00000800:00000200:0.1F:1746066016.403104:0:3787:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880070538180] -> 12345-192.168.201.151@tcp (2) 00000800:00000200:0.1:1746066016.404658:0:3778:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880070538180] -> 12345-192.168.201.151@tcp (2) 00000800:00000200:0.1:1746066016.404662:0:3778:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.151@tcp ffff8800705383c0 deleted 00000800:00000010:0.1:1746066016.404663:0:3778:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800705383c0. 00000800:00000200:0.1:1746066016.404667:0:3778:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1746066016.404679:0:3778:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.151@tcp ip 192.168.201.151:1023 00000800:00000200:0.1:1746066016.404682:0:3778:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b52af900 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.1:1746066016.404794:0:3777:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1746066016.405004:0:3779:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880070538180] -> 12345-192.168.201.151@tcp (4) 00000800:00000200:0.1:1746066016.405006:0:3779:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.151@tcp ffff880070538480 deleted 00000800:00000010:0.1:1746066016.405007:0:3779:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff880070538480. 00000800:00000200:0.1:1746066016.405009:0:3779:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.1:1746066016.405059:0:3777:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:3.1F:1746066016.547039:0:34:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b65a400. 00010000:00000010:3.1:1746066016.547061:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b1893800. 00010000:00000010:3.1:1746066016.753491:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b4d64800. 00010000:00000010:0.1:1746066016.759793:0:11:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4c55f00. 00010000:00000010:0.1:1746066016.759807:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b54eec00. 00010000:00000010:3.1:1746066016.766197:0:20:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b434bc00. 00010000:00000010:3.1:1746066016.766206:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009929b600. 00080000:00000010:3.1:1746066016.774559:0:27:0:(osd_handler.c:1608:osd_oxc_free()) kfreed 'oxe': 68 at ffff8800a873c480. 00000100:00100000:0.0:1746066837.714107:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066837.790504:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2034:x1830882859437696:12345-192.168.201.51@tcp:4:dd.0 Request processed in 58688us (58896us total) trans 4294970083 rc 0/0 00000100:00100000:0.0:1746066837.790515:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12160 00002000:00100000:0.0:1746066837.790526:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x16:0x0] (41943040->46137343) req@ffff8800958ea300 x1830882859437696/t4294970083(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:243/0 lens 488/448 e 0 to 0 dl 1746066848 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066837.790535:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958ea300 with x1830882859437696 ext(41943040->46137343) 00002000:00010000:0.0:1746066837.790541:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800958ea300 00000100:00100000:0.0:1746066837.800397:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859438464 00000100:00100000:0.0:1746066837.800407:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859438464 00002000:00100000:0.0:1746066837.800444:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x16:0x0] (46137344->50331647) req@ffff880095391c00 x1830882859438464/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:243/0 lens 488/0 e 0 to 0 dl 1746066848 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066837.800455:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095391c00 with x1830882859438464 ext(46137344->50331647) 00002000:00010000:0.0:1746066837.800460:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095391c00 00000100:00100000:0.0:1746066837.800646:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12163 00000100:00100000:0.0:1746066837.800654:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095391c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2033:x1830882859438464:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:0.0:1746066837.846073:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095391c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2033:x1830882859438464:12345-192.168.201.51@tcp:4:dd.0 Request processed in 45411us (47160us total) trans 4294970084 rc 0/0 00000100:00100000:0.0:1746066837.846086:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12163 00002000:00100000:0.0:1746066837.846097:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x16:0x0] (46137344->50331647) req@ffff880095391c00 x1830882859438464/t4294970084(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:243/0 lens 488/448 e 0 to 0 dl 1746066848 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066837.846107:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095391c00 with x1830882859438464 ext(46137344->50331647) 00002000:00010000:0.0:1746066837.846112:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095391c00 00000100:00100000:0.0:1746066837.859488:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859438720 00000100:00100000:0.0:1746066837.859497:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859438720 00002000:00100000:0.0:1746066837.859537:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x16:0x0] (50331648->54525951) req@ffff880094ec2680 x1830882859438720/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:243/0 lens 488/0 e 0 to 0 dl 1746066848 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066837.859548:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec2680 with x1830882859438720 ext(50331648->54525951) 00002000:00010000:0.0:1746066837.859553:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094ec2680 00000100:00100000:0.0:1746066837.859584:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12164 00000100:00100000:0.0:1746066837.859591:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2033:x1830882859438720:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:0.0:1746066837.900386:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+42:2033:x1830882859438720:12345-192.168.201.51@tcp:4:dd.0 Request processed in 40748us (41150us total) trans 4294970085 rc 0/0 00000100:00100000:0.0:1746066837.900398:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12164 00002000:00100000:0.0:1746066837.900408:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x16:0x0] (50331648->54525951) req@ffff880094ec2680 x1830882859438720/t4294970085(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:243/0 lens 488/448 e 0 to 0 dl 1746066848 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066837.900417:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec2680 with x1830882859438720 ext(50331648->54525951) 00002000:00010000:0.0:1746066837.900422:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094ec2680 00000100:00100000:0.0:1746066837.913554:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000001:00080000:0.0:1746066837.958447:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970086 is committed 00000001:00080000:0.0:1746066837.958512:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970072 is committed 00000100:00100000:0.0:1746066837.960622:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2034:x1830882859438976:12345-192.168.201.51@tcp:4:dd.0 Request processed in 46897us (47075us total) trans 4294970086 rc 0/0 00000100:00100000:0.0:1746066837.960633:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12165 00002000:00100000:0.0:1746066837.960645:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x16:0x0] (54525952->58720255) req@ffff8800957e7480 x1830882859438976/t4294970086(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:243/0 lens 488/448 e 0 to 0 dl 1746066848 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066837.960654:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e7480 with x1830882859438976 ext(54525952->58720255) 00002000:00010000:0.0:1746066837.960659:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800957e7480 00000100:00100000:0.0:1746066837.994143:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066838.061526:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882859439232:12345-192.168.201.51@tcp:4:dd.0 Request processed in 67185us (67382us total) trans 4294970087 rc 0/0 00000100:00100000:0.0:1746066838.061537:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12166 00002000:00100000:0.0:1746066838.061548:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x16:0x0] (58720256->62914559) req@ffff8800957e7100 x1830882859439232/t4294970087(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:243/0 lens 488/448 e 0 to 0 dl 1746066848 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066838.061557:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e7100 with x1830882859439232 ext(58720256->62914559) 00002000:00010000:0.0:1746066838.061561:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800957e7100 00000100:00100000:0.0:1746066838.079848:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859439488 00000100:00100000:0.0:1746066838.079859:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859439488 00002000:00100000:0.0:1746066838.080549:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x16:0x0] (62914560->67108863) req@ffff880094ec2d80 x1830882859439488/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:244/0 lens 488/0 e 0 to 0 dl 1746066849 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066838.080557:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec2d80 with x1830882859439488 ext(62914560->67108863) 00002000:00010000:0.0:1746066838.080561:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094ec2d80 00000100:00100000:0.0:1746066838.080588:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12167 00000100:00100000:0.0:1746066838.080599:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2032:x1830882859439488:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:0.0:1746066838.165670:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+12:2032:x1830882859439488:12345-192.168.201.51@tcp:4:dd.0 Request processed in 85063us (86035us total) trans 4294970088 rc 0/0 00000100:00100000:0.0:1746066838.165681:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12167 00002000:00100000:0.0:1746066838.165692:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x16:0x0] (62914560->67108863) req@ffff880094ec2d80 x1830882859439488/t4294970088(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:244/0 lens 488/448 e 0 to 0 dl 1746066849 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066838.165702:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec2d80 with x1830882859439488 ext(62914560->67108863) 00002000:00010000:0.0:1746066838.165707:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094ec2d80 00000100:00100000:0.0:1746066838.200263:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+12:2032:x1830882859439744:12345-192.168.201.51@tcp:4:dd.0 Request processed in 53951us (54838us total) trans 4294970089 rc 0/0 00000100:00100000:0.0:1746066838.200274:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12168 00002000:00100000:0.0:1746066838.200284:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x16:0x0] (67108864->71303167) req@ffff880094ec3100 x1830882859439744/t4294970089(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:244/0 lens 488/448 e 0 to 0 dl 1746066849 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066838.200293:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec3100 with x1830882859439744 ext(67108864->71303167) 00002000:00010000:0.0:1746066838.200298:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094ec3100 00000100:00100000:0.0:1746066838.203809:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859440000 00000100:00100000:0.0:1746066838.203817:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859440000 00002000:00100000:0.0:1746066838.203852:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x16:0x0] (71303168->75497471) req@ffff8801332fca80 x1830882859440000/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:244/0 lens 488/0 e 0 to 0 dl 1746066849 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066838.203860:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fca80 with x1830882859440000 ext(71303168->75497471) 00002000:00010000:0.0:1746066838.203865:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801332fca80 00000100:00100000:0.0:1746066838.203896:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12169 00000100:00100000:0.0:1746066838.203903:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+12:2032:x1830882859440000:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:0.0:1746066838.284633:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859441280 00000100:00100000:0.0:1746066838.284640:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859441280 00002000:00100000:0.0:1746066838.284680:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x16:0x0] (75497472->79691775) req@ffff880095390a80 x1830882859441280/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:244/0 lens 488/0 e 0 to 0 dl 1746066849 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066838.284690:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095390a80 with x1830882859441280 ext(75497472->79691775) 00002000:00010000:0.0:1746066838.284695:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095390a80 00000100:00100000:0.0:1746066838.486969:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859442048 00000100:00100000:0.0:1746066838.486977:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859442048 00002000:00100000:0.0:1746066838.487018:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x16:0x0] (88080384->92274687) req@ffff880094ec1880 x1830882859442048/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:244/0 lens 488/0 e 0 to 0 dl 1746066849 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066838.487029:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec1880 with x1830882859442048 ext(88080384->92274687) 00002000:00010000:0.0:1746066838.487033:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094ec1880 00000100:00100000:0.0:1746066838.487068:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12173 00000100:00100000:0.0:1746066838.487076:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+20:2033:x1830882859442048:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:0.0:1746066838.672889:0:16167:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859442944 00000100:00100000:0.0:1746066838.672898:0:16167:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859442944 00000100:00100000:0.0:1746066838.672951:0:16167:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 187 00000100:00100000:0.0:1746066838.672959:0:16167:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:32343:x1830882859442944:12345-192.168.201.51@tcp:35:dd.0 00000100:00100000:0.0:1746066838.673201:0:16167:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:32343:x1830882859442944:12345-192.168.201.51@tcp:35:dd.0 Request processed in 243us (390us total) trans 4294980221 rc 0/0 00000100:00100000:0.0:1746066838.673206:0:16167:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 187 00000100:00100000:0.0:1746066838.674944:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066838.676317:0:7276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859443328 00000100:00100000:0.0:1746066838.676321:0:7276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859443328 00000100:00100000:0.0:1746066838.676362:0:7276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 188 00000100:00100000:0.0:1746066838.676367:0:7276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+13:32343:x1830882859443328:12345-192.168.201.51@tcp:35:dd.0 00000001:00080000:0.0:1746066838.676490:0:7276:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980222 00000100:00100000:0.0:1746066838.676545:0:7276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+15:32343:x1830882859443328:12345-192.168.201.51@tcp:35:dd.0 Request processed in 178us (380us total) trans 4294980223 rc 0/0 00000100:00100000:0.0:1746066838.676551:0:7276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 188 00000020:00080000:0.0:1746066838.676555:0:7276:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746066838.694939:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859443712 00000100:00100000:0.0:1746066838.694945:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859443712 00000100:00100000:0.0:1746066838.694990:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28662 00000100:00100000:0.0:1746066838.694998:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f502a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+16:32345:x1830882859443712:12345-192.168.201.51@tcp:101:diff.0 00010000:00010000:0.0:1746066838.695011:0:7272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066838.695022:0:7272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009544f400/0xd6b24631ff435d87 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267bab6 expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066838.695107:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009544e000/0xd6b24631ff435d8e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066838.695118:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009544e000/0xd6b24631ff435d8e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066838.695127:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009544e000/0xd6b24631ff435d8e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00000004:00200000:0.0:1746066838.695136:0:7272:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x40:0x0]: returning size 104857600 00010000:00010000:0.0:1746066838.695210:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009544f400/0xd6b24631ff435d87 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bab6 expref: 19 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066838.695238:0:7272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009544e000/0xd6b24631ff435d8e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x40:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bab6 expref: 18 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066838.695245:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0x0 (ffff880131f9de00) 00010000:00010000:0.0:1746066838.695248:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1746066838.695250:0:7272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544e000, rc 0) 00000100:00100000:0.0:1746066838.695292:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f502a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+18:32345:x1830882859443712:12345-192.168.201.51@tcp:101:diff.0 Request processed in 294us (890us total) trans 4294980224 rc 0/0 00000100:00100000:0.0:1746066838.695298:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28662 00000100:00100000:0.0:1746066839.528779:0:9630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860698624 00000100:00100000:0.0:1746066839.528786:0:9630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860698624 00000100:00100000:0.0:1746066839.528836:0:9630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1746066839.528844:0:9630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882860698624:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746066839.528862:0:9630:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 1026448192 pending 46407680 free 3816402944 avail 3584880640 00000100:00100000:0.0:1746066839.528894:0:9630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882860698624:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (818us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066839.528900:0:9630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000001:00080000:0.0:1746066839.544872:0:7254:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980224 is committed 00000001:00080000:0.0:1746066839.544887:0:7254:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980221 is committed 00010000:00010000:0.0:1746066840.577488:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066840.978667:0:7277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860698752 00000100:00100000:0.0:1746066840.978675:0:7277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860698752 00000100:00100000:0.0:1746066840.978722:0:7277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1746066840.978729:0:7277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f503100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3791:x1830882860698752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746066840.978757:0:7277:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:0.0:1746066840.978793:0:7277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f503100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3791:x1830882860698752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (736us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066840.978799:0:7277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1746066841.848502:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066841.851846:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066841.862111:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066841.870532:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066841.872917:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066841.881945:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066841.886112:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:0.0:1746066841.895963:0:12150:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8200/0xd6b24631ff435df0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.895975:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8200/0xd6b24631ff435df0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.895998:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20800/0xd6b24631ff435df7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x656c6966 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896009:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20800/0xd6b24631ff435df7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x656c6966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896019:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20800/0xd6b24631ff435df7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x656c6966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896093:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0xd6b24631ff435dfe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896100:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0xd6b24631ff435dfe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896106:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0xd6b24631ff435dfe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00000040:00080000:0.0:1746066841.896259:0:12150:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9024 00000004:00080000:0.0:1746066841.896267:0:12150:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 953973924801ns, next at 954973923351ns, rc = 0 00010000:00010000:0.0:1746066841.896521:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20000/0xd6b24631ff435e05 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896528:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20000/0xd6b24631ff435e05 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896535:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20000/0xd6b24631ff435e05 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896540:0:12150:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20000/0xd6b24631ff435e05 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896560:0:12150:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20000/0xd6b24631ff435e05 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896565:0:12150:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20000/0xd6b24631ff435e05 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896579:0:12150:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1746066841.896593:0:7261:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746066841.896598:0:7261:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20000/0xd6b24631ff435e05 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896604:0:7261:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ea20000 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746066841.896607:0:7261:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20000/0xd6b24631ff435e05 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896614:0:7261:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20000/0xd6b24631ff435e05 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896622:0:7261:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0x0 (ffff88009efcc800) 00010000:00010000:0.0:1746066841.896625:0:7261:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746066841.896628:0:7261:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20000/0xd6b24631ff435e05 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896632:0:7261:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20000/0xd6b24631ff435e05 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896656:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746066841.896658:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746066841.896659:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746066841.896667:0:12150:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0xd6b24631ff435dfe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896672:0:12150:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0xd6b24631ff435dfe lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896687:0:12150:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0xd6b24631ff435dfe lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896691:0:12150:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ea20200 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:0.0:1746066841.896694:0:12150:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0xd6b24631ff435dfe lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896699:0:12150:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0xd6b24631ff435dfe lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896706:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0x0 (ffff88009efcc800) 00010000:00010000:0.0:1746066841.896708:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746066841.896710:0:12150:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0xd6b24631ff435dfe lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896715:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0xd6b24631ff435dfe lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896791:0:12150:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8200/0xd6b24631ff435df0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896796:0:12150:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8200/0xd6b24631ff435df0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896800:0:12150:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8200/0xd6b24631ff435df0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896804:0:12150:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8200/0xd6b24631ff435df0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896808:0:12150:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800953c8200 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:0.0:1746066841.896810:0:12150:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8200/0xd6b24631ff435df0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896814:0:12150:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8200/0xd6b24631ff435df0 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896821:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:0.0:1746066841.896823:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066841.896825:0:12150:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8200/0xd6b24631ff435df0 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896830:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8200/0xd6b24631ff435df0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12150 initiator: MDT0 00000004:00010000:0.0:1746066841.896837:0:12150:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800946a9c00 reply state ffff880094450000 transno 4294980227 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20800/0xd6b24631ff435df7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x656c6966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896845:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20800/0xd6b24631ff435df7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x656c6966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066841.896850:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x656c6966 (ffff88009efcc300) 00010000:00010000:0.0:1746066841.896852:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746066841.896854:0:12150:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746066841.896908:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+10:350:x1830882859445120:12345-192.168.201.51@tcp:36:rm.0 Request processed in 10648us (10800us total) trans 4294980227 rc 0/0 00000100:00100000:0.0:1746066841.896916:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28667 00000100:00100000:0.0:1746066841.921692:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801332fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3789:1830882860699264:0@lo:400:kworker.0 00000100:00100000:0.0:1746066841.921751:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066841.921813:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801332fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3789:1830882860699776:0@lo:400:kworker.0 00000100:00100000:0.0:1746066841.921832:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066841.921846:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3789:1830882860700288:0@lo:400:kworker.0 00000100:00100000:0.0:1746066841.921861:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066841.921879:0:3789:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1746066841.921883:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801332fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3789:1830882860699392:0@lo:400:kworker.0 00000100:00100000:0.0:1746066841.921899:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066841.921912:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801332fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882860699904:0@lo:400:kworker.0 00000100:00100000:0.0:1746066841.921931:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066841.921942:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882860700416:0@lo:400:kworker.0 00000100:00100000:0.0:1746066841.921953:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066841.921980:0:7273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860699264 00000100:00100000:0.0:1746066841.921986:0:7273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860699264 00000100:00100000:0.0:1746066841.922015:0:7273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860699776 00000100:00100000:0.0:1746066841.922017:0:7273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860699776 00000100:00100000:0.0:1746066841.922033:0:7273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860700288 00000100:00100000:0.0:1746066841.922035:0:7273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860700288 00000100:00100000:0.0:1746066841.922044:0:7273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860699392 00000100:00100000:0.0:1746066841.922046:0:7273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860699392 00000100:00100000:0.0:1746066841.922055:0:7273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391 00000100:00100000:0.0:1746066841.922061:0:7273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3789:x1830882860699264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066841.922095:0:7273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3789:x1830882860699264:12345-0@lo:400:kworker.0 Request processed in 34us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066841.922100:0:7273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391 00000100:00100000:0.0:1746066841.922111:0:7273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392 00000100:00100000:0.0:1746066841.922115:0:7273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3789:x1830882860699776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066841.922131:0:7273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3789:x1830882860699776:12345-0@lo:400:kworker.0 Request processed in 16us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066841.922135:0:7273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392 00000100:00100000:0.0:1746066841.922141:0:7273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1393 00000100:00100000:0.0:1746066841.922145:0:7273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3789:x1830882860700288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066841.922160:0:7273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3789:x1830882860700288:12345-0@lo:400:kworker.0 Request processed in 15us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066841.922165:0:7273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1393 00000100:00100000:0.0:1746066841.922174:0:7273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:0.0:1746066841.922177:0:7273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3789:x1830882860699392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066841.922193:0:7273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3789:x1830882860699392:12345-0@lo:400:kworker.0 Request processed in 16us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066841.922198:0:7273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000100:00100000:0.0:1746066841.922215:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860699904 00000100:00100000:0.0:1746066841.922217:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860699904 00000100:00100000:0.0:1746066841.922234:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860700416 00000100:00100000:0.0:1746066841.922236:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860700416 00000100:00100000:0.0:1746066841.922247:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:0.0:1746066841.922251:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3789:x1830882860699904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066841.922272:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3789:x1830882860699904:12345-0@lo:400:kworker.0 Request processed in 21us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066841.922276:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:0.0:1746066841.922284:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:0.0:1746066841.922288:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3789:x1830882860700416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066841.922302:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3789:x1830882860700416:12345-0@lo:400:kworker.0 Request processed in 15us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066841.922306:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:0.0:1746066841.922331:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801332fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3789:1830882860699392:0@lo:400:kworker.0 00000100:00100000:0.0:1746066841.922338:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801332fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882860699904:0@lo:400:kworker.0 00000100:00100000:0.0:1746066841.922374:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882860700416:0@lo:400:kworker.0 00000100:00100000:0.0:1746066841.922380:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801332fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3789:1830882860699264:0@lo:400:kworker.0 00000100:00100000:0.0:1746066841.922386:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801332fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3789:1830882860699776:0@lo:400:kworker.0 00000100:00100000:0.0:1746066841.922393:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3789:1830882860700288:0@lo:400:kworker.0 00000100:00080000:0.0:1746066841.922426:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746066841.922429:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746066841.922431:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746066841.923245:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860700032 00000100:00100000:0.0:1746066841.923248:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860700032 00000100:00100000:0.0:1746066841.923267:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860700544 00000100:00100000:0.0:1746066841.923269:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860700544 00000100:00100000:0.0:1746066841.923480:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:0.0:1746066841.923485:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f500700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3791:x1830882860700032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066841.923510:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f500700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3791:x1830882860700032:12345-0@lo:400:kworker.0 Request processed in 25us (935us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066841.923515:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:0.0:1746066841.923524:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:0.0:1746066841.923527:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3791:x1830882860700544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066841.923549:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3791:x1830882860700544:12345-0@lo:400:kworker.0 Request processed in 21us (949us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066841.923553:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:0.0:1746066841.923579:0:7267:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860699136 00000100:00100000:0.0:1746066841.923582:0:7267:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860699136 00000100:00100000:0.0:1746066841.923599:0:7267:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1746066841.923603:0:7267:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f1a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bd212aa5-9c03-468b-a6b2-d3d7d344f530+23:3791:x1830882860699136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066841.923641:0:7267:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f1a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bd212aa5-9c03-468b-a6b2-d3d7d344f530+23:3791:x1830882860699136:12345-0@lo:400:kworker.0 Request processed in 22us (992us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066841.923646:0:7267:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1746066841.939734:0:15661:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860700672 00000100:00100000:0.0:1746066841.939743:0:15661:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860700672 00000100:00100000:0.0:1746066841.939796:0:15661:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:0.0:1746066841.939802:0:15661:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3792:x1830882860700672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746066841.939830:0:15661:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3816054784 avail 3584532480 00000100:00100000:0.0:1746066841.939883:0:15661:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3792:x1830882860700672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (1310us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066841.939889:0:15661:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:0.0:1746066841.969859:0:9630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860700800 00000100:00100000:0.0:1746066841.969866:0:9630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860700800 00000100:00100000:0.0:1746066841.969899:0:9630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1746066841.969905:0:9630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3789:x1830882860700800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746066841.969923:0:9630:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3816054784 avail 3584532480 00000100:00100000:0.0:1746066841.969955:0:9630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3789:x1830882860700800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066841.969961:0:9630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1746066843.238636:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066843.238695:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066843.238717:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066843.238736:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066843.238752:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066843.238765:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066843.238779:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066843.238793:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066843.238995:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066843.239032:0:7268:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859445376 00000100:00100000:0.0:1746066843.239040:0:7268:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859445376 00000100:00100000:0.0:1746066843.239078:0:7268:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 617 00000100:00100000:0.0:1746066843.239086:0:7268:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f1a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7962a243-2afe-4d45-a456-6c33572a299a+12:2034:x1830882859445376:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:0.0:1746066843.239134:0:7268:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f1a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7962a243-2afe-4d45-a456-6c33572a299a+12:2034:x1830882859445376:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 47us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066843.239141:0:7268:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 617 00000100:00100000:0.0:1746066843.239180:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859445888 00000100:00100000:0.0:1746066843.239183:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859445888 00000100:00100000:0.0:1746066843.239216:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859446400 00000100:00100000:0.0:1746066843.239220:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859446400 00000100:00100000:0.0:1746066843.239234:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859445760 00000100:00100000:0.0:1746066843.239236:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859445760 00000100:00100000:0.0:1746066843.239253:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859446272 00000100:00100000:0.0:1746066843.239255:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859446272 00000100:00100000:0.0:1746066843.239270:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 868 00000100:00100000:0.0:1746066843.239275:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2034:x1830882859445888:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:0.0:1746066843.239308:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2034:x1830882859445888:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 33us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066843.239314:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 868 00000100:00100000:0.0:1746066843.239323:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 869 00000100:00100000:0.0:1746066843.239328:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882859446400:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:0.0:1746066843.239482:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882859446400:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 152us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066843.239493:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 869 00000100:00100000:0.0:1746066843.239505:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 871 00000100:00100000:0.0:1746066843.239511:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882859446272:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:0.0:1746066843.239541:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882859446272:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 30us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066843.239546:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 871 00000100:00100000:0.0:1746066843.297183:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066843.301663:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066843.301690:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859446784 00000100:00100000:0.0:1746066843.301697:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859446784 00000100:00100000:0.0:1746066843.301739:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28669 00000100:00100000:0.0:1746066843.301745:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+11:526:x1830882859446784:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:0.0:1746066843.301762:0:17223:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066843.301765:0:17223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746066843.301785:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009544f400/0xd6b24631ff435e13 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bad9 expref: 11 pid: 7273 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066843.301801:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:0.0:1746066843.301804:0:17223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066843.301812:0:17223:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45e800/0xd6b24631ff435e1a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267bae0 expref: -99 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066843.301887:0:17223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013323c600/0xd6b24631ff435e21 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066843.301896:0:17223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013323c600/0xd6b24631ff435e21 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066843.301904:0:17223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013323c600/0xd6b24631ff435e21 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066843.301915:0:17223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff435e28 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xdece3da0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066843.301920:0:17223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff435e28 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdece3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066843.301925:0:17223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff435e28 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdece3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00000004:00080000:0.0:1746066843.302115:0:17223:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x18:0x0], index 1: 0 00010000:00010000:0.0:1746066843.302198:0:17223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d600/0xd6b24631ff435e2f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066843.302205:0:17223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d600/0xd6b24631ff435e2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066843.302211:0:17223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d600/0xd6b24631ff435e2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066843.302232:0:17223:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013323c600/0xd6b24631ff435e21 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066843.302237:0:17223:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013323c600/0xd6b24631ff435e21 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066843.302242:0:17223:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013323c600/0xd6b24631ff435e21 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066843.302248:0:17223:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013323c600/0xd6b24631ff435e21 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066843.302253:0:17223:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013323c600 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:0.0:1746066843.302255:0:17223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013323c600/0xd6b24631ff435e21 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066843.302261:0:17223:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013323c600/0xd6b24631ff435e21 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066843.302267:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:0.0:1746066843.302269:0:17223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066843.302272:0:17223:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013323c600/0xd6b24631ff435e21 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066843.302276:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013323c600/0xd6b24631ff435e21 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17223 initiator: MDT0 00000004:00010000:0.0:1746066843.302285:0:17223:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8801332fea00 reply state ffff880095804000 transno 4294980228 ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff435e28 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdece3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066843.302291:0:17223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff435e28 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xdece3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066843.302297:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdece3da0 (ffff88009efccb00) 00010000:00010000:0.0:1746066843.302298:0:17223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746066843.302301:0:17223:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746066843.302316:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45e800/0xd6b24631ff435e1a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bae0 expref: 13 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066843.302325:0:17223:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d600/0xd6b24631ff435e2f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bae0 expref: 12 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066843.302331:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff88009efcc000) 00010000:00010000:0.0:1746066843.302333:0:17223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746066843.302335:0:17223:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013323d600, rc 0) 00000100:00100000:0.0:1746066843.302387:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+13:526:x1830882859446784:12345-192.168.201.51@tcp:101:dd.0 Request processed in 642us (740us total) trans 4294980228 rc 0/0 00000100:00100000:0.0:1746066843.302393:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28669 00000100:00100000:0.0:1746066843.306897:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066843.405606:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066843.467864:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882859447168:12345-192.168.201.51@tcp:4:dd.0 Request processed in 61178us (62255us total) trans 4294972031 rc 0/0 00000100:00100000:0.0:1746066843.467875:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12177 00002000:00100000:0.0:1746066843.467886:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4194303) req@ffff8801332fe680 x1830882859447168/t4294972031(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:249/0 lens 488/448 e 0 to 0 dl 1746066854 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066843.467895:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fe680 with x1830882859447168 ext(0->4194303) 00002000:00010000:0.0:1746066843.467900:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332fe680 00000100:00100000:0.0:1746066843.487783:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066843.533947:0:7276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859447680 00000100:00100000:0.0:1746066843.533956:0:7276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859447680 00000100:00100000:0.0:1746066843.551637:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2033:x1830882859447424:12345-192.168.201.51@tcp:4:dd.0 Request processed in 63130us (63853us total) trans 4294972032 rc 0/0 00000100:00100000:0.0:1746066843.551657:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12178 00002000:00100000:0.0:1746066843.551667:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x18:0x0] (4194304->8388607) req@ffff8801332fc000 x1830882859447424/t4294972032(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:249/0 lens 488/448 e 0 to 0 dl 1746066854 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066843.551677:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fc000 with x1830882859447424 ext(4194304->8388607) 00002000:00010000:0.0:1746066843.551682:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332fc000 00000100:00100000:0.0:1746066843.558793:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066843.587558:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+13:2032:x1830882859447936:12345-192.168.201.51@tcp:4:dd.0 Request processed in 28499us (28758us total) trans 4294972033 rc 0/0 00000100:00100000:0.0:1746066843.587570:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12179 00002000:00100000:0.0:1746066843.587580:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x18:0x0] (8388608->10485759) req@ffff8801332fc380 x1830882859447936/t4294972033(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:249/0 lens 488/448 e 0 to 0 dl 1746066854 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066843.587588:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fc380 with x1830882859447936 ext(8388608->10485759) 00002000:00010000:0.0:1746066843.587592:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332fc380 00000001:00080000:0.0:1746066843.643883:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970097 is committed 00000100:00100000:0.0:1746066843.739702:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066843.785367:0:7273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859448576 00000100:00100000:0.0:1746066843.785375:0:7273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859448576 00000100:00100000:0.0:1746066843.785427:0:7273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28671 00000100:00100000:0.0:1746066843.785434:0:7273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+15:534:x1830882859448576:12345-192.168.201.51@tcp:101:lfs.0 00010000:00010000:0.0:1746066843.785451:0:7273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066843.785467:0:7273:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ec00/0xd6b24631ff435e52 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267baf5 expref: -99 pid: 7273 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066843.785552:0:7273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45f600/0xd6b24631ff435e59 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7273 initiator: MDT0 00010000:00010000:0.0:1746066843.785563:0:7273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45f600/0xd6b24631ff435e59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT0 00010000:00010000:0.0:1746066843.785572:0:7273:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45f600/0xd6b24631ff435e59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7273 initiator: MDT0 00000004:00200000:0.0:1746066843.785581:0:7273:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 10485760 00010000:00010000:0.0:1746066843.785690:0:7273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ec00/0xd6b24631ff435e52 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267baf5 expref: 18 pid: 7273 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066843.785718:0:7273:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45f600/0xd6b24631ff435e59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267baf5 expref: 17 pid: 7273 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066843.785726:0:7273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff88009efcc000) 00010000:00010000:0.0:1746066843.785729:0:7273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746066843.785731:0:7273:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f45f600, rc 0) 00000100:00100000:0.0:1746066843.785767:0:7273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+17:534:x1830882859448576:12345-192.168.201.51@tcp:101:lfs.0 Request processed in 334us (525us total) trans 4294980230 rc 0/0 00000100:00100000:0.0:1746066843.785773:0:7273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28671 00000100:00100000:0.0:1746066843.790853:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066843.790911:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066843.794728:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066843.827713:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000001:00080000:0.0:1746066843.853957:0:10968:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972034 is committed 00000001:00080000:0.0:1746066843.853970:0:10968:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972033 is committed 00000100:00100000:0.0:1746066843.892426:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066843.897797:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859450240 00000100:00100000:0.0:1746066843.897805:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859450240 00000100:00100000:0.0:1746066843.897851:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 27614 00000100:00100000:0.0:1746066843.897858:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882859450240:12345-192.168.201.51@tcp:101:stat.0 00010000:00010000:0.0:1746066843.897871:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066843.897884:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f45e600/0xd6b24631ff435eb4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267bb18 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066843.897909:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f45e600/0xd6b24631ff435eb4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb18 expref: 6 pid: 9627 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066843.897917:0:9627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f45e600/0xd6b24631ff435eb4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb18 expref: 6 pid: 9627 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066843.898946:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f45e600, rc 0) 00000100:00100000:0.0:1746066843.898993:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882859450240:12345-192.168.201.51@tcp:101:stat.0 Request processed in 1134us (2199us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066843.898999:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 27614 00000100:00100000:0.0:1746066843.909151:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859450368 00000100:00100000:0.0:1746066843.909159:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859450368 00000100:00100000:0.0:1746066843.909199:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 27615 00000100:00100000:0.0:1746066843.909206:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2033:x1830882859450368:12345-192.168.201.51@tcp:101:rm.0 00010000:00010000:0.0:1746066843.909221:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066843.909233:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f45e000/0xd6b24631ff435ebb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267bb1f expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066843.909264:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f45e000/0xd6b24631ff435ebb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb1f expref: 7 pid: 9627 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066843.910313:0:9627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f45e000/0xd6b24631ff435ebb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb1f expref: 7 pid: 9627 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066843.910339:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f45e000, rc 0) 00000100:00100000:0.0:1746066843.910403:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2033:x1830882859450368:12345-192.168.201.51@tcp:101:rm.0 Request processed in 1196us (1520us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066843.910411:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 27615 00000100:00100000:0.0:1746066843.936036:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066843.952831:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066843.958449:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859450880 00000100:00100000:0.0:1746066843.958456:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859450880 00010000:00010000:0.0:1746066843.958483:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8c00/0xd6b24631ff435e91 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb0a expref: 8 pid: 17223 timeout: 1056 lvb_type: 0 00000100:00100000:0.0:1746066843.958519:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10451 00000100:00100000:0.0:1746066843.958527:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:2031:x1830882859450880:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066843.958537:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066843.958541:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8c00/0xd6b24631ff435e91 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb0a expref: 8 pid: 17223 timeout: 1056 lvb_type: 0 00010000:00010000:0.0:1746066843.958551:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8c00/0xd6b24631ff435e91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb0a expref: 8 pid: 17223 timeout: 1056 lvb_type: 0 00010000:00010000:0.0:1746066843.958575:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8c00/0xd6b24631ff435e91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb0a expref: 8 pid: 17223 timeout: 1056 lvb_type: 0 00010000:00010000:0.0:1746066843.958690:0:7259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff88009efcc000) 00010000:00010000:0.0:1746066843.958696:0:7259:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9000/0xd6b24631ff435ed0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066843.958704:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9000/0xd6b24631ff435ed0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066843.958710:0:7259:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9000/0xd6b24631ff435ed0 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066843.958732:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066843.958767:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:2031:x1830882859450880:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 240us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066843.958774:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10451 00010000:00010000:0.0:1746066843.959081:0:7261:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746066843.959087:0:7261:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9e00/0xd6b24631ff435ed7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066843.959092:0:7261:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800953c9e00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746066843.959095:0:7261:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9e00/0xd6b24631ff435ed7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066843.959106:0:7261:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9e00/0xd6b24631ff435ed7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066843.959113:0:7261:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff88009efcc000) 00010000:00010000:0.0:1746066843.959116:0:7261:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746066843.959118:0:7261:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9e00/0xd6b24631ff435ed7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066843.959122:0:7261:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9e00/0xd6b24631ff435ed7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066843.959134:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746066843.959135:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746066843.959137:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066844.290534:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882860701312:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746066844.290587:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066844.292134:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882860701312:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746066844.530034:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882860701440:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746066844.530206:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066844.531380:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882860701440:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746066845.985792:0:3790:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746066845.985813:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3790:1830882860701568:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746066845.985868:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066845.986197:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3790:1830882860701568:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746066846.946956:0:3792:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746066846.946974:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3792:1830882860703360:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746066846.947027:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746066846.991008:0:11653:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 959068664566ns, next at 960068662336ns, rc = 0 00000100:00100000:0.0:1746066846.991755:0:9630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860703488 00000100:00100000:0.0:1746066846.991762:0:9630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860703488 00000100:00100000:0.0:1746066846.991800:0:9630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:0.0:1746066846.991807:0:9630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3792:x1830882860703488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746066846.991832:0:9630:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 4218880 granted 984259392 pending 0 free 3804520448 avail 3572998144 00000100:00100000:0.0:1746066846.991871:0:9630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3792:x1830882860703488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066846.991877:0:9630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000004:00080000:0.0:1746066846.993008:0:7254:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 15 committed 00000004:00080000:0.0:1746066846.993017:0:7254:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 18 committed 00000001:00080000:0.0:1746066846.993042:0:7254:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980234 is committed 00000004:00080000:0.0:1746066846.993045:0:7254:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 14 committed 00000001:00080000:0.0:1746066846.993050:0:7254:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980233 is committed 00000004:00080000:0.0:1746066846.993058:0:7254:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 17 committed 00000004:00080000:0.0:1746066846.993063:0:7254:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 13 committed 00000100:00100000:0.0:1746066846.993112:0:3790:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746066846.993121:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882860703616:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1746066846.993150:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066846.993179:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860703616 00000100:00100000:0.0:1746066846.993182:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860703616 00000100:00100000:0.0:1746066846.993205:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27616 00000100:00100000:0.0:1746066846.993210:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882860703616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1746066846.993227:0:9627:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:22 count 1 00002000:00010000:0.0:1746066846.993248:0:9627:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x16:0x0] initial LVB size: 104857600, mtime: 0x6812dd96, atime: 0x0, ctime: 0x6812dd96, blocks: 0x32000 00010000:00010000:0.0:1746066846.993254:0:9627:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f45e800/0xd6b24631ff435ede lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066846.993264:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066846.993265:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066846.993270:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f45e800/0xd6b24631ff435ede lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066846.993285:0:9627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f45e800/0xd6b24631ff435ede lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066846.993292:0:9627:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f45e800/0xd6b24631ff435ede lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066846.993297:0:9627:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f45e800/0xd6b24631ff435ede lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066846.993308:0:9627:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1746066847.147537:0:3790:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800963ea680/2, rc 0, transno 4294970098 00000100:00100000:0.0:1746066847.147544:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882860703616:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1746066848.246710:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.246745:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.246765:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.246793:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.246807:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.246821:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.246844:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.246864:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859451392 00000100:00100000:0.0:1746066848.247922:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859451392 00000100:00100000:0.0:1746066848.247964:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1407 00000100:00100000:0.0:1746066848.247972:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+5:2034:x1830882859451392:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:0.0:1746066848.248005:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+5:2034:x1830882859451392:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 35us (1260us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066848.248015:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1407 00000100:00100000:0.0:1746066848.248027:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1408 00000100:00100000:0.0:1746066848.248031:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882859451904:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:0.0:1746066848.248736:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882859451904:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 702us (1940us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066848.249457:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1408 00000100:00100000:0.0:1746066848.252497:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.252523:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859452160 00000100:00100000:0.0:1746066848.252530:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859452160 00000100:00100000:0.0:1746066848.253048:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 878 00000100:00100000:0.0:1746066848.253056:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882859452160:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:0.0:1746066848.253120:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882859452160:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 65us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066848.253127:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 878 00000100:00100000:0.0:1746066848.404875:0:12150:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859452544 00000100:00100000:0.0:1746066848.404886:0:12150:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859452544 00000100:00100000:0.0:1746066848.405424:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28677 00000100:00100000:0.0:1746066848.405450:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+6:1214:x1830882859452544:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066848.405470:0:12150:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066848.405474:0:12150:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746066848.406128:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013093d400/0xd6b24631ff435efa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb26 expref: 6 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066848.406146:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:0.0:1746066848.406151:0:12150:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066848.406163:0:12150:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9e00/0xd6b24631ff435f01 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267bb2d expref: -99 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066848.406265:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8600/0xd6b24631ff435f08 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066848.406277:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8600/0xd6b24631ff435f08 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066848.406286:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8600/0xd6b24631ff435f08 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066848.406299:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8400/0xd6b24631ff435f0f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066848.406305:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8400/0xd6b24631ff435f0f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066848.406310:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8400/0xd6b24631ff435f0f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00000004:00080000:0.0:1746066848.406640:0:12150:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x17:0x0], index 0: 0 00010000:00010000:0.0:1746066848.407102:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9200/0xd6b24631ff435f16 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066848.407119:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9200/0xd6b24631ff435f16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066848.407129:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9200/0xd6b24631ff435f16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066848.407188:0:12150:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8600/0xd6b24631ff435f08 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066848.407193:0:12150:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8600/0xd6b24631ff435f08 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066848.407199:0:12150:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8600/0xd6b24631ff435f08 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066848.407204:0:12150:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8600/0xd6b24631ff435f08 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066848.407209:0:12150:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800953c8600 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:0.0:1746066848.407212:0:12150:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8600/0xd6b24631ff435f08 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066848.407218:0:12150:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8600/0xd6b24631ff435f08 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066848.407228:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:0.0:1746066848.407231:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066848.407235:0:12150:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8600/0xd6b24631ff435f08 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066848.407239:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8600/0xd6b24631ff435f08 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12150 initiator: MDT0 00000004:00010000:0.0:1746066848.407252:0:12150:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880094c8fb80 reply state ffff880095afa000 transno 4294980235 ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8400/0xd6b24631ff435f0f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066848.407259:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8400/0xd6b24631ff435f0f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066848.407265:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe7ce3da1 (ffff8800962f2a00) 00010000:00010000:0.0:1746066848.407267:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746066848.407269:0:12150:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746066848.407305:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9e00/0xd6b24631ff435f01 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb2d expref: 8 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066848.407322:0:12150:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9200/0xd6b24631ff435f16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb2d expref: 7 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066848.407329:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff8800962f2000) 00010000:00010000:0.0:1746066848.407331:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746066848.407333:0:12150:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c9200, rc 0) 00000100:00100000:0.0:1746066848.407431:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+8:1214:x1830882859452544:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1995us (3099us total) trans 4294980235 rc 0/0 00000100:00100000:0.0:1746066848.408655:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28677 00000100:00100000:0.0:1746066848.414964:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859452672 00000100:00100000:0.0:1746066848.414975:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859452672 00000100:00100000:0.0:1746066848.415091:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 27620 00000100:00100000:0.0:1746066848.415101:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+5:2031:x1830882859452672:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066848.415122:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066848.415205:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800953c8200/0xd6b24631ff435f24 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267bb34 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746066848.415231:0:9629:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1746066848.415253:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066848.415255:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066848.415264:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800953c8200/0xd6b24631ff435f24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb34 expref: 6 pid: 9629 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066848.415282:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800953c8200/0xd6b24631ff435f24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb34 expref: 6 pid: 9629 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066848.415653:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8200, rc 0) 00000100:00100000:0.0:1746066848.415901:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2031:x1830882859452672:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 800us (1624us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066848.415908:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 27620 00010000:00010000:0.0:1746066848.441161:0:12150:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008eabf400/0xd6b24631ff435f5c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066848.441174:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eabf400/0xd6b24631ff435f5c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00000001:00080000:0.0:1746066848.441263:0:12150:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980237 00000004:00010000:0.0:1746066848.441305:0:12150:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88011eb45880 reply state ffff88008eaf6000 transno 4294980238 ns: mdt-lustre-MDT0000_UUID lock: ffff88008eabf400/0xd6b24631ff435f5c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066848.441318:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eabf400/0xd6b24631ff435f5c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066848.441325:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff8800962f2000) 00010000:00010000:0.0:1746066848.441327:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746066848.441330:0:12150:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746066848.441422:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+9:1214:x1830882859453312:12345-192.168.201.51@tcp:36:rw_seq_cst_vs_d.0 Request processed in 8202us (8341us total) trans 4294980238 rc 0/0 00000100:00100000:0.0:1746066848.441428:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28680 00000020:00080000:0.0:1746066848.441432:0:12150:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746066848.444097:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.451273:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859453696 00000100:00100000:0.0:1746066848.451283:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859453696 00000100:00100000:0.0:1746066848.451328:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 27621 00000100:00100000:0.0:1746066848.451599:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2030:x1830882859453696:12345-192.168.201.51@tcp:8:rw_seq_cst_vs_d.0 00010000:00080000:0.0:1746066848.451639:0:9629:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from 164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp t0 exp (null) cur 960 last 0 00000020:00000080:0.0:1746066848.451671:0:9629:0:(genops.c:1402:class_connect()) connect: client 164a43f3-71d4-4d11-a5de-0e73b1f5c070, cookie 0xd6b24631ff435f6a 00002000:00100000:0.0:1746066848.451683:0:9629:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 164a43f3-71d4-4d11-a5de-0e73b1f5c070/ffff880095943800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 210363c ocd_grant: 489881600 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1746066848.451703:0:9629:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:0.0:1746066848.451780:0:9629:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff88012b45acc0 00002000:00080000:0.0:1746066848.451791:0:9629:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1746066848.451820:0:9629:0:(import.c:66:import_set_state_nolock()) ffff880095940000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1746066848.451893:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2030:x1830882859453696:12345-192.168.201.51@tcp:8:rw_seq_cst_vs_d.0 Request processed in 294us (810us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066848.451900:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 27621 00000100:00100000:0.0:1746066848.453879:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.456820:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.460654:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000001:00080000:0.0:1746066848.462335:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970099 is committed 00000001:00100000:0.0:1746066848.462362:0:9625:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 164a43f3-71d4-4d11-a5de-0e73b1f5c070 00000001:00100000:0.0:1746066848.462367:0:9625:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 164a43f3-71d4-4d11-a5de-0e73b1f5c070 00000020:00000080:0.0:1746066848.462369:0:9625:0:(genops.c:904:class_export_put()) final put ffff88009a4c5800/164a43f3-71d4-4d11-a5de-0e73b1f5c070 00000001:00080000:0.0:1746066848.462396:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970098 is committed 00000100:00100000:0.0:1746066848.468147:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.472918:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.476770:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.482406:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.497732:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.510832:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882859454848:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 718us (4123us total) trans 4294970100 rc 0/0 00000100:00100000:0.0:1746066848.510845:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 680 00002000:00100000:0.0:1746066848.510857:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800957ead80 x1830882859454848/t4294970100(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:254/0 lens 496/448 e 0 to 0 dl 1746066859 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066848.510867:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957ead80 with x1830882859454848 ext(0->7) 00010000:00010000:0.0:1746066848.510875:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009544ec00/0xd6b24631ff435f8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb65 expref: 8 pid: 9629 timeout: 1060 lvb_type: 0 00010000:00010000:0.0:1746066848.511063:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009544ec00/0xd6b24631ff435f8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb65 expref: 8 pid: 9629 timeout: 1060 lvb_type: 0 00002000:00010000:0.0:1746066848.511069:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957ead80 00000100:00100000:0.0:1746066848.515091:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.519689:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.520149:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12182 00000100:00100000:0.0:1746066848.520160:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859455232:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066848.520308:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859455232:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 149us (626us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066848.520315:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12182 00002000:00100000:0.0:1746066848.520321:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880130230e00 x1830882859455232/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746066859 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066848.520328:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130230e00 with x1830882859455232 ext(0->4095) 00002000:00010000:0.0:1746066848.520331:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130230e00 00000100:00100000:0.0:1746066848.523889:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.529081:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.529316:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12183 00000100:00100000:0.0:1746066848.529326:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130230380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882859455616:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066848.529524:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130230380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882859455616:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 199us (453us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066848.529532:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12183 00002000:00100000:0.0:1746066848.529538:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880130230380 x1830882859455616/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746066859 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066848.529545:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130230380 with x1830882859455616 ext(0->4095) 00002000:00010000:0.0:1746066848.529549:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130230380 00000100:00100000:0.0:1746066848.758905:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.769601:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.854422:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.861075:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.861106:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.861133:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859456384 00000100:00100000:0.0:1746066848.861142:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859456384 00010000:00010000:0.0:1746066848.861179:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013093ce00/0xd6b24631ff435f9b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb73 expref: 10 pid: 9629 timeout: 1060 lvb_type: 0 00000100:00100000:0.0:1746066848.861203:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859456512 00000100:00100000:0.0:1746066848.861205:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859456512 00010000:00010000:0.0:1746066848.861214:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013093d400/0xd6b24631ff435f94 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb6c expref: 6 pid: 9629 timeout: 1060 lvb_type: 0 00000100:00100000:0.0:1746066848.861227:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10457 00000100:00100000:0.0:1746066848.861233:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130230a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2032:x1830882859456384:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066848.861246:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066848.861266:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013093ce00/0xd6b24631ff435f9b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb73 expref: 10 pid: 9629 timeout: 1060 lvb_type: 0 00010000:00010000:0.0:1746066848.861277:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013093ce00/0xd6b24631ff435f9b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb73 expref: 10 pid: 9629 timeout: 1060 lvb_type: 0 00010000:00010000:0.0:1746066848.861300:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066848.861338:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130230a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2032:x1830882859456384:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 105us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066848.861366:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10457 00000100:00100000:0.0:1746066848.861380:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10458 00000100:00100000:0.0:1746066848.861384:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c409880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882859456512:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066848.861390:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066848.861395:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013093d400/0xd6b24631ff435f94 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb6c expref: 6 pid: 9629 timeout: 1060 lvb_type: 0 00010000:00010000:0.0:1746066848.861404:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013093d400/0xd6b24631ff435f94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb6c expref: 6 pid: 9629 timeout: 1060 lvb_type: 0 00010000:00010000:0.0:1746066848.861414:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066848.861416:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066848.861423:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013093c800/0xd6b24631ff435fa2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb7a expref: 9 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066848.861431:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013093c800/0xd6b24631ff435fa2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb7a expref: 9 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066848.861459:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013093c800/0xd6b24631ff435fa2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb7a expref: 9 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066848.861476:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c408380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7259:1830882860705408:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066848.861536:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9eca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066848.861597:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.861617:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859456640 00000100:00100000:0.0:1746066848.861620:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859456640 00000100:00100000:0.0:1746066848.861643:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 27627 00000100:00100000:0.0:1746066848.861648:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+10:1215:x1830882859456640:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066848.861660:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066848.861671:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cc3e00/0xd6b24631ff435fa9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267bb81 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066848.861688:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013093c800/0xd6b24631ff435fa2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb7a expref: 11 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066848.861694:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066848.861695:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066848.861699:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cc3e00/0xd6b24631ff435fa9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb81 expref: 11 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066848.861714:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013093c800/0xd6b24631ff435fa2 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb7a expref: 11 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066848.861725:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013093c800/0xd6b24631ff435fa2 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb7a expref: 11 pid: 9629 timeout: 1060 lvb_type: 0 00000100:00100000:0.0:1746066848.861734:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c40a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25556:1830882860705536:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066848.861752:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9ec480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066848.869927:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.876731:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.894895:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.899942:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.910888:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.910938:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.915297:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.925338:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.930307:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.933129:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c40b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+12:2032:x1830882859458432:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1305us (2828us total) trans 4294970102 rc 0/0 00000100:00100000:0.0:1746066848.933144:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 684 00002000:00100000:0.0:1746066848.933153:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c40b480 x1830882859458432/t4294970102(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:254/0 lens 496/448 e 0 to 0 dl 1746066859 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066848.933162:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c40b480 with x1830882859458432 ext(0->7) 00010000:00010000:0.0:1746066848.933172:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880131fb7200/0xd6b24631ff435fb0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb88 expref: 12 pid: 25556 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066848.933186:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880131fb7200/0xd6b24631ff435fb0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bb88 expref: 12 pid: 25556 timeout: 1061 lvb_type: 0 00002000:00010000:0.0:1746066848.933192:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c40b480 00000100:00100000:0.0:1746066848.937805:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.941676:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.943444:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.954233:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.956237:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.957437:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.968634:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066848.973831:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.006629:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.025941:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.027648:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.034613:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.044204:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.048857:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.055847:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.059206:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.060234:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095871180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2034:x1830882859461504:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 807us (1028us total) trans 4294970104 rc 0/0 00000100:00100000:0.0:1746066849.060242:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 688 00002000:00100000:0.0:1746066849.060249:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095871180 x1830882859461504/t4294970104(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:255/0 lens 496/448 e 0 to 0 dl 1746066860 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.060257:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095871180 with x1830882859461504 ext(0->7) 00010000:00010000:0.0:1746066849.060263:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132e39000/0xd6b24631ff435fd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bbab expref: 16 pid: 9627 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.060273:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132e39000/0xd6b24631ff435fd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bbab expref: 16 pid: 9627 timeout: 1061 lvb_type: 0 00002000:00010000:0.0:1746066849.060280:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095871180 00000100:00100000:0.0:1746066849.062696:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.070947:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.075229:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.082189:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.088886:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.088974:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.096137:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.098326:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859462912 00000100:00100000:0.0:1746066849.098330:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859462912 00000100:00100000:0.0:1746066849.098376:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 27637 00000100:00100000:0.0:1746066849.098381:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f700e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+17:1215:x1830882859462912:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066849.098395:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066849.098406:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c223c00/0xd6b24631ff435fef lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267bbc7 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.098423:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f562800/0xd6b24631ff435fe8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bbc0 expref: 18 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.098429:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066849.098430:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066849.098433:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c223c00/0xd6b24631ff435fef lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bbc7 expref: 18 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.098450:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f562800/0xd6b24631ff435fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bbc0 expref: 18 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.098460:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f562800/0xd6b24631ff435fe8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bbc0 expref: 18 pid: 9627 timeout: 1061 lvb_type: 0 00000100:00100000:0.0:1746066849.098474:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25556:1830882860707840:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066849.098504:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9ec0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066849.104050:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.107316:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.108868:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2033:x1830882859463552:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1088us (1550us total) trans 4294970105 rc 0/0 00000100:00100000:0.0:1746066849.108877:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 690 00002000:00100000:0.0:1746066849.108884:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095870000 x1830882859463552/t4294970105(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:255/0 lens 496/448 e 0 to 0 dl 1746066860 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.108892:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095870000 with x1830882859463552 ext(0->7) 00010000:00010000:0.0:1746066849.108899:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f562800/0xd6b24631ff435fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bbc0 expref: 19 pid: 9627 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.108911:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f562800/0xd6b24631ff435fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bbc0 expref: 19 pid: 9627 timeout: 1061 lvb_type: 0 00002000:00010000:0.0:1746066849.108917:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095870000 00000100:00100000:0.0:1746066849.113524:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.118007:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.123503:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.124818:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.127409:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.129259:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.134076:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.138244:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.142381:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.147297:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.149170:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+20:2033:x1830882859465216:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1078us (1870us total) trans 4294970106 rc 0/0 00000100:00100000:0.0:1746066849.149179:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 692 00002000:00100000:0.0:1746066849.149185:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095e64700 x1830882859465216/t4294970106(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:255/0 lens 496/448 e 0 to 0 dl 1746066860 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.149193:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e64700 with x1830882859465216 ext(0->7) 00010000:00010000:0.0:1746066849.149200:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132e38200/0xd6b24631ff435ffd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bbd5 expref: 20 pid: 25556 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.149211:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132e38200/0xd6b24631ff435ffd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bbd5 expref: 20 pid: 25556 timeout: 1061 lvb_type: 0 00002000:00010000:0.0:1746066849.149218:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095e64700 00000100:00100000:0.0:1746066849.154224:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.158838:0:7258:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eb45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7258:1830882860708608:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066849.158859:0:7258:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066849.158903:0:7258:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2034:x1830882859465344:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4440us (4690us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066849.158914:0:7258:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10472 00000100:00100000:0.0:1746066849.163480:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.177217:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.177731:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.177757:0:7258:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859465984 00000100:00100000:0.0:1746066849.177765:0:7258:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859465984 00010000:00010000:0.0:1746066849.177796:0:7258:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132e38600/0xd6b24631ff436004 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bbdc expref: 6 pid: 25556 timeout: 1061 lvb_type: 0 00000100:00100000:0.0:1746066849.177820:0:7258:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10473 00000100:00100000:0.0:1746066849.177827:0:7258:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859465984:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066849.177840:0:7258:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066849.177861:0:7258:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132e38600/0xd6b24631ff436004 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bbdc expref: 6 pid: 25556 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.177873:0:7258:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132e38600/0xd6b24631ff436004 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bbdc expref: 6 pid: 25556 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.177898:0:7258:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132e38600/0xd6b24631ff436004 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bbdc expref: 6 pid: 25556 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.180513:0:7258:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066849.180871:0:7258:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882859465984:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3039us (3134us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066849.180881:0:7258:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10473 00000100:00100000:0.0:1746066849.185696:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.193122:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.194942:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+23:2032:x1830882859466496:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1299us (1827us total) trans 4294970107 rc 0/0 00000100:00100000:0.0:1746066849.194952:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 694 00002000:00100000:0.0:1746066849.194959:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880123a94000 x1830882859466496/t4294970107(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:255/0 lens 496/448 e 0 to 0 dl 1746066860 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.194975:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a94000 with x1830882859466496 ext(0->7) 00010000:00010000:0.0:1746066849.194983:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f469000/0xd6b24631ff43600b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bbe3 expref: 23 pid: 25556 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.194994:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f469000/0xd6b24631ff43600b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bbe3 expref: 23 pid: 25556 timeout: 1061 lvb_type: 0 00002000:00010000:0.0:1746066849.195001:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123a94000 00000100:00100000:0.0:1746066849.198735:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.212104:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.219315:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.219750:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.226049:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.232799:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.243957:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.245486:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2031:x1830882859467776:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1226us (1532us total) trans 4294970108 rc 0/0 00000100:00100000:0.0:1746066849.245500:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 696 00002000:00100000:0.0:1746066849.245512:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880123a97b80 x1830882859467776/t4294970108(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:255/0 lens 496/448 e 0 to 0 dl 1746066860 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.245522:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a97b80 with x1830882859467776 ext(0->7) 00010000:00010000:0.0:1746066849.245531:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132e0ba00/0xd6b24631ff436019 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bbf1 expref: 24 pid: 21660 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.245548:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132e0ba00/0xd6b24631ff436019 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bbf1 expref: 24 pid: 21660 timeout: 1061 lvb_type: 0 00002000:00010000:0.0:1746066849.245573:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123a97b80 00000100:00100000:0.0:1746066849.253825:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.263908:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.266800:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.270686:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859468416 00000100:00100000:0.0:1746066849.270692:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859468416 00000100:00100000:0.0:1746066849.270722:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 27646 00000100:00100000:0.0:1746066849.270728:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+25:1215:x1830882859468416:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066849.270738:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066849.270749:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c222800/0xd6b24631ff43602e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267bc06 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.270765:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066849.270769:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009544f400/0xd6b24631ff436027 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bbff expref: 26 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.270776:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066849.270779:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c222800/0xd6b24631ff43602e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc06 expref: 26 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.270815:0:9629:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009544f400/0xd6b24631ff436027 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bbff expref: 26 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.270826:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c222800/0xd6b24631ff43602e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc06 expref: 26 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.270835:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c222800, rc 0) 00000100:00100000:0.0:1746066849.270873:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+26:1215:x1830882859468416:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066849.270879:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 27646 00000100:00100000:0.0:1746066849.275644:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.276773:0:7258:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095c55b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066849.281241:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.288049:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.290873:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+27:2031:x1830882859469056:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2591us (2829us total) trans 4294970109 rc 0/0 00000100:00100000:0.0:1746066849.290884:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 698 00002000:00100000:0.0:1746066849.290893:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095e67b80 x1830882859469056/t4294970109(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:255/0 lens 496/448 e 0 to 0 dl 1746066860 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.290903:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e67b80 with x1830882859469056 ext(0->7) 00010000:00010000:0.0:1746066849.290911:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009544f400/0xd6b24631ff436027 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bbff expref: 27 pid: 21660 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.290926:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009544f400/0xd6b24631ff436027 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bbff expref: 27 pid: 21660 timeout: 1061 lvb_type: 0 00002000:00010000:0.0:1746066849.290933:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095e67b80 00000100:00100000:0.0:1746066849.298363:0:9630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860710144 00000100:00100000:0.0:1746066849.298370:0:9630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860710144 00000100:00100000:0.0:1746066849.298426:0:9630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1746066849.298434:0:9630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3790:x1830882860710144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746066849.298452:0:9630:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498883392 pending 286720 free 3921260544 avail 3689738240 00000100:00100000:0.0:1746066849.298485:0:9630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3790:x1830882860710144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066849.298491:0:9630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1746066849.307483:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.307567:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.318205:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.318247:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.323945:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.328378:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.334278:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.343052:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.350211:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.351866:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.361256:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.367284:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859471360 00000100:00100000:0.0:1746066849.367295:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859471360 00002000:00100000:0.0:1746066849.367374:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957e8380 x1830882859471360/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:255/0 lens 488/0 e 0 to 0 dl 1746066860 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.367384:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e8380 with x1830882859471360 ext(0->4095) 00010000:00010000:0.0:1746066849.367394:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f562600/0xd6b24631ff436043 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc1b expref: 29 pid: 21660 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.367408:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f562600/0xd6b24631ff436043 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc1b expref: 29 pid: 21660 timeout: 1061 lvb_type: 0 00002000:00010000:0.0:1746066849.367415:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957e8380 00000100:00100000:0.0:1746066849.367441:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 701 00000100:00100000:0.0:1746066849.367449:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+29:2033:x1830882859471360:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066849.367596:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+29:2033:x1830882859471360:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 147us (1452us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066849.367601:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 701 00002000:00100000:0.0:1746066849.367606:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957e8380 x1830882859471360/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746066860 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.367612:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e8380 with x1830882859471360 ext(0->4095) 00010000:00010000:0.0:1746066849.367615:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f562600/0xd6b24631ff436043 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc1b expref: 29 pid: 21660 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.367622:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f562600/0xd6b24631ff436043 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc1b expref: 29 pid: 21660 timeout: 1061 lvb_type: 0 00002000:00010000:0.0:1746066849.367626:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957e8380 00000100:00100000:0.0:1746066849.372573:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.378870:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+31:2031:x1830882859471616:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5980us (6295us total) trans 4294970111 rc 0/0 00000100:00100000:0.0:1746066849.378887:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 702 00002000:00100000:0.0:1746066849.378898:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131cad880 x1830882859471616/t4294970111(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:255/0 lens 496/448 e 0 to 0 dl 1746066860 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.378909:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cad880 with x1830882859471616 ext(0->7) 00010000:00010000:0.0:1746066849.378920:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f562600/0xd6b24631ff436043 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc1b expref: 31 pid: 21660 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.378956:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f562600/0xd6b24631ff436043 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc1b expref: 31 pid: 21660 timeout: 1061 lvb_type: 0 00002000:00010000:0.0:1746066849.378970:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131cad880 00000100:00100000:0.0:1746066849.382226:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.384826:0:7258:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957e9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7258:1830882860711296:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066849.384849:0:7258:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066849.384898:0:7258:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+30:2034:x1830882859471744:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2437us (2682us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066849.384908:0:7258:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10482 00000100:00100000:0.0:1746066849.389768:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.393029:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.393736:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.395401:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.399267:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.401232:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.401280:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.405263:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859473152 00000100:00100000:0.0:1746066849.405269:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859473152 00002000:00100000:0.0:1746066849.405310:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880123a96d80 x1830882859473152/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:255/0 lens 488/0 e 0 to 0 dl 1746066860 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.405322:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a96d80 with x1830882859473152 ext(0->4095) 00010000:00010000:0.0:1746066849.405333:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132e0a600/0xd6b24631ff436058 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc30 expref: 31 pid: 21660 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.405382:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132e0a600/0xd6b24631ff436058 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc30 expref: 31 pid: 21660 timeout: 1061 lvb_type: 0 00002000:00010000:0.0:1746066849.405396:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123a96d80 00000100:00100000:0.0:1746066849.405418:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 704 00000100:00100000:0.0:1746066849.405426:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+31:2034:x1830882859473152:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066849.405567:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+31:2034:x1830882859473152:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 141us (363us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066849.405574:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 704 00002000:00100000:0.0:1746066849.405580:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880123a96d80 x1830882859473152/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746066860 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.405588:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a96d80 with x1830882859473152 ext(0->4095) 00010000:00010000:0.0:1746066849.405593:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132e0a600/0xd6b24631ff436058 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc30 expref: 31 pid: 21660 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.405603:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132e0a600/0xd6b24631ff436058 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc30 expref: 31 pid: 21660 timeout: 1061 lvb_type: 0 00002000:00010000:0.0:1746066849.405608:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123a96d80 00000100:00100000:0.0:1746066849.407240:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.409410:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d736680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+33:2034:x1830882859473408:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1974us (2170us total) trans 4294970112 rc 0/0 00000100:00100000:0.0:1746066849.409419:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 705 00002000:00100000:0.0:1746066849.409425:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d736680 x1830882859473408/t4294970112(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:255/0 lens 496/448 e 0 to 0 dl 1746066860 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.409433:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d736680 with x1830882859473408 ext(0->7) 00010000:00010000:0.0:1746066849.409442:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132e0a600/0xd6b24631ff436058 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc30 expref: 33 pid: 21660 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.409453:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132e0a600/0xd6b24631ff436058 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc30 expref: 33 pid: 21660 timeout: 1061 lvb_type: 0 00002000:00010000:0.0:1746066849.409459:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d736680 00000100:00100000:0.0:1746066849.411940:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.419820:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859473792 00000100:00100000:0.0:1746066849.419828:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859473792 00002000:00100000:0.0:1746066849.419873:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957e9880 x1830882859473792/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:255/0 lens 488/0 e 0 to 0 dl 1746066860 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.420090:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e9880 with x1830882859473792 ext(0->4095) 00002000:00010000:0.0:1746066849.420095:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800957e9880 00000100:00100000:0.0:1746066849.420119:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12202 00000100:00100000:0.0:1746066849.420127:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2033:x1830882859473792:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066849.420253:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2033:x1830882859473792:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 127us (855us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066849.420260:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12202 00002000:00100000:0.0:1746066849.420265:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957e9880 x1830882859473792/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746066860 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.420272:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e9880 with x1830882859473792 ext(0->4095) 00002000:00010000:0.0:1746066849.420275:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800957e9880 00000100:00100000:0.0:1746066849.432230:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.432399:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.436327:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.437151:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.440260:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.447978:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+34:2031:x1830882859475456:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1313us (1755us total) trans 4294970113 rc 0/0 00000100:00100000:0.0:1746066849.447987:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 708 00002000:00100000:0.0:1746066849.447994:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88011eb45c00 x1830882859475456/t4294970113(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:255/0 lens 496/448 e 0 to 0 dl 1746066860 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.448002:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eb45c00 with x1830882859475456 ext(0->7) 00010000:00010000:0.0:1746066849.448008:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132e0a600/0xd6b24631ff43606d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc45 expref: 34 pid: 25556 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.448019:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132e0a600/0xd6b24631ff43606d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc45 expref: 34 pid: 25556 timeout: 1061 lvb_type: 0 00002000:00010000:0.0:1746066849.448027:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011eb45c00 00000100:00100000:0.0:1746066849.453177:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.457417:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859475840 00000100:00100000:0.0:1746066849.457422:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859475840 00002000:00100000:0.0:1746066849.457450:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880095e65180 x1830882859475840/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:255/0 lens 488/0 e 0 to 0 dl 1746066860 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.457459:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e65180 with x1830882859475840 ext(0->4095) 00002000:00010000:0.0:1746066849.457463:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095e65180 00000100:00100000:0.0:1746066849.457484:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12204 00000100:00100000:0.0:1746066849.457490:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882859475840:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066849.457591:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882859475840:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 100us (758us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066849.457597:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12204 00002000:00100000:0.0:1746066849.457601:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880095e65180 x1830882859475840/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746066860 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.457608:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e65180 with x1830882859475840 ext(0->4095) 00002000:00010000:0.0:1746066849.457610:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095e65180 00000100:00100000:0.0:1746066849.463783:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.469851:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.469898:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.478940:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.480681:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.487166:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.501697:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859477248 00000100:00100000:0.0:1746066849.501705:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859477248 00002000:00100000:0.0:1746066849.501742:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095e67100 x1830882859477248/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:255/0 lens 496/0 e 0 to 0 dl 1746066860 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.501752:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e67100 with x1830882859477248 ext(0->7) 00010000:00010000:0.0:1746066849.501759:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009544e000/0xd6b24631ff436082 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc5a expref: 34 pid: 25556 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.501772:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009544e000/0xd6b24631ff436082 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc5a expref: 34 pid: 25556 timeout: 1061 lvb_type: 0 00002000:00010000:0.0:1746066849.501779:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095e67100 00000100:00100000:0.0:1746066849.501797:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 711 00000100:00100000:0.0:1746066849.501805:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+34:2031:x1830882859477248:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066849.505157:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2031:x1830882859477248:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3344us (3616us total) trans 4294970114 rc 0/0 00000100:00100000:0.0:1746066849.505167:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 711 00002000:00100000:0.0:1746066849.505176:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095e67100 x1830882859477248/t4294970114(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:255/0 lens 496/448 e 0 to 0 dl 1746066860 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.505185:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e67100 with x1830882859477248 ext(0->7) 00010000:00010000:0.0:1746066849.505193:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009544e000/0xd6b24631ff436082 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc5a expref: 36 pid: 25556 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.505210:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009544e000/0xd6b24631ff436082 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc5a expref: 36 pid: 25556 timeout: 1061 lvb_type: 0 00002000:00010000:0.0:1746066849.505217:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095e67100 00000100:00100000:0.0:1746066849.517484:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.533393:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859477760 00000100:00100000:0.0:1746066849.533399:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859477760 00002000:00100000:0.0:1746066849.533428:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012eb56680 x1830882859477760/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:255/0 lens 488/0 e 0 to 0 dl 1746066860 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.533437:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb56680 with x1830882859477760 ext(0->4095) 00010000:00010000:0.0:1746066849.533444:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012eb5ea00/0xd6b24631ff436089 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc61 expref: 6 pid: 25556 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.533454:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012eb5ea00/0xd6b24631ff436089 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc61 expref: 6 pid: 25556 timeout: 1061 lvb_type: 0 00002000:00010000:0.0:1746066849.533460:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012eb56680 00000100:00100000:0.0:1746066849.533489:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 712 00000100:00100000:0.0:1746066849.533495:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859477760:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066849.533616:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859477760:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 121us (2273us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066849.533623:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 712 00002000:00100000:0.0:1746066849.533629:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012eb56680 x1830882859477760/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746066860 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.533636:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb56680 with x1830882859477760 ext(0->4095) 00010000:00010000:0.0:1746066849.533640:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012eb5ea00/0xd6b24631ff436089 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc61 expref: 6 pid: 25556 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.533648:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012eb5ea00/0xd6b24631ff436089 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc61 expref: 6 pid: 25556 timeout: 1061 lvb_type: 0 00002000:00010000:0.0:1746066849.533653:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012eb56680 00000100:00080000:0.0:1746066849.540994:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066849.548607:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.548739:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.555884:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.559666:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.580297:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.597579:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.609778:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.619296:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.619319:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859479936 00000100:00100000:0.0:1746066849.619325:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859479936 00000100:00100000:0.0:1746066849.619371:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 27663 00000100:00100000:0.0:1746066849.619378:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+38:1214:x1830882859479936:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066849.619391:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066849.619404:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eb5e000/0xd6b24631ff4360a5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267bc7d expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.619428:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013093d400/0xd6b24631ff436097 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc6f expref: 39 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.619437:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132e0b400/0xd6b24631ff43609e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc76 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.619442:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066849.619443:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066849.619446:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eb5e000/0xd6b24631ff4360a5 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc7d expref: 39 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.619468:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132e0b400/0xd6b24631ff43609e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc76 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.619478:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132e0b400/0xd6b24631ff43609e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc76 expref: 5 pid: 21660 timeout: 1061 lvb_type: 0 00000100:00100000:0.0:1746066849.619488:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095884e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9627:1830882860713984:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066849.622216:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013093d400/0xd6b24631ff436097 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc6f expref: 39 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.622232:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013093d400/0xd6b24631ff436097 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc6f expref: 39 pid: 21660 timeout: 1061 lvb_type: 0 00000100:00100000:0.0:1746066849.622244:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095885180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9627:1830882860714112:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066849.623457:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9ec300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066849.624140:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.624781:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.624850:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095885180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9627:1830882860714112:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066849.624874:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012eb5e000/0xd6b24631ff4360a5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc7d expref: 39 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.624888:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eb5e000, rc 0) 00000100:00100000:0.0:1746066849.624928:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+39:1214:x1830882859479936:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5550us (5639us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066849.624935:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 27663 00000100:00100000:0.0:1746066849.624954:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 27664 00000100:00100000:0.0:1746066849.624961:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1215:x1830882859480192:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066849.624971:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066849.624981:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009085b600/0xd6b24631ff4360ac lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267bc84 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.624997:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066849.625002:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012eb5e000/0xd6b24631ff4360a5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc7d expref: 38 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.625008:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066849.625011:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085b600/0xd6b24631ff4360ac lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc84 expref: 7 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.625031:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012eb5e000/0xd6b24631ff4360a5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc7d expref: 38 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.625041:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009085b600/0xd6b24631ff4360ac lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc84 expref: 7 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.625048:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085b600, rc 0) 00000100:00100000:0.0:1746066849.625069:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:1215:x1830882859480192:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066849.625075:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 27664 00000100:00100000:0.0:1746066849.625581:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.625596:0:7258:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859480320 00000100:00100000:0.0:1746066849.625600:0:7258:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859480320 00010000:00010000:0.0:1746066849.625612:0:7258:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013093d400/0xd6b24631ff436097 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc6f expref: 39 pid: 21660 timeout: 1061 lvb_type: 0 00000100:00100000:0.0:1746066849.625627:0:7258:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10495 00000100:00100000:0.0:1746066849.625632:0:7258:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095885180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+39:2033:x1830882859480320:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066849.625638:0:7258:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066849.625645:0:7258:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013093d400/0xd6b24631ff436097 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc6f expref: 39 pid: 21660 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.625652:0:7258:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013093d400/0xd6b24631ff436097 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc6f expref: 39 pid: 21660 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.625663:0:7258:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013093d400/0xd6b24631ff436097 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc6f expref: 39 pid: 21660 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.625675:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066849.625677:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066849.625682:0:7258:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012eb5e000/0xd6b24631ff4360a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc7d expref: 38 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.625688:0:7258:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eb5e000/0xd6b24631ff4360a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc7d expref: 38 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.625705:0:7258:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012eb5e000/0xd6b24631ff4360a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc7d expref: 38 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.625715:0:7258:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012eb5e000/0xd6b24631ff4360a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc7d expref: 38 pid: 9627 timeout: 1061 lvb_type: 0 00000100:00100000:0.0:1746066849.625724:0:7258:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095884e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7258:1830882860714368:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066849.625761:0:7258:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9ec300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066849.629459:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.635418:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.636875:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2032:x1830882859480832:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1134us (1462us total) trans 4294970116 rc 0/0 00000100:00100000:0.0:1746066849.636883:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 716 00002000:00100000:0.0:1746066849.636890:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095886680 x1830882859480832/t4294970116(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:255/0 lens 496/448 e 0 to 0 dl 1746066860 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.636898:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095886680 with x1830882859480832 ext(0->7) 00010000:00010000:0.0:1746066849.636905:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012eb5e000/0xd6b24631ff4360a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc7d expref: 40 pid: 9627 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.636917:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012eb5e000/0xd6b24631ff4360a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc7d expref: 40 pid: 9627 timeout: 1061 lvb_type: 0 00002000:00010000:0.0:1746066849.636923:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095886680 00000100:00100000:0.0:1746066849.639102:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.644559:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.652497:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.661203:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859481600 00000100:00100000:0.0:1746066849.661216:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859481600 00002000:00100000:0.0:1746066849.661270:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012eb54000 x1830882859481600/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:255/0 lens 488/0 e 0 to 0 dl 1746066860 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.661281:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb54000 with x1830882859481600 ext(0->4095) 00002000:00010000:0.0:1746066849.661287:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012eb54000 00000100:00100000:0.0:1746066849.666243:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.666291:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.675185:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.682004:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.689009:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.691658:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+43:2031:x1830882859482880:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2025us (2652us total) trans 4294970117 rc 0/0 00000100:00100000:0.0:1746066849.691668:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 718 00002000:00100000:0.0:1746066849.691677:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095885880 x1830882859482880/t4294970117(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:255/0 lens 496/448 e 0 to 0 dl 1746066860 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.691685:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095885880 with x1830882859482880 ext(0->7) 00010000:00010000:0.0:1746066849.691693:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132e0a600/0xd6b24631ff4360ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc92 expref: 43 pid: 25556 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.691707:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132e0a600/0xd6b24631ff4360ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc92 expref: 43 pid: 25556 timeout: 1061 lvb_type: 0 00002000:00010000:0.0:1746066849.691713:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095885880 00000100:00100000:0.0:1746066849.696770:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.705584:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.711034:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.719118:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.723755:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.728245:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859484032 00000100:00100000:0.0:1746066849.728252:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859484032 00002000:00100000:0.0:1746066849.728282:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131cadf80 x1830882859484032/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:255/0 lens 488/0 e 0 to 0 dl 1746066860 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.728293:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cadf80 with x1830882859484032 ext(0->4095) 00010000:00010000:0.0:1746066849.728300:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009544f400/0xd6b24631ff4360c1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc99 expref: 44 pid: 25556 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.728312:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009544f400/0xd6b24631ff4360c1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc99 expref: 44 pid: 25556 timeout: 1061 lvb_type: 0 00002000:00010000:0.0:1746066849.728318:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131cadf80 00000100:00100000:0.0:1746066849.728566:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 719 00000100:00100000:0.0:1746066849.728574:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2033:x1830882859484032:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066849.728691:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2033:x1830882859484032:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 117us (638us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066849.728700:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 719 00002000:00100000:0.0:1746066849.728705:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131cadf80 x1830882859484032/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746066860 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.728712:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cadf80 with x1830882859484032 ext(0->4095) 00010000:00010000:0.0:1746066849.728717:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009544f400/0xd6b24631ff4360c1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc99 expref: 44 pid: 25556 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.728724:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009544f400/0xd6b24631ff4360c1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bc99 expref: 44 pid: 25556 timeout: 1061 lvb_type: 0 00002000:00010000:0.0:1746066849.728729:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131cadf80 00000100:00100000:0.0:1746066849.732793:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.735775:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.740050:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.766176:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.771669:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2033:x1830882859484928:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2575us (5488us total) trans 4294970118 rc 0/0 00000100:00100000:0.0:1746066849.771685:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 721 00002000:00100000:0.0:1746066849.771695:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008f6a4380 x1830882859484928/t4294970118(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:255/0 lens 496/448 e 0 to 0 dl 1746066860 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.771706:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a4380 with x1830882859484928 ext(0->7) 00010000:00010000:0.0:1746066849.771717:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880131fb6400/0xd6b24631ff4360cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bca7 expref: 44 pid: 21660 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.771735:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880131fb6400/0xd6b24631ff4360cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bca7 expref: 44 pid: 21660 timeout: 1061 lvb_type: 0 00002000:00010000:0.0:1746066849.771743:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f6a4380 00000100:00100000:0.0:1746066849.778775:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.793087:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.794809:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.801307:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.802163:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.811147:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.811243:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.814446:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.818754:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.832510:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.832756:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+47:2032:x1830882859486720:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 13791us (14011us total) trans 4294970119 rc 0/0 00000100:00100000:0.0:1746066849.832768:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 724 00002000:00100000:0.0:1746066849.832778:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012ffab800 x1830882859486720/t4294970119(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:255/0 lens 496/448 e 0 to 0 dl 1746066860 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.832788:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffab800 with x1830882859486720 ext(0->7) 00010000:00010000:0.0:1746066849.832798:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008e901000/0xd6b24631ff4360e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bcbc expref: 47 pid: 21660 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.832814:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008e901000/0xd6b24631ff4360e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bcbc expref: 47 pid: 21660 timeout: 1061 lvb_type: 0 00002000:00010000:0.0:1746066849.832822:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ffab800 00000100:00100000:0.0:1746066849.844622:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.847382:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.851132:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.858259:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.865193:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.870130:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.871624:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2032:x1830882859487872:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1146us (1496us total) trans 4294970120 rc 0/0 00000100:00100000:0.0:1746066849.871633:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 726 00002000:00100000:0.0:1746066849.871640:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012ffa8a80 x1830882859487872/t4294970120(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:255/0 lens 496/448 e 0 to 0 dl 1746066860 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.871649:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa8a80 with x1830882859487872 ext(0->7) 00010000:00010000:0.0:1746066849.871656:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095dedc00/0xd6b24631ff4360f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bcca expref: 48 pid: 21660 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.871668:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095dedc00/0xd6b24631ff4360f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bcca expref: 48 pid: 21660 timeout: 1061 lvb_type: 0 00002000:00010000:0.0:1746066849.871675:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ffa8a80 00000100:00100000:0.0:1746066849.874876:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.880262:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.883537:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.886049:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.892726:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.899151:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.899183:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.899208:0:7258:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859488896 00000100:00100000:0.0:1746066849.899462:0:7258:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859488896 00010000:00010000:0.0:1746066849.899502:0:7258:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095dede00/0xd6b24631ff436100 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bcd8 expref: 50 pid: 21660 timeout: 1061 lvb_type: 0 00000100:00100000:0.0:1746066849.899528:0:7258:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859489024 00000100:00100000:0.0:1746066849.899530:0:7258:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859489024 00010000:00010000:0.0:1746066849.899550:0:7258:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095ded800/0xd6b24631ff4360f9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bcd1 expref: 6 pid: 21660 timeout: 1061 lvb_type: 0 00000100:00100000:0.0:1746066849.899567:0:7258:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10508 00000100:00100000:0.0:1746066849.899574:0:7258:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+50:2034:x1830882859488896:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066849.899590:0:7258:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066849.899610:0:7258:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095dede00/0xd6b24631ff436100 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bcd8 expref: 50 pid: 21660 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.899623:0:7258:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095dede00/0xd6b24631ff436100 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bcd8 expref: 50 pid: 21660 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.899650:0:7258:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066849.899701:0:7258:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+50:2034:x1830882859488896:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 127us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066849.899708:0:7258:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10508 00000100:00100000:0.0:1746066849.899750:0:7258:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10509 00000100:00100000:0.0:1746066849.899755:0:7258:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882859489024:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066849.899762:0:7258:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066849.899769:0:7258:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095ded800/0xd6b24631ff4360f9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bcd1 expref: 6 pid: 21660 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.899783:0:7258:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095ded800/0xd6b24631ff4360f9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bcd1 expref: 6 pid: 21660 timeout: 1061 lvb_type: 0 00010000:00010000:0.0:1746066849.899796:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066849.899798:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066849.899805:0:7258:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013093ce00/0xd6b24631ff436107 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bcdf expref: 49 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.899814:0:7258:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013093ce00/0xd6b24631ff436107 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bcdf expref: 49 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.899843:0:7258:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013093ce00/0xd6b24631ff436107 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bcdf expref: 49 pid: 25556 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066849.899856:0:7258:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131f8b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7258:1830882860717312:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066849.899907:0:7258:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9ecf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066849.899961:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.903320:0:7258:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131f8b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7258:1830882860717312:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066849.903362:0:7258:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066849.903396:0:7258:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:2034:x1830882859489024:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3639us (4211us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066849.903409:0:7258:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10509 00000100:00100000:0.0:1746066849.910032:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.917860:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.920860:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.925038:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.927180:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.930646:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.930703:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.935165:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.935200:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.935248:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.935271:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859491200 00000100:00100000:0.0:1746066849.935278:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859491200 00000100:00100000:0.0:1746066849.935314:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 27681 00000100:00100000:0.0:1746066849.935321:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+52:1215:x1830882859491200:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066849.935337:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066849.935378:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eb5ea00/0xd6b24631ff436123 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267bcfb expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.935405:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066849.935412:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009544e200/0xd6b24631ff43611c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bcf4 expref: 53 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.935419:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066849.935423:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eb5ea00/0xd6b24631ff436123 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bcfb expref: 53 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.935461:0:25556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009544e200/0xd6b24631ff43611c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bcf4 expref: 53 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.935475:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012eb5ea00/0xd6b24631ff436123 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bcfb expref: 53 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066849.935486:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eb5ea00, rc 0) 00000100:00100000:0.0:1746066849.935531:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+53:1215:x1830882859491200:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 210us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066849.935552:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 27681 00000100:00100000:0.0:1746066849.940166:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.945613:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.947727:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+53:2033:x1830882859491712:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1092us (2459us total) trans 4294970122 rc 0/0 00000100:00100000:0.0:1746066849.947736:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 731 00002000:00100000:0.0:1746066849.947742:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008f65f800 x1830882859491712/t4294970122(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:255/0 lens 496/448 e 0 to 0 dl 1746066860 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.947751:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65f800 with x1830882859491712 ext(0->7) 00010000:00010000:0.0:1746066849.947758:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009544e200/0xd6b24631ff43611c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bcf4 expref: 53 pid: 21660 timeout: 1062 lvb_type: 0 00010000:00010000:0.0:1746066849.947769:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009544e200/0xd6b24631ff43611c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bcf4 expref: 53 pid: 21660 timeout: 1062 lvb_type: 0 00002000:00010000:0.0:1746066849.947777:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f65f800 00000100:00100000:0.0:1746066849.951581:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.954375:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.957258:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.962872:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.964198:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.969800:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.975094:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.975622:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066849.980872:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130232300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21614:1830882860718592:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066849.980886:0:21614:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066849.980921:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2032:x1830882859493120:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5006us (5300us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066849.980931:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10515 00000100:00100000:0.0:1746066849.987579:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+54:2031:x1830882859493760:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1082us (1616us total) trans 4294970123 rc 0/0 00000100:00100000:0.0:1746066849.987587:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 734 00002000:00100000:0.0:1746066849.987594:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130231f80 x1830882859493760/t4294970123(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:255/0 lens 496/448 e 0 to 0 dl 1746066860 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066849.987602:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130231f80 with x1830882859493760 ext(0->7) 00010000:00010000:0.0:1746066849.987607:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095ded600/0xd6b24631ff436131 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bd09 expref: 54 pid: 21660 timeout: 1062 lvb_type: 0 00010000:00010000:0.0:1746066849.987619:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095ded600/0xd6b24631ff436131 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bd09 expref: 54 pid: 21660 timeout: 1062 lvb_type: 0 00002000:00010000:0.0:1746066849.987625:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130231f80 00000100:00100000:0.0:1746066849.996291:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.003790:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.004451:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00080000:0.0:1746066850.004764:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066850.008049:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.008092:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.026437:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.035502:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+57:2032:x1830882859495040:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4084us (9064us total) trans 4294970124 rc 0/0 00000100:00100000:0.0:1746066850.035665:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 736 00002000:00100000:0.0:1746066850.035679:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131f88000 x1830882859495040/t4294970124(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:256/0 lens 496/448 e 0 to 0 dl 1746066861 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066850.035691:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f88000 with x1830882859495040 ext(0->7) 00010000:00010000:0.0:1746066850.035703:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095dec000/0xd6b24631ff43613f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bd17 expref: 57 pid: 21660 timeout: 1062 lvb_type: 0 00010000:00010000:0.0:1746066850.035720:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095dec000/0xd6b24631ff43613f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bd17 expref: 57 pid: 21660 timeout: 1062 lvb_type: 0 00002000:00010000:0.0:1746066850.035728:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131f88000 00000100:00100000:0.0:1746066850.045270:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.055660:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.062520:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.062626:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.080650:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.087463:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.091174:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+58:2034:x1830882859496320:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2066us (3716us total) trans 4294970125 rc 0/0 00000100:00100000:0.0:1746066850.091184:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 738 00002000:00100000:0.0:1746066850.091192:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095a95500 x1830882859496320/t4294970125(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:256/0 lens 496/448 e 0 to 0 dl 1746066861 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066850.091201:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a95500 with x1830882859496320 ext(0->7) 00010000:00010000:0.0:1746066850.091208:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132e0ba00/0xd6b24631ff43614d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bd2c expref: 58 pid: 9627 timeout: 1062 lvb_type: 0 00010000:00010000:0.0:1746066850.091229:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132e0ba00/0xd6b24631ff43614d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bd2c expref: 58 pid: 9627 timeout: 1062 lvb_type: 0 00002000:00010000:0.0:1746066850.091236:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095a95500 00000100:00100000:0.0:1746066850.096753:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.101901:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.107604:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.108043:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.112826:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.116093:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.123640:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.129328:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+61:2031:x1830882859497600:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4178us (5686us total) trans 4294970126 rc 0/0 00000100:00100000:0.0:1746066850.129385:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 740 00002000:00100000:0.0:1746066850.129397:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095a94a80 x1830882859497600/t4294970126(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:256/0 lens 496/448 e 0 to 0 dl 1746066861 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066850.129408:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a94a80 with x1830882859497600 ext(0->7) 00010000:00010000:0.0:1746066850.129432:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132e0ba00/0xd6b24631ff43615b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bd33 expref: 61 pid: 9627 timeout: 1062 lvb_type: 0 00010000:00010000:0.0:1746066850.129451:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132e0ba00/0xd6b24631ff43615b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bd33 expref: 61 pid: 9627 timeout: 1062 lvb_type: 0 00002000:00010000:0.0:1746066850.129459:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095a94a80 00000100:00100000:0.0:1746066850.138129:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.147019:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.147426:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.151639:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.167727:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.170746:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+62:2032:x1830882859498880:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2775us (3024us total) trans 4294970127 rc 0/0 00000100:00100000:0.0:1746066850.170757:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 743 00002000:00100000:0.0:1746066850.170766:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800952e6a00 x1830882859498880/t4294970127(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:256/0 lens 496/448 e 0 to 0 dl 1746066861 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066850.170776:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e6a00 with x1830882859498880 ext(0->7) 00010000:00010000:0.0:1746066850.170786:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132e0b200/0xd6b24631ff436169 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bd41 expref: 62 pid: 9627 timeout: 1062 lvb_type: 0 00010000:00010000:0.0:1746066850.170799:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132e0b200/0xd6b24631ff436169 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bd41 expref: 62 pid: 9627 timeout: 1062 lvb_type: 0 00002000:00010000:0.0:1746066850.170805:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800952e6a00 00000100:00100000:0.0:1746066850.178993:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.197526:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.197597:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.212307:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.213641:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.225615:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.228855:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.231913:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+65:2032:x1830882859500160:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1993us (3061us total) trans 4294970128 rc 0/0 00000100:00100000:0.0:1746066850.231924:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 745 00002000:00100000:0.0:1746066850.231933:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800952e5f80 x1830882859500160/t4294970128(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:256/0 lens 496/448 e 0 to 0 dl 1746066861 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066850.231941:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e5f80 with x1830882859500160 ext(0->7) 00010000:00010000:0.0:1746066850.231950:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132e0a600/0xd6b24631ff436177 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bd4f expref: 65 pid: 25556 timeout: 1062 lvb_type: 0 00010000:00010000:0.0:1746066850.231962:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132e0a600/0xd6b24631ff436177 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bd4f expref: 65 pid: 25556 timeout: 1062 lvb_type: 0 00002000:00010000:0.0:1746066850.231969:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800952e5f80 00000100:00100000:0.0:1746066850.234611:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.241680:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859500544 00000100:00100000:0.0:1746066850.241689:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859500544 00002000:00100000:0.0:1746066850.241741:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880095885180 x1830882859500544/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:256/0 lens 488/0 e 0 to 0 dl 1746066861 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066850.241750:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095885180 with x1830882859500544 ext(0->4095) 00002000:00010000:0.0:1746066850.241754:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095885180 00000100:00100000:0.0:1746066850.241788:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12226 00000100:00100000:0.0:1746066850.241793:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2034:x1830882859500544:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066850.241933:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2034:x1830882859500544:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 139us (940us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066850.241938:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12226 00002000:00100000:0.0:1746066850.241942:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880095885180 x1830882859500544/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746066861 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066850.241947:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095885180 with x1830882859500544 ext(0->4095) 00002000:00010000:0.0:1746066850.241950:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095885180 00000100:00100000:0.0:1746066850.249592:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.254770:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.259292:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.263610:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.263663:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.265251:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.274190:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.283748:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.287173:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+67:2032:x1830882859501952:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2946us (3428us total) trans 4294970129 rc 0/0 00000100:00100000:0.0:1746066850.287186:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 747 00002000:00100000:0.0:1746066850.287196:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008e98f480 x1830882859501952/t4294970129(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:256/0 lens 496/448 e 0 to 0 dl 1746066861 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066850.287205:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98f480 with x1830882859501952 ext(0->7) 00010000:00010000:0.0:1746066850.287216:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095dede00/0xd6b24631ff43618c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bd64 expref: 67 pid: 21660 timeout: 1062 lvb_type: 0 00010000:00010000:0.0:1746066850.287231:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095dede00/0xd6b24631ff43618c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bd64 expref: 67 pid: 21660 timeout: 1062 lvb_type: 0 00002000:00010000:0.0:1746066850.287239:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e98f480 00000100:00100000:0.0:1746066850.291162:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.298587:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.314656:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.318484:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.333913:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.341494:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.358974:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.366508:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.366558:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.385943:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.385989:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.392744:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.397181:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+68:2033:x1830882859504128:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2376us (4431us total) trans 4294970130 rc 0/0 00000100:00100000:0.0:1746066850.397194:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 749 00002000:00100000:0.0:1746066850.397204:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094c43b80 x1830882859504128/t4294970130(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:256/0 lens 496/448 e 0 to 0 dl 1746066861 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066850.397213:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c43b80 with x1830882859504128 ext(0->7) 00010000:00010000:0.0:1746066850.397225:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880131fb6400/0xd6b24631ff4361a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bd79 expref: 68 pid: 25556 timeout: 1062 lvb_type: 0 00010000:00010000:0.0:1746066850.397241:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880131fb6400/0xd6b24631ff4361a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bd79 expref: 68 pid: 25556 timeout: 1062 lvb_type: 0 00002000:00010000:0.0:1746066850.397247:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c43b80 00000100:00100000:0.0:1746066850.402004:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.409261:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.417634:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.417690:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.421822:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.424766:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.431301:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.444484:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c40a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+70:2034:x1830882859505920:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6214us (6674us total) trans 4294970131 rc 0/0 00000100:00100000:0.0:1746066850.444498:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 752 00002000:00100000:0.0:1746066850.444512:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c40a300 x1830882859505920/t4294970131(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:256/0 lens 496/448 e 0 to 0 dl 1746066861 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066850.444522:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c40a300 with x1830882859505920 ext(0->7) 00010000:00010000:0.0:1746066850.444547:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013093c000/0xd6b24631ff4361b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bd8e expref: 70 pid: 9627 timeout: 1062 lvb_type: 0 00010000:00010000:0.0:1746066850.444564:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013093c000/0xd6b24631ff4361b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bd8e expref: 70 pid: 9627 timeout: 1062 lvb_type: 0 00002000:00010000:0.0:1746066850.444571:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c40a300 00000100:00100000:0.0:1746066850.446832:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.457288:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859506304 00000100:00100000:0.0:1746066850.457299:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859506304 00002000:00100000:0.0:1746066850.457387:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c40bb80 x1830882859506304/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:256/0 lens 488/0 e 0 to 0 dl 1746066861 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066850.457411:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c40bb80 with x1830882859506304 ext(0->4095) 00002000:00010000:0.0:1746066850.457417:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c40bb80 00000100:00100000:0.0:1746066850.457441:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12233 00000100:00100000:0.0:1746066850.457449:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c40bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882859506304:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066850.461512:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.468099:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.480319:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.493553:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.501050:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.517507:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.533455:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.539495:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.564305:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.577740:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.579652:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.582462:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.595220:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.603044:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.605875:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2031:x1830882859509632:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2560us (2828us total) trans 4294970133 rc 0/0 00000100:00100000:0.0:1746066850.605887:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 757 00002000:00100000:0.0:1746066850.605898:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132e01c00 x1830882859509632/t4294970133(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:256/0 lens 496/448 e 0 to 0 dl 1746066861 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066850.605907:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e01c00 with x1830882859509632 ext(0->7) 00010000:00010000:0.0:1746066850.605916:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095ded200/0xd6b24631ff4361e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bdb8 expref: 74 pid: 21660 timeout: 1062 lvb_type: 0 00010000:00010000:0.0:1746066850.605932:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095ded200/0xd6b24631ff4361e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bdb8 expref: 74 pid: 21660 timeout: 1062 lvb_type: 0 00002000:00010000:0.0:1746066850.605939:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132e01c00 00000100:00100000:0.0:1746066850.613554:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.620059:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.626064:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.632666:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.636872:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.641018:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.648716:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.650594:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.695692:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.697047:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2033:x1830882859511424:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 918us (1359us total) trans 4294970134 rc 0/0 00000100:00100000:0.0:1746066850.697054:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 760 00002000:00100000:0.0:1746066850.697061:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132e02a00 x1830882859511424/t4294970134(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:256/0 lens 496/448 e 0 to 0 dl 1746066861 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066850.697068:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e02a00 with x1830882859511424 ext(0->7) 00010000:00010000:0.0:1746066850.697073:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013093d400/0xd6b24631ff4361f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bdcd expref: 76 pid: 9627 timeout: 1062 lvb_type: 0 00010000:00010000:0.0:1746066850.697084:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013093d400/0xd6b24631ff4361f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bdcd expref: 76 pid: 9627 timeout: 1062 lvb_type: 0 00002000:00010000:0.0:1746066850.697090:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132e02a00 00000100:00100000:0.0:1746066850.700228:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.710168:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.716085:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.728954:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.732203:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.732229:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859512320 00000100:00100000:0.0:1746066850.732232:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859512320 00002000:00100000:0.0:1746066850.732255:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012b4dc000 x1830882859512320/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:256/0 lens 488/0 e 0 to 0 dl 1746066861 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066850.732268:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b4dc000 with x1830882859512320 ext(0->4095) 00010000:00010000:0.0:1746066850.732272:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009544e000/0xd6b24631ff436203 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bddb expref: 78 pid: 9627 timeout: 1062 lvb_type: 0 00010000:00010000:0.0:1746066850.732280:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009544e000/0xd6b24631ff436203 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bddb expref: 78 pid: 9627 timeout: 1062 lvb_type: 0 00002000:00010000:0.0:1746066850.732286:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b4dc000 00000100:00100000:0.0:1746066850.732299:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 761 00000100:00100000:0.0:1746066850.732304:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+78:2032:x1830882859512320:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066850.732412:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+78:2032:x1830882859512320:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 107us (207us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066850.732418:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 761 00002000:00100000:0.0:1746066850.732423:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012b4dc000 x1830882859512320/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746066861 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066850.732430:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b4dc000 with x1830882859512320 ext(0->4095) 00010000:00010000:0.0:1746066850.732434:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009544e000/0xd6b24631ff436203 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bddb expref: 78 pid: 9627 timeout: 1062 lvb_type: 0 00010000:00010000:0.0:1746066850.732441:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009544e000/0xd6b24631ff436203 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bddb expref: 78 pid: 9627 timeout: 1062 lvb_type: 0 00002000:00010000:0.0:1746066850.732446:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b4dc000 00000100:00100000:0.0:1746066850.737987:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.738045:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.751567:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.756184:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.764732:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.773917:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.775945:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+78:2034:x1830882859513344:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1831us (2032us total) trans 4294970135 rc 0/0 00000100:00100000:0.0:1746066850.775954:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 763 00002000:00100000:0.0:1746066850.775961:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800952e9c00 x1830882859513344/t4294970135(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:256/0 lens 496/448 e 0 to 0 dl 1746066861 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066850.775968:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e9c00 with x1830882859513344 ext(0->7) 00010000:00010000:0.0:1746066850.775974:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a71b800/0xd6b24631ff43620a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bde2 expref: 78 pid: 9627 timeout: 1062 lvb_type: 0 00010000:00010000:0.0:1746066850.775985:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a71b800/0xd6b24631ff43620a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bde2 expref: 78 pid: 9627 timeout: 1062 lvb_type: 0 00002000:00010000:0.0:1746066850.775991:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800952e9c00 00000100:00100000:0.0:1746066850.790777:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.815934:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.822502:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.828853:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.840424:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.858754:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.859157:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.861036:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.861050:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859514624 00000100:00100000:0.0:1746066850.861054:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859514624 00010000:00010000:0.0:1746066850.861072:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f613200/0xd6b24631ff436211 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bde9 expref: 6 pid: 9627 timeout: 1062 lvb_type: 0 00000100:00100000:0.0:1746066850.861096:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10549 00000100:00100000:0.0:1746066850.861101:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882859514624:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066850.861109:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066850.861121:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f613200/0xd6b24631ff436211 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bde9 expref: 6 pid: 9627 timeout: 1062 lvb_type: 0 00010000:00010000:0.0:1746066850.861130:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f613200/0xd6b24631ff436211 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bde9 expref: 6 pid: 9627 timeout: 1062 lvb_type: 0 00010000:00010000:0.0:1746066850.861144:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066850.861146:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066850.861151:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095dec200/0xd6b24631ff43621f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bdf7 expref: 80 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066850.861158:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095dec200/0xd6b24631ff43621f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bdf7 expref: 80 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066850.861180:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095dec200/0xd6b24631ff43621f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bdf7 expref: 80 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066850.861189:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095dec200/0xd6b24631ff43621f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bdf7 expref: 80 pid: 25556 timeout: 1062 lvb_type: 0 00000100:00100000:0.0:1746066850.861199:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7259:1830882860726400:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066850.861249:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9ec480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066850.878173:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.893022:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.897361:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2034:x1830882859515136:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3509us (4338us total) trans 4294970136 rc 0/0 00000100:00100000:0.0:1746066850.897373:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 765 00002000:00100000:0.0:1746066850.897383:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800952ea680 x1830882859515136/t4294970136(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:256/0 lens 496/448 e 0 to 0 dl 1746066861 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066850.897393:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952ea680 with x1830882859515136 ext(0->7) 00010000:00010000:0.0:1746066850.897403:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095dec200/0xd6b24631ff43621f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bdf7 expref: 81 pid: 25556 timeout: 1062 lvb_type: 0 00010000:00010000:0.0:1746066850.897420:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095dec200/0xd6b24631ff43621f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bdf7 expref: 81 pid: 25556 timeout: 1062 lvb_type: 0 00002000:00010000:0.0:1746066850.897427:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800952ea680 00000100:00100000:0.0:1746066850.915993:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.925149:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.934177:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.940501:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.944921:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.959777:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.972887:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.985196:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066850.991650:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2034:x1830882859516800:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1521us (1690us total) trans 4294970137 rc 0/0 00000100:00100000:0.0:1746066850.991662:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 767 00002000:00100000:0.0:1746066850.991669:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095886300 x1830882859516800/t4294970137(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:256/0 lens 496/448 e 0 to 0 dl 1746066861 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066850.991677:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095886300 with x1830882859516800 ext(0->7) 00010000:00010000:0.0:1746066850.991682:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009544e000/0xd6b24631ff436234 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be0c expref: 82 pid: 25556 timeout: 1063 lvb_type: 0 00010000:00010000:0.0:1746066850.991694:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009544e000/0xd6b24631ff436234 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be0c expref: 82 pid: 25556 timeout: 1063 lvb_type: 0 00002000:00010000:0.0:1746066850.991700:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095886300 00000100:00100000:0.0:1746066851.000837:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859517184 00000100:00100000:0.0:1746066851.000846:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859517184 00002000:00100000:0.0:1746066851.000876:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880095886d80 x1830882859517184/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:257/0 lens 488/0 e 0 to 0 dl 1746066862 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066851.000886:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095886d80 with x1830882859517184 ext(0->4095) 00002000:00010000:0.0:1746066851.000890:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095886d80 00000100:00100000:0.0:1746066851.000903:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12244 00000100:00100000:0.0:1746066851.000909:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882859517184:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066851.001024:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882859517184:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 114us (230us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066851.001030:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12244 00002000:00100000:0.0:1746066851.001035:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880095886d80 x1830882859517184/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746066862 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066851.001047:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095886d80 with x1830882859517184 ext(0->4095) 00002000:00010000:0.0:1746066851.001050:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095886d80 00000100:00100000:0.0:1746066851.008994:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.015806:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.025257:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.027079:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 27723 00000100:00100000:0.0:1746066851.027089:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e80d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+82:1214:x1830882859517696:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066851.027104:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066851.027119:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c441a00/0xd6b24631ff436249 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267be21 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.027144:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f612600/0xd6b24631ff43623b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267be13 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.027151:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f612e00/0xd6b24631ff436242 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267be1a expref: 83 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.027156:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066851.027158:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066851.027161:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c441a00/0xd6b24631ff436249 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267be21 expref: 83 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.027184:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f612e00/0xd6b24631ff436242 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be1a expref: 83 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.027193:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f612e00/0xd6b24631ff436242 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be1a expref: 83 pid: 25556 timeout: 1063 lvb_type: 0 00000100:00100000:0.0:1746066851.027203:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009529f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9627:1830882860727424:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066851.027276:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f612600/0xd6b24631ff43623b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be13 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.027284:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f612600/0xd6b24631ff43623b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be13 expref: 5 pid: 25556 timeout: 1063 lvb_type: 0 00000100:00100000:0.0:1746066851.027292:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9627:1830882860727552:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066851.027309:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9ec0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066851.044885:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.045915:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.046153:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:0.0:1746066851.049935:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008c441a00/0xd6b24631ff436249 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be21 expref: 83 pid: 9627 timeout: 1063 lvb_type: 0 00010000:00010000:0.0:1746066851.049947:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c441a00/0xd6b24631ff436249 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be21 expref: 83 pid: 9627 timeout: 1063 lvb_type: 0 00000100:00100000:0.0:1746066851.049959:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130524700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7259:1830882860727808:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066851.050030:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9ec480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066851.055778:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130524700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7259:1830882860727808:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066851.055800:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066851.056377:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882859518080:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 9986us (10220us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066851.056392:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10555 00000100:00100000:0.0:1746066851.061822:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.067861:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+85:2032:x1830882859518592:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2342us (6043us total) trans 4294970138 rc 0/0 00000100:00100000:0.0:1746066851.067873:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 769 00002000:00100000:0.0:1746066851.067884:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130524700 x1830882859518592/t4294970138(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:257/0 lens 496/448 e 0 to 0 dl 1746066862 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066851.067894:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130524700 with x1830882859518592 ext(0->7) 00010000:00010000:0.0:1746066851.067904:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c441a00/0xd6b24631ff436249 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be21 expref: 85 pid: 9627 timeout: 1063 lvb_type: 0 00010000:00010000:0.0:1746066851.067919:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c441a00/0xd6b24631ff436249 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be21 expref: 85 pid: 9627 timeout: 1063 lvb_type: 0 00002000:00010000:0.0:1746066851.067926:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130524700 00000100:00100000:0.0:1746066851.073310:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.081430:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859518848 00000100:00100000:0.0:1746066851.081440:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859518848 00000100:00100000:0.0:1746066851.082087:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 27725 00000100:00100000:0.0:1746066851.082095:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+85:1214:x1830882859518848:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066851.082115:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066851.082135:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ea27800/0xd6b24631ff436257 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267be2f expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.082165:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff436250 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267be28 expref: 86 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.082173:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066851.082174:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066851.082178:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea27800/0xd6b24631ff436257 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267be2f expref: 86 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.082206:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff436250 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be28 expref: 86 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.082216:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff436250 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be28 expref: 86 pid: 9627 timeout: 1063 lvb_type: 0 00000100:00100000:0.0:1746066851.082228:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9627:1830882860728064:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066851.082300:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9ec480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066851.083185:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859519104 00000100:00100000:0.0:1746066851.083189:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859519104 00002000:00100000:0.0:1746066851.083224:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c409500 x1830882859519104/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:257/0 lens 488/0 e 0 to 0 dl 1746066862 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066851.083233:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c409500 with x1830882859519104 ext(0->4095) 00010000:00010000:0.0:1746066851.083241:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff436250 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be28 expref: 86 pid: 9627 timeout: 1063 lvb_type: 0 00010000:00010000:0.0:1746066851.083251:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff436250 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be28 expref: 86 pid: 9627 timeout: 1063 lvb_type: 0 00002000:00010000:0.0:1746066851.083258:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c409500 00000100:00100000:0.0:1746066851.083553:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 770 00000100:00100000:0.0:1746066851.083561:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2034:x1830882859519104:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066851.084188:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2034:x1830882859519104:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 626us (1558us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066851.084195:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 770 00002000:00100000:0.0:1746066851.084201:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c409500 x1830882859519104/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746066862 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066851.084209:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c409500 with x1830882859519104 ext(0->4095) 00010000:00010000:0.0:1746066851.084214:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff436250 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be28 expref: 86 pid: 9627 timeout: 1063 lvb_type: 0 00010000:00010000:0.0:1746066851.084224:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff436250 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be28 expref: 86 pid: 9627 timeout: 1063 lvb_type: 0 00002000:00010000:0.0:1746066851.084229:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c409500 00000100:00100000:0.0:1746066851.088247:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.090422:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.100775:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.105780:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.108134:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2031:x1830882859519872:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1478us (2361us total) trans 4294970139 rc 0/0 00000100:00100000:0.0:1746066851.108142:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 772 00002000:00100000:0.0:1746066851.108149:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095d0ed80 x1830882859519872/t4294970139(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:257/0 lens 496/448 e 0 to 0 dl 1746066862 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066851.108156:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0ed80 with x1830882859519872 ext(0->7) 00010000:00010000:0.0:1746066851.108162:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ea27800/0xd6b24631ff436257 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be2f expref: 86 pid: 9627 timeout: 1063 lvb_type: 0 00010000:00010000:0.0:1746066851.108175:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ea27800/0xd6b24631ff436257 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be2f expref: 86 pid: 9627 timeout: 1063 lvb_type: 0 00002000:00010000:0.0:1746066851.108181:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d0ed80 00000100:00100000:0.0:1746066851.113299:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.122502:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.129252:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.132143:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.132192:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.142091:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.143437:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+89:2032:x1830882859521152:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1125us (1353us total) trans 4294970140 rc 0/0 00000100:00100000:0.0:1746066851.143445:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 774 00002000:00100000:0.0:1746066851.143451:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800946a9880 x1830882859521152/t4294970140(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:257/0 lens 496/448 e 0 to 0 dl 1746066862 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066851.143459:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a9880 with x1830882859521152 ext(0->7) 00010000:00010000:0.0:1746066851.143465:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f612e00/0xd6b24631ff436265 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be3d expref: 89 pid: 9627 timeout: 1063 lvb_type: 0 00010000:00010000:0.0:1746066851.143475:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f612e00/0xd6b24631ff436265 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be3d expref: 89 pid: 9627 timeout: 1063 lvb_type: 0 00002000:00010000:0.0:1746066851.143481:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946a9880 00000100:00100000:0.0:1746066851.151246:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.154861:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859521536 00000100:00100000:0.0:1746066851.154869:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859521536 00002000:00100000:0.0:1746066851.154915:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009aa62a00 x1830882859521536/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:257/0 lens 488/0 e 0 to 0 dl 1746066862 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066851.154926:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa62a00 with x1830882859521536 ext(0->4095) 00002000:00010000:0.0:1746066851.154932:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009aa62a00 00000100:00100000:0.0:1746066851.154953:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12247 00000100:00100000:0.0:1746066851.154961:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+89:2033:x1830882859521536:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066851.155095:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+89:2033:x1830882859521536:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 134us (315us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066851.155102:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12247 00002000:00100000:0.0:1746066851.155108:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009aa62a00 x1830882859521536/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746066862 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066851.155115:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa62a00 with x1830882859521536 ext(0->4095) 00002000:00010000:0.0:1746066851.155117:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009aa62a00 00000100:00100000:0.0:1746066851.160311:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.160421:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.163659:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.163751:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.163784:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.167561:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.170504:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.172128:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2032:x1830882859522944:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1261us (1627us total) trans 4294970141 rc 0/0 00000100:00100000:0.0:1746066851.172137:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 776 00002000:00100000:0.0:1746066851.172144:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8801332fd500 x1830882859522944/t4294970141(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:257/0 lens 496/448 e 0 to 0 dl 1746066862 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066851.172153:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fd500 with x1830882859522944 ext(0->7) 00010000:00010000:0.0:1746066851.172160:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095dede00/0xd6b24631ff43627a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be52 expref: 90 pid: 21660 timeout: 1063 lvb_type: 0 00010000:00010000:0.0:1746066851.172171:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095dede00/0xd6b24631ff43627a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be52 expref: 90 pid: 21660 timeout: 1063 lvb_type: 0 00002000:00010000:0.0:1746066851.172177:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801332fd500 00000100:00100000:0.0:1746066851.176113:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.180142:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.182932:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.187386:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.188894:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.192817:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.193265:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.196969:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.203316:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+93:2034:x1830882859524992:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1506us (3029us total) trans 4294970142 rc 0/0 00000100:00100000:0.0:1746066851.203325:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 778 00002000:00100000:0.0:1746066851.203331:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095886a00 x1830882859524992/t4294970142(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:257/0 lens 496/448 e 0 to 0 dl 1746066862 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066851.203599:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095886a00 with x1830882859524992 ext(0->7) 00010000:00010000:0.0:1746066851.203607:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f612600/0xd6b24631ff43628f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be67 expref: 93 pid: 25556 timeout: 1063 lvb_type: 0 00010000:00010000:0.0:1746066851.203624:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f612600/0xd6b24631ff43628f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be67 expref: 93 pid: 25556 timeout: 1063 lvb_type: 0 00002000:00010000:0.0:1746066851.203630:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095886a00 00000100:00100000:0.0:1746066851.208180:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.215050:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.219579:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.219620:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.226705:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.236901:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.238701:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d734a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+94:2032:x1830882859526272:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1153us (1808us total) trans 4294970143 rc 0/0 00000100:00100000:0.0:1746066851.238710:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 781 00002000:00100000:0.0:1746066851.238717:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d734a80 x1830882859526272/t4294970143(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:257/0 lens 496/448 e 0 to 0 dl 1746066862 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066851.238726:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d734a80 with x1830882859526272 ext(0->7) 00010000:00010000:0.0:1746066851.238733:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095ded600/0xd6b24631ff43629d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be75 expref: 94 pid: 21660 timeout: 1063 lvb_type: 0 00010000:00010000:0.0:1746066851.238744:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095ded600/0xd6b24631ff43629d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be75 expref: 94 pid: 21660 timeout: 1063 lvb_type: 0 00002000:00010000:0.0:1746066851.238751:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d734a80 00000100:00100000:0.0:1746066851.248011:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.248121:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.255555:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.266685:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.288743:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.298572:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.315053:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+96:2034:x1830882859527424:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6992us (7290us total) trans 4294970144 rc 0/0 00000100:00100000:0.0:1746066851.315066:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 783 00002000:00100000:0.0:1746066851.315077:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094c41500 x1830882859527424/t4294970144(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:257/0 lens 496/448 e 0 to 0 dl 1746066862 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066851.315087:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c41500 with x1830882859527424 ext(0->7) 00010000:00010000:0.0:1746066851.315099:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095dec200/0xd6b24631ff4362ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be83 expref: 96 pid: 21660 timeout: 1063 lvb_type: 0 00010000:00010000:0.0:1746066851.315115:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095dec200/0xd6b24631ff4362ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be83 expref: 96 pid: 21660 timeout: 1063 lvb_type: 0 00002000:00010000:0.0:1746066851.315122:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c41500 00000100:00100000:0.0:1746066851.323825:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.335031:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859527808 00000100:00100000:0.0:1746066851.335040:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859527808 00002000:00100000:0.0:1746066851.335088:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094c43480 x1830882859527808/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:257/0 lens 488/0 e 0 to 0 dl 1746066862 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066851.335098:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c43480 with x1830882859527808 ext(0->4095) 00002000:00010000:0.0:1746066851.335103:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094c43480 00000100:00100000:0.0:1746066851.335123:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12253 00000100:00100000:0.0:1746066851.335130:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859527808:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066851.335269:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859527808:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 138us (4115us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066851.335275:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12253 00002000:00100000:0.0:1746066851.335281:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094c43480 x1830882859527808/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746066862 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066851.335288:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c43480 with x1830882859527808 ext(0->4095) 00002000:00010000:0.0:1746066851.335291:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094c43480 00000100:00100000:0.0:1746066851.338963:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.339003:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859527936 00000100:00100000:0.0:1746066851.339013:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859527936 00000100:00100000:0.0:1746066851.339059:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859528064 00000100:00100000:0.0:1746066851.339061:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859528064 00000100:00100000:0.0:1746066851.339079:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 27739 00000100:00100000:0.0:1746066851.339086:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+96:1214:x1830882859527936:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066851.339105:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066851.339126:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095c0ba00/0xd6b24631ff4362b9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267be91 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.339160:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff4362b2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267be8a expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.339168:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066851.339170:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066851.339173:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095c0ba00/0xd6b24631ff4362b9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267be91 expref: 97 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.339210:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff4362b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be8a expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.339223:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff4362b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be8a expref: 5 pid: 21660 timeout: 1063 lvb_type: 0 00000100:00100000:0.0:1746066851.339237:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c8c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9627:1830882860731392:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066851.339316:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9eca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066851.339362:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 27740 00000100:00100000:0.0:1746066851.339369:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+97:1215:x1830882859528064:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066851.339375:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066851.339382:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095c0aa00/0xd6b24631ff4362c0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267be98 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.339392:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066851.339396:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095c0ba00/0xd6b24631ff4362b9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267be91 expref: 98 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.339402:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066851.339405:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095c0aa00/0xd6b24631ff4362c0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267be98 expref: 98 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.339427:0:9629:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095c0ba00/0xd6b24631ff4362b9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be91 expref: 98 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.339439:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095c0aa00/0xd6b24631ff4362c0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267be98 expref: 98 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.339450:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c0aa00, rc 0) 00000100:00100000:0.0:1746066851.339475:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+98:1215:x1830882859528064:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066851.339481:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 27740 00000100:00100000:0.0:1746066851.353662:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.360548:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.362838:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+99:2031:x1830882859528704:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1807us (2292us total) trans 4294970145 rc 0/0 00000100:00100000:0.0:1746066851.362849:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 785 00002000:00100000:0.0:1746066851.362859:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095872a00 x1830882859528704/t4294970145(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:257/0 lens 496/448 e 0 to 0 dl 1746066862 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066851.362870:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095872a00 with x1830882859528704 ext(0->7) 00010000:00010000:0.0:1746066851.362881:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0ba00/0xd6b24631ff4362b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be91 expref: 99 pid: 9627 timeout: 1063 lvb_type: 0 00010000:00010000:0.0:1746066851.362896:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c0ba00/0xd6b24631ff4362b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be91 expref: 99 pid: 9627 timeout: 1063 lvb_type: 0 00002000:00010000:0.0:1746066851.362903:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095872a00 00000100:00100000:0.0:1746066851.370823:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.373602:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.374973:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859529088 00000100:00100000:0.0:1746066851.374980:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859529088 00000100:00100000:0.0:1746066851.379269:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.381439:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.403767:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859529856 00000100:00100000:0.0:1746066851.403777:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859529856 00000100:00100000:0.0:1746066851.403836:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 27742 00000100:00100000:0.0:1746066851.403846:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+98:1214:x1830882859529856:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066851.403868:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066851.403886:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095c0bc00/0xd6b24631ff4362ce lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267bea6 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.403916:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095c0aa00/0xd6b24631ff4362c0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267be98 expref: 99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.403925:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095ded400/0xd6b24631ff4362c7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267be9f expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.403932:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066851.403933:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066851.403937:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095c0bc00/0xd6b24631ff4362ce lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267bea6 expref: 99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.404169:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095ded400/0xd6b24631ff4362c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be9f expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.404182:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095ded400/0xd6b24631ff4362c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be9f expref: 5 pid: 9627 timeout: 1063 lvb_type: 0 00000100:00100000:0.0:1746066851.404195:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eb45500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21660:1830882860731904:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066851.404281:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095c0aa00/0xd6b24631ff4362c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be98 expref: 99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.404290:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095c0aa00/0xd6b24631ff4362c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267be98 expref: 99 pid: 9629 timeout: 1063 lvb_type: 0 00000100:00100000:0.0:1746066851.404299:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eb46a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21660:1830882860732032:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066851.404317:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9ec0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066851.409796:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.411392:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.411424:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.417823:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.435107:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859530752 00000100:00100000:0.0:1746066851.435118:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859530752 00002000:00100000:0.0:1746066851.435173:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800952e8000 x1830882859530752/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:257/0 lens 496/0 e 0 to 0 dl 1746066862 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066851.435184:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e8000 with x1830882859530752 ext(0->7) 00010000:00010000:0.0:1746066851.435195:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0bc00/0xd6b24631ff4362ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bea6 expref: 99 pid: 21660 timeout: 1063 lvb_type: 0 00010000:00010000:0.0:1746066851.435210:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c0bc00/0xd6b24631ff4362ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bea6 expref: 99 pid: 21660 timeout: 1063 lvb_type: 0 00002000:00010000:0.0:1746066851.435218:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800952e8000 00000100:00100000:0.0:1746066851.435240:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 788 00000100:00100000:0.0:1746066851.435249:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+99:2033:x1830882859530752:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066851.437452:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+101:2033:x1830882859530752:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2202us (2705us total) trans 4294970146 rc 0/0 00000100:00100000:0.0:1746066851.437462:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 788 00002000:00100000:0.0:1746066851.437470:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800952e8000 x1830882859530752/t4294970146(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:257/0 lens 496/448 e 0 to 0 dl 1746066862 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066851.437480:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e8000 with x1830882859530752 ext(0->7) 00010000:00010000:0.0:1746066851.437489:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0bc00/0xd6b24631ff4362ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bea6 expref: 101 pid: 21660 timeout: 1063 lvb_type: 0 00010000:00010000:0.0:1746066851.437502:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c0bc00/0xd6b24631ff4362ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bea6 expref: 101 pid: 21660 timeout: 1063 lvb_type: 0 00002000:00010000:0.0:1746066851.437509:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800952e8000 00000100:00100000:0.0:1746066851.463437:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.466996:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.470936:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.470988:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.484036:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d734e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882860732672:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066851.484067:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066851.484121:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094838a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2034:x1830882859531520:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 9514us (13128us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066851.484134:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10576 00000100:00100000:0.0:1746066851.530294:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.530641:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.533045:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2031:x1830882859532032:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2116us (2759us total) trans 4294970147 rc 0/0 00000100:00100000:0.0:1746066851.533054:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 791 00002000:00100000:0.0:1746066851.533062:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880123a95180 x1830882859532032/t4294970147(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:257/0 lens 496/448 e 0 to 0 dl 1746066862 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066851.533071:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a95180 with x1830882859532032 ext(0->7) 00010000:00010000:0.0:1746066851.533079:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095dede00/0xd6b24631ff4362dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267beb4 expref: 103 pid: 9627 timeout: 1063 lvb_type: 0 00010000:00010000:0.0:1746066851.533092:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095dede00/0xd6b24631ff4362dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267beb4 expref: 103 pid: 9627 timeout: 1063 lvb_type: 0 00002000:00010000:0.0:1746066851.533100:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123a95180 00000100:00100000:0.0:1746066851.536859:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.544958:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.557295:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.565936:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.586069:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.594538:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.612949:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.614447:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.617168:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.622579:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.636276:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.639043:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.640686:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2034:x1830882859534336:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066851.642429:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+106:2034:x1830882859534336:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1794us (3383us total) trans 4294970149 rc 0/0 00000100:00100000:0.0:1746066851.642439:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 795 00002000:00100000:0.0:1746066851.642447:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094ec0700 x1830882859534336/t4294970149(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:257/0 lens 496/448 e 0 to 0 dl 1746066862 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066851.642455:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec0700 with x1830882859534336 ext(0->7) 00010000:00010000:0.0:1746066851.642465:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095dec600/0xd6b24631ff4362f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bed0 expref: 106 pid: 21660 timeout: 1063 lvb_type: 0 00010000:00010000:0.0:1746066851.642478:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095dec600/0xd6b24631ff4362f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bed0 expref: 106 pid: 21660 timeout: 1063 lvb_type: 0 00002000:00010000:0.0:1746066851.642484:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094ec0700 00000100:00100000:0.0:1746066851.654641:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.657453:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.663837:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.674534:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.675037:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.720234:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.720277:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.728670:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.752834:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.758743:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.764554:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+108:2031:x1830882859536384:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5566us (5799us total) trans 4294970150 rc 0/0 00000100:00100000:0.0:1746066851.764569:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 797 00002000:00100000:0.0:1746066851.764579:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009550df80 x1830882859536384/t4294970150(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:257/0 lens 496/448 e 0 to 0 dl 1746066862 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066851.764590:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550df80 with x1830882859536384 ext(0->7) 00010000:00010000:0.0:1746066851.764601:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff43630d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bee5 expref: 108 pid: 21660 timeout: 1063 lvb_type: 0 00010000:00010000:0.0:1746066851.764617:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff43630d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bee5 expref: 108 pid: 21660 timeout: 1063 lvb_type: 0 00002000:00010000:0.0:1746066851.764626:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009550df80 00000100:00100000:0.0:1746066851.767815:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.772798:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.776870:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.785148:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.803142:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.808830:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.828085:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.831150:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.831184:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.836042:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.862228:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.870313:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.870423:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.876610:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2033:x1830882859538560:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4580us (6302us total) trans 4294970151 rc 0/0 00000100:00100000:0.0:1746066851.876623:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 798 00002000:00100000:0.0:1746066851.876636:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800946aaa00 x1830882859538560/t4294970151(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:257/0 lens 496/448 e 0 to 0 dl 1746066862 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066851.876645:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aaa00 with x1830882859538560 ext(0->7) 00010000:00010000:0.0:1746066851.876657:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d951400/0xd6b24631ff436322 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267befa expref: 111 pid: 9627 timeout: 1063 lvb_type: 0 00010000:00010000:0.0:1746066851.876675:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d951400/0xd6b24631ff436322 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267befa expref: 111 pid: 9627 timeout: 1063 lvb_type: 0 00002000:00010000:0.0:1746066851.876690:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946aaa00 00000100:00100000:0.0:1746066851.878823:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.883059:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.895141:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.904682:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.933814:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.941634:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+112:2034:x1830882859539712:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7070us (7812us total) trans 4294970152 rc 0/0 00000100:00100000:0.0:1746066851.941650:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 800 00002000:00100000:0.0:1746066851.941668:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094ec0000 x1830882859539712/t4294970152(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:257/0 lens 496/448 e 0 to 0 dl 1746066862 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066851.941679:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec0000 with x1830882859539712 ext(0->7) 00010000:00010000:0.0:1746066851.941692:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095fc7200/0xd6b24631ff436330 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf08 expref: 112 pid: 9627 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066851.941710:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095fc7200/0xd6b24631ff436330 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf08 expref: 112 pid: 9627 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066851.941718:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094ec0000 00000100:00100000:0.0:1746066851.943900:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00080000:0.0:1746066851.948497:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746066851.948502:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066851.954313:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859539968 00000100:00100000:0.0:1746066851.954317:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859539968 00010000:00010000:0.0:1746066851.954406:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095fc7200/0xd6b24631ff436330 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf08 expref: 113 pid: 9627 timeout: 1064 lvb_type: 0 00000100:00100000:0.0:1746066851.954473:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10589 00000100:00100000:0.0:1746066851.954480:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+113:2034:x1830882859539968:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066851.954491:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066851.954522:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095fc7200/0xd6b24631ff436330 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf08 expref: 113 pid: 9627 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066851.954534:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095fc7200/0xd6b24631ff436330 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf08 expref: 113 pid: 9627 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066851.954562:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095fc7200/0xd6b24631ff436330 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf08 expref: 113 pid: 9627 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066851.954582:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066851.954584:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066851.954592:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095dede00/0xd6b24631ff436337 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf0f expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.954600:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095dede00/0xd6b24631ff436337 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf0f expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.955069:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095dede00/0xd6b24631ff436337 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf0f expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066851.955082:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095dede00/0xd6b24631ff436337 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf0f expref: 5 pid: 21660 timeout: 1064 lvb_type: 0 00000100:00100000:0.0:1746066851.955098:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800962e9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7259:1830882860737664:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066851.955622:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9ec0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066851.959203:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.964844:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.971789:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.978790:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.995155:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066851.999176:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2033:x1830882859540864:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3756us (4028us total) trans 4294970153 rc 0/0 00000100:00100000:0.0:1746066851.999188:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 802 00002000:00100000:0.0:1746066851.999196:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008f65ca80 x1830882859540864/t4294970153(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:257/0 lens 496/448 e 0 to 0 dl 1746066862 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066851.999206:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65ca80 with x1830882859540864 ext(0->7) 00010000:00010000:0.0:1746066851.999215:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c223a00/0xd6b24631ff43633e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf16 expref: 114 pid: 9628 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066851.999229:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c223a00/0xd6b24631ff43633e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf16 expref: 114 pid: 9628 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066851.999235:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f65ca80 00000100:00100000:0.0:1746066852.005681:0:15661:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860738048 00000100:00100000:0.0:1746066852.005690:0:15661:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860738048 00000100:00100000:0.0:1746066852.005732:0:15661:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1746066852.005738:0:15661:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3790:x1830882860738048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746066852.005765:0:15661:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 4218880 granted 984259392 pending 0 free 3920912384 avail 3689390080 00000100:00100000:0.0:1746066852.005814:0:15661:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3790:x1830882860738048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066852.005821:0:15661:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1746066852.007685:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00080000:0.0:1746066852.011220:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066852.012295:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.015806:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859541376 00000100:00100000:0.0:1746066852.015813:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859541376 00002000:00100000:0.0:1746066852.016072:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132e01180 x1830882859541376/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:258/0 lens 488/0 e 0 to 0 dl 1746066863 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.016083:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e01180 with x1830882859541376 ext(0->4095) 00010000:00010000:0.0:1746066852.016092:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff436345 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf1d expref: 6 pid: 9629 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.016105:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff436345 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf1d expref: 6 pid: 9629 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066852.016112:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132e01180 00000100:00100000:0.0:1746066852.016136:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 803 00000100:00100000:0.0:1746066852.016143:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859541376:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066852.016286:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859541376:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 143us (1753us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066852.016292:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 803 00002000:00100000:0.0:1746066852.016297:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132e01180 x1830882859541376/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:258/0 lens 488/4536 e 0 to 0 dl 1746066863 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.016311:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e01180 with x1830882859541376 ext(0->4095) 00010000:00010000:0.0:1746066852.016316:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff436345 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf1d expref: 6 pid: 9629 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.016324:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff436345 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf1d expref: 6 pid: 9629 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066852.016330:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132e01180 00000100:00100000:0.0:1746066852.030562:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.039369:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.065670:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.075545:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.083103:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+116:2033:x1830882859542016:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3670us (7558us total) trans 4294970154 rc 0/0 00000100:00100000:0.0:1746066852.083119:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 804 00002000:00100000:0.0:1746066852.083130:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131f8a300 x1830882859542016/t4294970154(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:258/0 lens 496/448 e 0 to 0 dl 1746066863 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.083141:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f8a300 with x1830882859542016 ext(0->7) 00010000:00010000:0.0:1746066852.083151:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095dec800/0xd6b24631ff43634c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf24 expref: 116 pid: 9629 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.083167:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095dec800/0xd6b24631ff43634c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf24 expref: 116 pid: 9629 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066852.083174:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131f8a300 00000100:00100000:0.0:1746066852.089682:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.090149:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.094639:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.098841:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.103605:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.110497:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.127429:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.131394:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+118:2034:x1830882859543168:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1818us (3964us total) trans 4294970155 rc 0/0 00000100:00100000:0.0:1746066852.131406:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 806 00002000:00100000:0.0:1746066852.131415:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012ffa9c00 x1830882859543168/t4294970155(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:258/0 lens 496/448 e 0 to 0 dl 1746066863 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.131425:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa9c00 with x1830882859543168 ext(0->7) 00010000:00010000:0.0:1746066852.131433:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ea21a00/0xd6b24631ff43635a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf32 expref: 118 pid: 9629 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.131447:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ea21a00/0xd6b24631ff43635a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf32 expref: 118 pid: 9629 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066852.131453:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ffa9c00 00000100:00100000:0.0:1746066852.135899:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.136173:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.141219:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.145272:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.149174:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.156201:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.160260:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.162433:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+120:2033:x1830882859544320:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1010us (2169us total) trans 4294970156 rc 0/0 00000100:00100000:0.0:1746066852.162442:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 808 00002000:00100000:0.0:1746066852.162449:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095a95f80 x1830882859544320/t4294970156(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:258/0 lens 496/448 e 0 to 0 dl 1746066863 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.162457:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a95f80 with x1830882859544320 ext(0->7) 00010000:00010000:0.0:1746066852.162465:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ea21200/0xd6b24631ff436368 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf40 expref: 120 pid: 9629 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.162475:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ea21200/0xd6b24631ff436368 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf40 expref: 120 pid: 9629 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066852.162482:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095a95f80 00000100:00100000:0.0:1746066852.164678:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.169573:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.173181:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.173644:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.176705:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.186612:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.188195:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+123:2034:x1830882859545600:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1369us (1587us total) trans 4294970157 rc 0/0 00000100:00100000:0.0:1746066852.188204:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 810 00002000:00100000:0.0:1746066852.188212:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8801203fc700 x1830882859545600/t4294970157(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:258/0 lens 496/448 e 0 to 0 dl 1746066863 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.188221:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203fc700 with x1830882859545600 ext(0->7) 00010000:00010000:0.0:1746066852.188228:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d951400/0xd6b24631ff436376 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf4e expref: 123 pid: 9629 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.188241:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d951400/0xd6b24631ff436376 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf4e expref: 123 pid: 9629 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066852.188248:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801203fc700 00000100:00100000:0.0:1746066852.190559:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.194262:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.200610:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.203684:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.203840:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.209676:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.211817:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.211865:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.217514:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.222383:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.223792:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+125:2033:x1830882859547392:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 856us (1450us total) trans 4294970158 rc 0/0 00000100:00100000:0.0:1746066852.223800:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 813 00002000:00100000:0.0:1746066852.223807:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8801203fe680 x1830882859547392/t4294970158(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:258/0 lens 496/448 e 0 to 0 dl 1746066863 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.223876:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203fe680 with x1830882859547392 ext(0->7) 00010000:00010000:0.0:1746066852.223883:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a71b800/0xd6b24631ff43638b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf63 expref: 125 pid: 25556 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.223893:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a71b800/0xd6b24631ff43638b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf63 expref: 125 pid: 25556 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066852.223905:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801203fe680 00000100:00100000:0.0:1746066852.226856:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.230230:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.233890:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.239751:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.240306:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.249254:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.249543:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.249572:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.257723:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.263304:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.264604:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d737b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+127:2034:x1830882859549184:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 827us (1309us total) trans 4294970159 rc 0/0 00000100:00100000:0.0:1746066852.264612:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 816 00002000:00100000:0.0:1746066852.264619:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d737b80 x1830882859549184/t4294970159(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:258/0 lens 496/448 e 0 to 0 dl 1746066863 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.264628:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d737b80 with x1830882859549184 ext(0->7) 00010000:00010000:0.0:1746066852.264634:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095dec600/0xd6b24631ff4363a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf78 expref: 127 pid: 9629 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.264645:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095dec600/0xd6b24631ff4363a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf78 expref: 127 pid: 9629 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066852.264651:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d737b80 00000100:00100000:0.0:1746066852.270901:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.283159:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.291612:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.298718:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.298826:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.306867:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859550208 00000100:00100000:0.0:1746066852.306873:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859550208 00010000:00010000:0.0:1746066852.306897:0:21614:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d950800/0xd6b24631ff4363a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf7f expref: 129 pid: 9629 timeout: 1064 lvb_type: 0 00000100:00100000:0.0:1746066852.306933:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10606 00000100:00100000:0.0:1746066852.306939:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4d38050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+129:2034:x1830882859550208:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066852.306948:0:21614:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066852.307168:0:21614:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d950800/0xd6b24631ff4363a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf7f expref: 129 pid: 9629 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.307178:0:21614:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d950800/0xd6b24631ff4363a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf7f expref: 129 pid: 9629 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.307207:0:21614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d950800/0xd6b24631ff4363a7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf7f expref: 129 pid: 9629 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.307256:0:21614:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066852.307391:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4d38050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+127:2034:x1830882859550208:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 450us (2398us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066852.307397:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10606 00000100:00100000:0.0:1746066852.313472:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.317182:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.318318:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+129:2034:x1830882859550976:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 751us (1144us total) trans 4294970160 rc 0/0 00000100:00100000:0.0:1746066852.318325:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 818 00002000:00100000:0.0:1746066852.318331:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8801203fdf80 x1830882859550976/t4294970160(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:258/0 lens 496/448 e 0 to 0 dl 1746066863 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.318339:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203fdf80 with x1830882859550976 ext(0->7) 00010000:00010000:0.0:1746066852.318359:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095deca00/0xd6b24631ff4363b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf8d expref: 129 pid: 9629 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.318368:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095deca00/0xd6b24631ff4363b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bf8d expref: 129 pid: 9629 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066852.318375:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801203fdf80 00000100:00100000:0.0:1746066852.331495:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.339506:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.345761:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.345878:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.354056:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.358621:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e03800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882860742528:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066852.358645:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066852.358691:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+128:2031:x1830882859551744:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4483us (4649us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066852.358701:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10609 00000100:00100000:0.0:1746066852.360557:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.367962:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.373460:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+130:2034:x1830882859552256:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4694us (5496us total) trans 4294970161 rc 0/0 00000100:00100000:0.0:1746066852.373475:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 820 00002000:00100000:0.0:1746066852.373488:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094c40e00 x1830882859552256/t4294970161(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:258/0 lens 496/448 e 0 to 0 dl 1746066863 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.373510:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40e00 with x1830882859552256 ext(0->7) 00010000:00010000:0.0:1746066852.373521:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff4363c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bfa2 expref: 130 pid: 9917 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.373538:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff4363c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bfa2 expref: 130 pid: 9917 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066852.373546:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c40e00 00000100:00100000:0.0:1746066852.377764:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.383678:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.391052:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.395012:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.400818:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.415393:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.422545:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+132:2033:x1830882859553408:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6261us (7150us total) trans 4294970162 rc 0/0 00000100:00100000:0.0:1746066852.422560:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 821 00002000:00100000:0.0:1746066852.422570:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800908e6300 x1830882859553408/t4294970162(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:258/0 lens 496/448 e 0 to 0 dl 1746066863 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.422579:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e6300 with x1830882859553408 ext(0->7) 00010000:00010000:0.0:1746066852.422590:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c524e00/0xd6b24631ff4363d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bfa9 expref: 132 pid: 9917 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.422612:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c524e00/0xd6b24631ff4363d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bfa9 expref: 132 pid: 9917 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066852.422619:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800908e6300 00000100:00100000:0.0:1746066852.428857:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.432749:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.434830:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.437514:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.443154:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.461674:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.465130:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095393800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+134:2033:x1830882859554560:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2942us (3257us total) trans 4294970163 rc 0/0 00000100:00100000:0.0:1746066852.465141:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 823 00002000:00100000:0.0:1746066852.465150:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095393800 x1830882859554560/t4294970163(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:258/0 lens 496/448 e 0 to 0 dl 1746066863 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.465158:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095393800 with x1830882859554560 ext(0->7) 00010000:00010000:0.0:1746066852.465168:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138000/0xd6b24631ff4363df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bfb7 expref: 134 pid: 9917 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.465182:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138000/0xd6b24631ff4363df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bfb7 expref: 134 pid: 9917 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066852.465188:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095393800 00000100:00100000:0.0:1746066852.467685:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.477734:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.484811:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.489697:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.492997:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.497192:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.499834:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+136:2034:x1830882859555712:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1707us (2646us total) trans 4294970164 rc 0/0 00000100:00100000:0.0:1746066852.499842:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 825 00002000:00100000:0.0:1746066852.499850:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012b8ff480 x1830882859555712/t4294970164(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:258/0 lens 496/448 e 0 to 0 dl 1746066863 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.499859:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8ff480 with x1830882859555712 ext(0->7) 00010000:00010000:0.0:1746066852.499867:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133139c00/0xd6b24631ff4363ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bfc5 expref: 136 pid: 9917 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.499878:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133139c00/0xd6b24631ff4363ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bfc5 expref: 136 pid: 9917 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066852.499884:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b8ff480 00000100:00100000:0.0:1746066852.507858:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.509879:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.515398:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.522329:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.528610:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.534037:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.543148:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.544718:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131425180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+138:2034:x1830882859556864:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1118us (1573us total) trans 4294970165 rc 0/0 00000100:00100000:0.0:1746066852.545550:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 827 00002000:00100000:0.0:1746066852.545608:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131425180 x1830882859556864/t4294970165(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:258/0 lens 496/448 e 0 to 0 dl 1746066863 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.545617:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131425180 with x1830882859556864 ext(0->7) 00010000:00010000:0.0:1746066852.545626:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff4363fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bfd3 expref: 138 pid: 9917 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.545640:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff4363fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bfd3 expref: 138 pid: 9917 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066852.545647:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131425180 00000100:00100000:0.0:1746066852.559538:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.564788:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.567330:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.570998:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.581109:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859557888 00000100:00100000:0.0:1746066852.581116:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859557888 00002000:00100000:0.0:1746066852.581148:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009483ad80 x1830882859557888/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:258/0 lens 488/0 e 0 to 0 dl 1746066863 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.581157:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009483ad80 with x1830882859557888 ext(0->4095) 00010000:00010000:0.0:1746066852.581165:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff436409 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bfe1 expref: 139 pid: 9917 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.581177:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff436409 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bfe1 expref: 139 pid: 9917 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066852.581183:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009483ad80 00000100:00100000:0.0:1746066852.581211:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 828 00000100:00100000:0.0:1746066852.581217:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009483ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+139:2033:x1830882859557888:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066852.581332:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009483ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+139:2033:x1830882859557888:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 114us (1885us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066852.581338:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 828 00002000:00100000:0.0:1746066852.581549:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009483ad80 x1830882859557888/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:258/0 lens 488/4536 e 0 to 0 dl 1746066863 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.581556:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009483ad80 with x1830882859557888 ext(0->4095) 00010000:00010000:0.0:1746066852.581560:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff436409 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bfe1 expref: 139 pid: 9917 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.581568:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff436409 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bfe1 expref: 139 pid: 9917 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066852.581573:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009483ad80 00000100:00100000:0.0:1746066852.584070:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859558144 00000100:00100000:0.0:1746066852.584077:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859558144 00002000:00100000:0.0:1746066852.584107:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094838e00 x1830882859558144/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:258/0 lens 496/0 e 0 to 0 dl 1746066863 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.584115:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094838e00 with x1830882859558144 ext(0->7) 00010000:00010000:0.0:1746066852.584121:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff436409 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bfe1 expref: 139 pid: 9917 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.584131:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff436409 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bfe1 expref: 139 pid: 9917 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066852.584137:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094838e00 00000100:00100000:0.0:1746066852.584163:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 829 00000100:00100000:0.0:1746066852.584170:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094838e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+139:2032:x1830882859558144:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066852.589905:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094838e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+141:2032:x1830882859558144:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5727us (6288us total) trans 4294970166 rc 0/0 00000100:00100000:0.0:1746066852.589916:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 829 00002000:00100000:0.0:1746066852.589923:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094838e00 x1830882859558144/t4294970166(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:258/0 lens 496/448 e 0 to 0 dl 1746066863 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.589932:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094838e00 with x1830882859558144 ext(0->7) 00010000:00010000:0.0:1746066852.589940:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff436409 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bfe1 expref: 141 pid: 9917 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.589955:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff436409 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bfe1 expref: 141 pid: 9917 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066852.590147:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094838e00 00000100:00100000:0.0:1746066852.594213:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.598899:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859558528 00000100:00100000:0.0:1746066852.598905:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859558528 00002000:00100000:0.0:1746066852.598934:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094838a80 x1830882859558528/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:258/0 lens 488/0 e 0 to 0 dl 1746066863 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.598943:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094838a80 with x1830882859558528 ext(0->4095) 00002000:00010000:0.0:1746066852.598947:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094838a80 00000100:00100000:0.0:1746066852.598959:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12285 00000100:00100000:0.0:1746066852.598964:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094838a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+140:2033:x1830882859558528:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066852.599081:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094838a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+140:2033:x1830882859558528:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 115us (225us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066852.599088:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12285 00002000:00100000:0.0:1746066852.599093:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094838a80 x1830882859558528/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:258/0 lens 488/4536 e 0 to 0 dl 1746066863 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.599100:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094838a80 with x1830882859558528 ext(0->4095) 00002000:00010000:0.0:1746066852.599103:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094838a80 00000100:00100000:0.0:1746066852.604552:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.617295:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.622139:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.637697:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.649322:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.658093:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131427100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+143:2034:x1830882859559936:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4891us (8771us total) trans 4294970167 rc 0/0 00000100:00100000:0.0:1746066852.658107:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 832 00002000:00100000:0.0:1746066852.658118:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131427100 x1830882859559936/t4294970167(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:258/0 lens 496/448 e 0 to 0 dl 1746066863 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.658127:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131427100 with x1830882859559936 ext(0->7) 00010000:00010000:0.0:1746066852.658139:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff43641e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bff6 expref: 143 pid: 9917 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.658156:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff43641e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267bff6 expref: 143 pid: 9917 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066852.658163:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131427100 00000100:00100000:0.0:1746066852.662813:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.668201:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.673649:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.673708:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.677970:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.679182:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.683586:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.692229:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.700233:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.703410:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+144:2034:x1830882859561600:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2159us (3169us total) trans 4294970168 rc 0/0 00000100:00100000:0.0:1746066852.703423:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 834 00002000:00100000:0.0:1746066852.703431:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132c34a80 x1830882859561600/t4294970168(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:258/0 lens 496/448 e 0 to 0 dl 1746066863 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.703441:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c34a80 with x1830882859561600 ext(0->7) 00010000:00010000:0.0:1746066852.703452:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff436433 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c00b expref: 144 pid: 9629 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.703468:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff436433 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c00b expref: 144 pid: 9629 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066852.703475:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c34a80 00000100:00100000:0.0:1746066852.705775:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.719735:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859561856 00000100:00100000:0.0:1746066852.719741:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859561856 00000100:00100000:0.0:1746066852.719778:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 27795 00000100:00100000:0.0:1746066852.719785:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+143:1214:x1830882859561856:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066852.719796:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066852.719816:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f45e600/0xd6b24631ff436441 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267c019 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066852.719843:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133139c00/0xd6b24631ff43643a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c012 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066852.719851:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066852.719852:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066852.719856:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f45e600/0xd6b24631ff436441 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c019 expref: 144 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066852.719883:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133139c00/0xd6b24631ff43643a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c012 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066852.719895:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133139c00/0xd6b24631ff43643a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c012 expref: 5 pid: 9629 timeout: 1064 lvb_type: 0 00000100:00100000:0.0:1746066852.719906:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9629:1830882860746624:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066852.720168:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9ec0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066852.734684:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9629:1830882860746624:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066852.734723:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f45e600/0xd6b24631ff436441 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c019 expref: 144 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066852.734743:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f45e600, rc 0) 00000100:00100000:0.0:1746066852.734796:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+144:1214:x1830882859561856:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 15010us (16019us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066852.734806:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 27795 00000100:00100000:0.0:1746066852.736526:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859562240 00000100:00100000:0.0:1746066852.736538:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859562240 00000100:00100000:0.0:1746066852.736983:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 27796 00000100:00100000:0.0:1746066852.736992:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+144:1215:x1830882859562240:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066852.737009:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066852.737029:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f45ec00/0xd6b24631ff436448 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267c020 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066852.737053:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066852.737058:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f45e600/0xd6b24631ff436441 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c019 expref: 145 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066852.737065:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066852.737069:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f45ec00/0xd6b24631ff436448 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c020 expref: 145 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066852.737103:0:9629:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f45e600/0xd6b24631ff436441 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c019 expref: 145 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066852.737116:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f45ec00/0xd6b24631ff436448 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c020 expref: 145 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066852.737125:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f45ec00, rc 0) 00000100:00100000:0.0:1746066852.743551:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+145:1215:x1830882859562240:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6544us (8356us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066852.743565:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 27796 00000100:00100000:0.0:1746066852.744141:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859562368 00000100:00100000:0.0:1746066852.744150:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859562368 00010000:00010000:0.0:1746066852.744187:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133139c00/0xd6b24631ff43643a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c012 expref: 6 pid: 9629 timeout: 1064 lvb_type: 0 00000100:00100000:0.0:1746066852.745229:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10627 00000100:00100000:0.0:1746066852.745239:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d68c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882859562368:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066852.745253:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066852.745276:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133139c00/0xd6b24631ff43643a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c012 expref: 6 pid: 9629 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.745290:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133139c00/0xd6b24631ff43643a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c012 expref: 6 pid: 9629 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.745314:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133139c00/0xd6b24631ff43643a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c012 expref: 6 pid: 9629 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.745336:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066852.745338:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066852.745360:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f45e600/0xd6b24631ff436441 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c019 expref: 144 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066852.745370:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f45e600/0xd6b24631ff436441 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c019 expref: 144 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066852.745404:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008f45e600/0xd6b24631ff436441 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c019 expref: 144 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066852.745416:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f45e600/0xd6b24631ff436441 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c019 expref: 144 pid: 9629 timeout: 1064 lvb_type: 0 00000100:00100000:0.0:1746066852.745435:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c34700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882860746880:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066852.750518:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.753907:0:3792:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746066852.753926:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882860747008:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746066852.753975:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066852.755235:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882860747008:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746066852.763608:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.764822:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+147:2031:x1830882859562880:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 908us (1225us total) trans 4294970169 rc 0/0 00000100:00100000:0.0:1746066852.764831:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 836 00002000:00100000:0.0:1746066852.764838:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132c35880 x1830882859562880/t4294970169(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:258/0 lens 496/448 e 0 to 0 dl 1746066863 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.764847:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c35880 with x1830882859562880 ext(0->7) 00010000:00010000:0.0:1746066852.764852:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f45e600/0xd6b24631ff436441 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c019 expref: 147 pid: 9629 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.764863:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f45e600/0xd6b24631ff436441 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c019 expref: 147 pid: 9629 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066852.764869:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c35880 00000100:00100000:0.0:1746066852.770665:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.770748:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859563136 00000100:00100000:0.0:1746066852.770751:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859563136 00000100:00100000:0.0:1746066852.770777:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 27797 00000100:00100000:0.0:1746066852.770783:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+147:1214:x1830882859563136:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066852.770797:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066852.770808:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f45e800/0xd6b24631ff43644f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267c027 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066852.770825:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f45ec00/0xd6b24631ff436448 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c020 expref: 148 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066852.770832:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066852.770833:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066852.770836:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f45e800/0xd6b24631ff43644f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c027 expref: 148 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066852.770850:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f45ec00/0xd6b24631ff436448 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c020 expref: 148 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066852.770860:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f45ec00/0xd6b24631ff436448 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c020 expref: 148 pid: 9629 timeout: 1064 lvb_type: 0 00000100:00100000:0.0:1746066852.770868:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c35f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9629:1830882860747264:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066852.770901:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9eca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066852.775681:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.775709:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859563392 00000100:00100000:0.0:1746066852.775715:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859563392 00002000:00100000:0.0:1746066852.775758:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132c36300 x1830882859563392/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:258/0 lens 488/0 e 0 to 0 dl 1746066863 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.775768:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c36300 with x1830882859563392 ext(0->4095) 00010000:00010000:0.0:1746066852.775776:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f45ec00/0xd6b24631ff436448 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c020 expref: 149 pid: 9629 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.775789:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f45ec00/0xd6b24631ff436448 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c020 expref: 149 pid: 9629 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066852.775796:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c36300 00000100:00100000:0.0:1746066852.775816:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 837 00000100:00100000:0.0:1746066852.775823:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+149:2033:x1830882859563392:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066852.776780:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+149:2033:x1830882859563392:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 952us (1096us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066852.776790:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 837 00002000:00100000:0.0:1746066852.776796:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132c36300 x1830882859563392/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:258/0 lens 488/4536 e 0 to 0 dl 1746066863 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.776803:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c36300 with x1830882859563392 ext(0->4095) 00010000:00010000:0.0:1746066852.776811:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f45ec00/0xd6b24631ff436448 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c020 expref: 148 pid: 9629 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.776821:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f45ec00/0xd6b24631ff436448 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c020 expref: 148 pid: 9629 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066852.776826:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c36300 00000100:00100000:0.0:1746066852.782006:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.785757:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859563648 00000100:00100000:0.0:1746066852.785765:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859563648 00000100:00100000:0.0:1746066852.785809:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 27798 00000100:00100000:0.0:1746066852.785817:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1215:x1830882859563648:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066852.785833:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066852.785849:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013323da00/0xd6b24631ff436456 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267c02e expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066852.785874:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f45e800/0xd6b24631ff43644f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c027 expref: 146 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066852.785881:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066852.785883:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066852.785886:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013323da00/0xd6b24631ff436456 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c02e expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066852.785910:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f45e800/0xd6b24631ff43644f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c027 expref: 146 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066852.785921:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f45e800/0xd6b24631ff43644f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c027 expref: 146 pid: 9629 timeout: 1064 lvb_type: 0 00000100:00100000:0.0:1746066852.785932:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c36a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9629:1830882860747520:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066852.785989:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9eca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066852.793080:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859563904 00000100:00100000:0.0:1746066852.793091:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859563904 00002000:00100000:0.0:1746066852.793143:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800963ebb80 x1830882859563904/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:258/0 lens 488/0 e 0 to 0 dl 1746066863 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.793153:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ebb80 with x1830882859563904 ext(0->4095) 00010000:00010000:0.0:1746066852.793162:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f45e800/0xd6b24631ff43644f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c027 expref: 146 pid: 9629 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.793177:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f45e800/0xd6b24631ff43644f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c027 expref: 146 pid: 9629 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066852.793185:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800963ebb80 00000100:00100000:0.0:1746066852.793287:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 838 00000100:00100000:0.0:1746066852.793295:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+146:2033:x1830882859563904:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066852.802397:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.812306:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.818396:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.823166:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.831767:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859565440 00000100:00100000:0.0:1746066852.831772:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859565440 00002000:00100000:0.0:1746066852.831798:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880130d54000 x1830882859565440/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:258/0 lens 488/0 e 0 to 0 dl 1746066863 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.831806:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d54000 with x1830882859565440 ext(0->4095) 00010000:00010000:0.0:1746066852.831811:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013323da00/0xd6b24631ff436456 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c02e expref: 6 pid: 9629 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.831820:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013323da00/0xd6b24631ff436456 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c02e expref: 6 pid: 9629 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066852.831826:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130d54000 00000100:00100000:0.0:1746066852.831839:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 841 00000100:00100000:0.0:1746066852.831844:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882859565440:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066852.831944:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882859565440:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 99us (383us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066852.831950:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 841 00002000:00100000:0.0:1746066852.831954:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880130d54000 x1830882859565440/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:258/0 lens 488/4536 e 0 to 0 dl 1746066863 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.831960:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d54000 with x1830882859565440 ext(0->4095) 00010000:00010000:0.0:1746066852.831964:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013323da00/0xd6b24631ff436456 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c02e expref: 6 pid: 9629 timeout: 1064 lvb_type: 0 00010000:00010000:0.0:1746066852.831971:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013323da00/0xd6b24631ff436456 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c02e expref: 6 pid: 9629 timeout: 1064 lvb_type: 0 00002000:00010000:0.0:1746066852.831977:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130d54000 00000100:00100000:0.0:1746066852.834546:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.843890:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859565952 00000100:00100000:0.0:1746066852.843899:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859565952 00000100:00100000:0.0:1746066852.850647:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.856062:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.861980:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.868323:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.880846:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.882243:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.889571:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.896207:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.916579:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.929607:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.943091:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.949771:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.953980:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.958710:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.958752:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.958817:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.958839:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859568384 00000100:00100000:0.0:1746066852.958845:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859568384 00010000:00010000:0.0:1746066852.958877:0:21614:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d950800/0xd6b24631ff436479 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c051 expref: 154 pid: 9917 timeout: 1065 lvb_type: 0 00000100:00100000:0.0:1746066852.958908:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859568640 00000100:00100000:0.0:1746066852.958910:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859568640 00010000:00010000:0.0:1746066852.959099:0:21614:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095dec600/0xd6b24631ff436480 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c058 expref: 6 pid: 9629 timeout: 1065 lvb_type: 0 00000100:00100000:0.0:1746066852.959114:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10637 00000100:00100000:0.0:1746066852.959118:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859568640:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066852.959124:0:21614:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066852.959141:0:21614:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095dec600/0xd6b24631ff436480 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c058 expref: 6 pid: 9629 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066852.959150:0:21614:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095dec600/0xd6b24631ff436480 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c058 expref: 6 pid: 9629 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066852.960082:0:21614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095dec600/0xd6b24631ff436480 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c058 expref: 6 pid: 9629 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066852.960811:0:21614:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066852.960836:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882859568640:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1716us (2018us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066852.960846:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10637 00000100:00100000:0.0:1746066852.963704:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.983097:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.983205:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066852.985743:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+156:2031:x1830882859569152:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1308us (2825us total) trans 4294970173 rc 0/0 00000100:00100000:0.0:1746066852.985751:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 847 00002000:00100000:0.0:1746066852.985757:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008f65ce00 x1830882859569152/t4294970173(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:258/0 lens 496/448 e 0 to 0 dl 1746066863 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066852.985764:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65ce00 with x1830882859569152 ext(0->7) 00010000:00010000:0.0:1746066852.985770:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095deca00/0xd6b24631ff436487 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c05f expref: 156 pid: 9629 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066852.985780:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095deca00/0xd6b24631ff436487 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c05f expref: 156 pid: 9629 timeout: 1065 lvb_type: 0 00002000:00010000:0.0:1746066852.985786:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f65ce00 00000100:00100000:0.0:1746066852.997517:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.009590:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859569664 00000100:00100000:0.0:1746066853.009601:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859569664 00002000:00100000:0.0:1746066853.011566:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009550ca80 x1830882859569664/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746066864 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.011585:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550ca80 with x1830882859569664 ext(0->4095) 00010000:00010000:0.0:1746066853.011597:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d951000/0xd6b24631ff43648e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c066 expref: 155 pid: 25556 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.011614:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d951000/0xd6b24631ff43648e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c066 expref: 155 pid: 25556 timeout: 1065 lvb_type: 0 00002000:00010000:0.0:1746066853.011622:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009550ca80 00000100:00100000:0.0:1746066853.016020:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.016069:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.022216:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.026123:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.037210:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+156:2032:x1830882859570432:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 8482us (11085us total) trans 4294970174 rc 0/0 00000100:00100000:0.0:1746066853.037224:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 850 00002000:00100000:0.0:1746066853.037239:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880123a94a80 x1830882859570432/t4294970174(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:259/0 lens 496/448 e 0 to 0 dl 1746066864 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.037249:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a94a80 with x1830882859570432 ext(0->7) 00010000:00010000:0.0:1746066853.037261:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013093d400/0xd6b24631ff436495 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c06d expref: 156 pid: 25556 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.037278:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013093d400/0xd6b24631ff436495 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c06d expref: 156 pid: 25556 timeout: 1065 lvb_type: 0 00002000:00010000:0.0:1746066853.037286:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123a94a80 00000100:00100000:0.0:1746066853.041324:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.045680:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.048692:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.054472:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.061420:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.068875:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.071838:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+158:2033:x1830882859571584:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1610us (2957us total) trans 4294970175 rc 0/0 00000100:00100000:0.0:1746066853.071849:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 852 00002000:00100000:0.0:1746066853.071858:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009aa63100 x1830882859571584/t4294970175(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:259/0 lens 496/448 e 0 to 0 dl 1746066864 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.071867:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa63100 with x1830882859571584 ext(0->7) 00010000:00010000:0.0:1746066853.071875:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ea20200/0xd6b24631ff4364a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c07b expref: 158 pid: 9917 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.071889:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ea20200/0xd6b24631ff4364a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c07b expref: 158 pid: 9917 timeout: 1065 lvb_type: 0 00002000:00010000:0.0:1746066853.071896:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aa63100 00000100:00100000:0.0:1746066853.077937:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.085475:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859571840 00000100:00100000:0.0:1746066853.085493:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859571840 00000100:00100000:0.0:1746066853.085546:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 27811 00000100:00100000:0.0:1746066853.085554:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+158:1214:x1830882859571840:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066853.085573:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066853.085593:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d951000/0xd6b24631ff4364b1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267c089 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066853.099017:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.107594:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.110857:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.121752:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.137519:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.144200:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+160:2034:x1830882859572736:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6419us (6672us total) trans 4294970176 rc 0/0 00000100:00100000:0.0:1746066853.144214:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 854 00002000:00100000:0.0:1746066853.144224:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131426300 x1830882859572736/t4294970176(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:259/0 lens 496/448 e 0 to 0 dl 1746066864 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.144235:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131426300 with x1830882859572736 ext(0->7) 00010000:00010000:0.0:1746066853.144246:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d951000/0xd6b24631ff4364b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c089 expref: 160 pid: 9917 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.144262:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d951000/0xd6b24631ff4364b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c089 expref: 160 pid: 9917 timeout: 1065 lvb_type: 0 00002000:00010000:0.0:1746066853.144270:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131426300 00000100:00100000:0.0:1746066853.149562:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.153869:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.159190:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009550ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9917:1830882860751104:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066853.159226:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ea21a00/0xd6b24631ff4364bf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c097 expref: 161 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066853.159246:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea21a00, rc 0) 00000100:00100000:0.0:1746066853.159308:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+161:1214:x1830882859572992:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4982us (5439us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066853.159317:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 27813 00000100:00100000:0.0:1746066853.162372:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.165881:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.186766:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.189428:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.191946:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+162:2031:x1830882859573888:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2134us (2514us total) trans 4294970177 rc 0/0 00000100:00100000:0.0:1746066853.191957:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 856 00002000:00100000:0.0:1746066853.191966:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132c38000 x1830882859573888/t4294970177(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:259/0 lens 496/448 e 0 to 0 dl 1746066864 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.191976:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c38000 with x1830882859573888 ext(0->7) 00010000:00010000:0.0:1746066853.191986:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ea21a00/0xd6b24631ff4364bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c097 expref: 162 pid: 9917 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.192000:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ea21a00/0xd6b24631ff4364bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c097 expref: 162 pid: 9917 timeout: 1065 lvb_type: 0 00002000:00010000:0.0:1746066853.192007:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c38000 00000100:00100000:0.0:1746066853.193839:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.201703:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.201731:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859574272 00000100:00100000:0.0:1746066853.201741:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859574272 00002000:00100000:0.0:1746066853.201790:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132c38700 x1830882859574272/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746066864 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.201810:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c38700 with x1830882859574272 ext(0->4095) 00002000:00010000:0.0:1746066853.201816:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c38700 00000100:00100000:0.0:1746066853.201835:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12296 00000100:00100000:0.0:1746066853.201842:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882859574272:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066853.202192:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882859574272:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 350us (501us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066853.202199:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12296 00002000:00100000:0.0:1746066853.202205:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132c38700 x1830882859574272/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746066864 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.202213:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c38700 with x1830882859574272 ext(0->4095) 00002000:00010000:0.0:1746066853.202216:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c38700 00000100:00100000:0.0:1746066853.205224:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.212247:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.216771:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.227844:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.243286:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.243408:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.261821:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.261864:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.261892:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.261908:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.261928:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.261959:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.261972:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.264545:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.264788:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.264809:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859576576 00000100:00100000:0.0:1746066853.264816:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859576576 00002000:00100000:0.0:1746066853.264852:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132c3b480 x1830882859576576/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746066864 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.264862:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3b480 with x1830882859576576 ext(0->4095) 00010000:00010000:0.0:1746066853.264871:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff4364d4 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c0ac expref: 164 pid: 9917 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.264885:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff4364d4 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c0ac expref: 164 pid: 9917 timeout: 1065 lvb_type: 0 00002000:00010000:0.0:1746066853.264893:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c3b480 00000100:00100000:0.0:1746066853.264922:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 857 00000100:00100000:0.0:1746066853.264929:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+164:2033:x1830882859576576:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066853.265053:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+164:2033:x1830882859576576:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 123us (265us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066853.265060:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 857 00002000:00100000:0.0:1746066853.265065:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132c3b480 x1830882859576576/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746066864 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.265073:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3b480 with x1830882859576576 ext(0->4095) 00010000:00010000:0.0:1746066853.265078:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff4364d4 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c0ac expref: 164 pid: 9917 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.265088:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff4364d4 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c0ac expref: 164 pid: 9917 timeout: 1065 lvb_type: 0 00002000:00010000:0.0:1746066853.265095:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c3b480 00000100:00100000:0.0:1746066853.267470:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.268985:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+165:2031:x1830882859576832:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1354us (1514us total) trans 4294970178 rc 0/0 00000100:00100000:0.0:1746066853.268994:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 858 00002000:00100000:0.0:1746066853.269001:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132c3b800 x1830882859576832/t4294970178(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:259/0 lens 496/448 e 0 to 0 dl 1746066864 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.269010:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3b800 with x1830882859576832 ext(0->7) 00010000:00010000:0.0:1746066853.269017:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff4364d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c0ac expref: 165 pid: 9917 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.269028:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff4364d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c0ac expref: 165 pid: 9917 timeout: 1065 lvb_type: 0 00002000:00010000:0.0:1746066853.269034:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c3b800 00000100:00100000:0.0:1746066853.274465:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.280457:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859577216 00000100:00100000:0.0:1746066853.280467:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859577216 00002000:00100000:0.0:1746066853.280528:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131428e00 x1830882859577216/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746066864 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.280538:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131428e00 with x1830882859577216 ext(0->4095) 00002000:00010000:0.0:1746066853.280544:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131428e00 00000100:00100000:0.0:1746066853.280580:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12299 00000100:00100000:0.0:1746066853.280588:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131428e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+165:2033:x1830882859577216:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066853.280744:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131428e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+165:2033:x1830882859577216:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 156us (596us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066853.280751:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12299 00002000:00100000:0.0:1746066853.280758:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131428e00 x1830882859577216/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746066864 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.280766:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131428e00 with x1830882859577216 ext(0->4095) 00002000:00010000:0.0:1746066853.280769:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131428e00 00000100:00100000:0.0:1746066853.288180:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.296067:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.296927:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.303557:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.311960:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.313017:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.315776:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.319199:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.323158:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+166:2031:x1830882859578880:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3471us (3953us total) trans 4294970179 rc 0/0 00000100:00100000:0.0:1746066853.323169:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 861 00002000:00100000:0.0:1746066853.323177:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8801248b9180 x1830882859578880/t4294970179(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:259/0 lens 496/448 e 0 to 0 dl 1746066864 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.323187:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248b9180 with x1830882859578880 ext(0->7) 00010000:00010000:0.0:1746066853.323194:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095fc7200/0xd6b24631ff4364e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c0c1 expref: 166 pid: 9629 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.323209:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095fc7200/0xd6b24631ff4364e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c0c1 expref: 166 pid: 9629 timeout: 1065 lvb_type: 0 00002000:00010000:0.0:1746066853.323216:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801248b9180 00000100:00100000:0.0:1746066853.324411:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.332675:0:7258:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b4de680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7258:1830882860752768:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066853.332699:0:7258:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066853.332745:0:7258:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+165:2033:x1830882859579008:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 8150us (8335us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066853.332754:0:7258:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10652 00000100:00100000:0.0:1746066853.338138:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.338474:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.342570:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.346513:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.351135:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+169:2034:x1830882859580160:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4412us (4616us total) trans 4294970180 rc 0/0 00000100:00100000:0.0:1746066853.351147:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 863 00002000:00100000:0.0:1746066853.351158:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8801248ba300 x1830882859580160/t4294970180(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:259/0 lens 496/448 e 0 to 0 dl 1746066864 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.351168:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248ba300 with x1830882859580160 ext(0->7) 00010000:00010000:0.0:1746066853.351179:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880131fb7e00/0xd6b24631ff4364f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c0cf expref: 169 pid: 9629 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.351195:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880131fb7e00/0xd6b24631ff4364f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c0cf expref: 169 pid: 9629 timeout: 1065 lvb_type: 0 00002000:00010000:0.0:1746066853.351202:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801248ba300 00000100:00100000:0.0:1746066853.355584:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.362886:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859580544 00000100:00100000:0.0:1746066853.362897:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859580544 00002000:00100000:0.0:1746066853.362955:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009550ea00 x1830882859580544/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746066864 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.362966:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550ea00 with x1830882859580544 ext(0->4095) 00002000:00010000:0.0:1746066853.362971:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009550ea00 00000100:00100000:0.0:1746066853.363007:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12302 00000100:00100000:0.0:1746066853.363015:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+168:2034:x1830882859580544:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066853.363180:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+168:2034:x1830882859580544:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 165us (368us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066853.363188:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12302 00002000:00100000:0.0:1746066853.363193:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009550ea00 x1830882859580544/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746066864 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.363200:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550ea00 with x1830882859580544 ext(0->4095) 00002000:00010000:0.0:1746066853.363203:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009550ea00 00000100:00100000:0.0:1746066853.366467:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.366576:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.370044:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.374258:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.376043:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.378138:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801248bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+170:2033:x1830882859581440:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1413us (2096us total) trans 4294970181 rc 0/0 00000100:00100000:0.0:1746066853.378146:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 865 00002000:00100000:0.0:1746066853.378152:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8801248bb480 x1830882859581440/t4294970181(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:259/0 lens 496/448 e 0 to 0 dl 1746066864 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.378159:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801248bb480 with x1830882859581440 ext(0->7) 00010000:00010000:0.0:1746066853.378165:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138000/0xd6b24631ff436505 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c0e4 expref: 170 pid: 9917 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.378175:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138000/0xd6b24631ff436505 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c0e4 expref: 170 pid: 9917 timeout: 1065 lvb_type: 0 00002000:00010000:0.0:1746066853.378180:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801248bb480 00000100:00100000:0.0:1746066853.381510:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.390167:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.396614:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.399856:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.399903:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.404908:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.406825:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859582592 00000100:00100000:0.0:1746066853.406830:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859582592 00010000:00010000:0.0:1746066853.406854:0:21614:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff436513 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c0eb expref: 172 pid: 9917 timeout: 1065 lvb_type: 0 00000100:00100000:0.0:1746066853.406875:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859582464 00000100:00100000:0.0:1746066853.406878:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859582464 00010000:00010000:0.0:1746066853.406889:0:21614:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012eb5ea00/0xd6b24631ff43650c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c0dd expref: 6 pid: 9629 timeout: 1065 lvb_type: 0 00000100:00100000:0.0:1746066853.406918:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10657 00000100:00100000:0.0:1746066853.406924:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+172:2033:x1830882859582592:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066853.407137:0:21614:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066853.407157:0:21614:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff436513 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c0eb expref: 172 pid: 9917 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.407168:0:21614:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff436513 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c0eb expref: 172 pid: 9917 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.407187:0:21614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff436513 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c0eb expref: 172 pid: 9917 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.407205:0:21614:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066853.407243:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+171:2033:x1830882859582592:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 318us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066853.407249:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10657 00000100:00100000:0.0:1746066853.407475:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10658 00000100:00100000:0.0:1746066853.407496:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882859582464:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066853.407504:0:21614:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066853.407512:0:21614:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012eb5ea00/0xd6b24631ff43650c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c0dd expref: 6 pid: 9629 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.407523:0:21614:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012eb5ea00/0xd6b24631ff43650c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c0dd expref: 6 pid: 9629 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.407536:0:21614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eb5ea00/0xd6b24631ff43650c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c0dd expref: 6 pid: 9629 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.407550:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066853.407552:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066853.407558:0:21614:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c441a00/0xd6b24631ff43651a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c0f2 expref: 170 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066853.407566:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c441a00/0xd6b24631ff43651a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c0f2 expref: 170 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066853.407591:0:21614:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008c441a00/0xd6b24631ff43651a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c0f2 expref: 170 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066853.407602:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c441a00/0xd6b24631ff43651a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c0f2 expref: 170 pid: 9629 timeout: 1065 lvb_type: 0 00000100:00100000:0.0:1746066853.407614:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801248ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21614:1830882860754304:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066853.407673:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9eca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066853.413165:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.429792:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.432834:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+173:2032:x1830882859583232:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2521us (3045us total) trans 4294970182 rc 0/0 00000100:00100000:0.0:1746066853.432845:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 868 00002000:00100000:0.0:1746066853.432853:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012baf4380 x1830882859583232/t4294970182(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:259/0 lens 496/448 e 0 to 0 dl 1746066864 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.432860:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baf4380 with x1830882859583232 ext(0->7) 00010000:00010000:0.0:1746066853.432868:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c441a00/0xd6b24631ff43651a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c0f2 expref: 173 pid: 9629 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.432881:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c441a00/0xd6b24631ff43651a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c0f2 expref: 173 pid: 9629 timeout: 1065 lvb_type: 0 00002000:00010000:0.0:1746066853.432886:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baf4380 00000100:00100000:0.0:1746066853.436553:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.441515:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.446642:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.446875:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.454589:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.461614:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.468930:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.470862:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+174:2032:x1830882859584512:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1378us (1939us total) trans 4294970183 rc 0/0 00000100:00100000:0.0:1746066853.470872:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 870 00002000:00100000:0.0:1746066853.470880:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012baf5c00 x1830882859584512/t4294970183(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:259/0 lens 496/448 e 0 to 0 dl 1746066864 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.470889:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baf5c00 with x1830882859584512 ext(0->7) 00010000:00010000:0.0:1746066853.470897:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012eae5000/0xd6b24631ff436528 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c107 expref: 174 pid: 9627 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.470910:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012eae5000/0xd6b24631ff436528 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c107 expref: 174 pid: 9627 timeout: 1065 lvb_type: 0 00002000:00010000:0.0:1746066853.470917:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baf5c00 00000100:00100000:0.0:1746066853.480602:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.486222:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.486898:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.491510:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.492458:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.496477:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.496662:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.502336:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.507617:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.515549:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.525123:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.525561:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.525581:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859586816 00000100:00100000:0.0:1746066853.525586:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859586816 00000100:00100000:0.0:1746066853.525636:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 27833 00000100:00100000:0.0:1746066853.525644:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+175:1214:x1830882859586816:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066853.525660:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066853.525678:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f45ea00/0xd6b24631ff43654b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267c123 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066853.525708:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131fb7e00/0xd6b24631ff436544 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c11c expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066853.525715:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066853.525716:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066853.525720:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f45ea00/0xd6b24631ff43654b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c123 expref: 176 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066853.525754:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131fb7e00/0xd6b24631ff436544 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c11c expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066853.525767:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131fb7e00/0xd6b24631ff436544 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c11c expref: 6 pid: 9917 timeout: 1065 lvb_type: 0 00000100:00100000:0.0:1746066853.525779:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9627:1830882860755712:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066853.525846:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9eca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066853.528319:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.528378:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.531443:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.533828:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.535542:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+179:2034:x1830882859587584:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1287us (1712us total) trans 4294970185 rc 0/0 00000100:00100000:0.0:1746066853.535551:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 875 00002000:00100000:0.0:1746066853.535559:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d7a8e00 x1830882859587584/t4294970185(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:259/0 lens 496/448 e 0 to 0 dl 1746066864 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.535566:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7a8e00 with x1830882859587584 ext(0->7) 00010000:00010000:0.0:1746066853.535573:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f45ea00/0xd6b24631ff43654b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c123 expref: 179 pid: 9627 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.535585:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f45ea00/0xd6b24631ff43654b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c123 expref: 179 pid: 9627 timeout: 1065 lvb_type: 0 00002000:00010000:0.0:1746066853.535592:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d7a8e00 00000001:00080000:0.0:1746066853.536412:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970185 is committed 00000100:00100000:0.0:1746066853.538716:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.541670:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.544921:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.547651:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.555187:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.555501:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.559243:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.559572:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.559591:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859589248 00000100:00100000:0.0:1746066853.559595:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859589248 00010000:00010000:0.0:1746066853.559930:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff436552 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c12a expref: 7 pid: 9627 timeout: 1065 lvb_type: 0 00000100:00100000:0.0:1746066853.560808:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10668 00000100:00100000:0.0:1746066853.560816:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882859589248:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066853.560830:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066853.560846:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff436552 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c12a expref: 8 pid: 9627 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.560856:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff436552 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c12a expref: 8 pid: 9627 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.560871:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff436552 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c12a expref: 8 pid: 9627 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.560883:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066853.560885:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066853.560891:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e901000/0xd6b24631ff436560 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c138 expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066853.560905:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e901000/0xd6b24631ff436560 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c138 expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066853.560923:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008e901000/0xd6b24631ff436560 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c138 expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066853.560932:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e901000/0xd6b24631ff436560 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c138 expref: 7 pid: 9917 timeout: 1065 lvb_type: 0 00000100:00100000:0.0:1746066853.560941:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7aad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7259:1830882860756608:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066853.561004:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9ec0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066853.562148:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.565750:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.567068:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2031:x1830882859589888:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1136us (1324us total) trans 4294970186 rc 0/0 00000100:00100000:0.0:1746066853.567076:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 877 00002000:00100000:0.0:1746066853.567080:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d7ab480 x1830882859589888/t4294970186(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:259/0 lens 496/448 e 0 to 0 dl 1746066864 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.567087:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ab480 with x1830882859589888 ext(0->7) 00010000:00010000:0.0:1746066853.567093:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008e901000/0xd6b24631ff436560 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c138 expref: 9 pid: 9917 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.567104:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008e901000/0xd6b24631ff436560 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c138 expref: 9 pid: 9917 timeout: 1065 lvb_type: 0 00002000:00010000:0.0:1746066853.567117:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d7ab480 00000100:00100000:0.0:1746066853.570646:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.572593:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.574951:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.579452:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.579553:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.582175:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.582196:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.582226:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.584885:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.588317:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.592096:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.595119:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.604416:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.611155:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.616723:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.620572:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.620612:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.621290:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.631620:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000001:00080000:0.0:1746066853.636468:0:7254:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980238 is committed 00000001:00080000:0.0:1746066853.636496:0:7254:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980235 is committed 00000100:00100000:0.0:1746066853.641961:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.648181:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.649656:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.653279:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.653376:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.658302:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.665953:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.673520:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.677190:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.678215:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.681515:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.682204:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.684696:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.689274:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.691786:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133191f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2034:x1830882859596288:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1125us (2517us total) trans 4294970190 rc 0/0 00000100:00100000:0.0:1746066853.691794:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 885 00002000:00100000:0.0:1746066853.691801:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880133191f80 x1830882859596288/t4294970190(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:259/0 lens 496/448 e 0 to 0 dl 1746066864 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.691809:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133191f80 with x1830882859596288 ext(0->7) 00010000:00010000:0.0:1746066853.691816:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff4365a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c17e expref: 16 pid: 9917 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.691829:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff4365a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c17e expref: 16 pid: 9917 timeout: 1065 lvb_type: 0 00002000:00010000:0.0:1746066853.691836:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133191f80 00000100:00100000:0.0:1746066853.693151:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.695591:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.700756:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.702753:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.708332:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.712556:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.712676:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.715445:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.718149:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.718853:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.720466:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.721799:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.722872:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2033:x1830882859598592:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 903us (1072us total) trans 4294970191 rc 0/0 00000100:00100000:0.0:1746066853.722880:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 887 00002000:00100000:0.0:1746066853.722886:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132c34e00 x1830882859598592/t4294970191(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:259/0 lens 496/448 e 0 to 0 dl 1746066864 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.722898:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c34e00 with x1830882859598592 ext(0->7) 00010000:00010000:0.0:1746066853.722904:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4600/0xd6b24631ff4365bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c193 expref: 19 pid: 25556 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.722914:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4600/0xd6b24631ff4365bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c193 expref: 19 pid: 25556 timeout: 1065 lvb_type: 0 00002000:00010000:0.0:1746066853.722920:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c34e00 00000100:00100000:0.0:1746066853.724145:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.726003:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.727859:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.729755:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.732787:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.737220:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.739600:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.739636:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.739673:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.743978:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.747133:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131425880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+20:2032:x1830882859600640:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1222us (1546us total) trans 4294970192 rc 0/0 00000100:00100000:0.0:1746066853.747141:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 889 00002000:00100000:0.0:1746066853.747147:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131425880 x1830882859600640/t4294970192(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:259/0 lens 496/448 e 0 to 0 dl 1746066864 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.747154:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131425880 with x1830882859600640 ext(0->7) 00010000:00010000:0.0:1746066853.747160:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff4365d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c1a8 expref: 20 pid: 9917 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.747170:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff4365d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c1a8 expref: 20 pid: 9917 timeout: 1065 lvb_type: 0 00002000:00010000:0.0:1746066853.747175:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131425880 00000100:00100000:0.0:1746066853.750326:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.753003:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.757805:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.760778:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.764623:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.765594:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.771193:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.773759:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.776238:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.779132:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.780969:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+22:2034:x1830882859602560:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1661us (1834us total) trans 4294970193 rc 0/0 00000100:00100000:0.0:1746066853.780977:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 891 00002000:00100000:0.0:1746066853.780983:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094c40700 x1830882859602560/t4294970193(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:259/0 lens 496/448 e 0 to 0 dl 1746066864 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.780990:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40700 with x1830882859602560 ext(0->7) 00010000:00010000:0.0:1746066853.780999:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095ded800/0xd6b24631ff4365e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c1bd expref: 22 pid: 25556 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.781011:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095ded800/0xd6b24631ff4365e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c1bd expref: 22 pid: 25556 timeout: 1065 lvb_type: 0 00002000:00010000:0.0:1746066853.781018:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c40700 00000100:00100000:0.0:1746066853.783898:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.795805:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.800630:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.803465:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.807237:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.810584:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.812038:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+25:2033:x1830882859603840:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1256us (1457us total) trans 4294970194 rc 0/0 00000100:00100000:0.0:1746066853.812047:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 893 00002000:00100000:0.0:1746066853.812053:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012ffab480 x1830882859603840/t4294970194(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:259/0 lens 496/448 e 0 to 0 dl 1746066864 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.812061:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffab480 with x1830882859603840 ext(0->7) 00010000:00010000:0.0:1746066853.812066:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff4365f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c1cb expref: 25 pid: 25556 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.812078:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff4365f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c1cb expref: 25 pid: 25556 timeout: 1065 lvb_type: 0 00002000:00010000:0.0:1746066853.812083:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ffab480 00000100:00100000:0.0:1746066853.814067:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.816734:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.822171:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.825081:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.830387:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.834576:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.834830:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.845653:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.848886:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.850240:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+27:2034:x1830882859606144:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1065us (1358us total) trans 4294970195 rc 0/0 00000100:00100000:0.0:1746066853.850247:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 895 00002000:00100000:0.0:1746066853.850253:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009550d500 x1830882859606144/t4294970195(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:259/0 lens 496/448 e 0 to 0 dl 1746066864 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.850260:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550d500 with x1830882859606144 ext(0->7) 00010000:00010000:0.0:1746066853.850265:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332f8600/0xd6b24631ff436608 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c1e0 expref: 27 pid: 25556 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.850275:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332f8600/0xd6b24631ff436608 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c1e0 expref: 27 pid: 25556 timeout: 1065 lvb_type: 0 00002000:00010000:0.0:1746066853.850286:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009550d500 00000100:00100000:0.0:1746066853.851820:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.855641:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.858463:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.862143:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.865857:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.870182:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.870806:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.873807:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.873842:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.881251:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.886161:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.890583:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+28:2031:x1830882859608448:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1519us (4392us total) trans 4294970196 rc 0/0 00000100:00100000:0.0:1746066853.890593:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 897 00002000:00100000:0.0:1746066853.890602:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094eefb80 x1830882859608448/t4294970196(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:259/0 lens 496/448 e 0 to 0 dl 1746066864 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.890612:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eefb80 with x1830882859608448 ext(0->7) 00010000:00010000:0.0:1746066853.890623:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff43661d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c1f5 expref: 28 pid: 9917 timeout: 1065 lvb_type: 0 00010000:00010000:0.0:1746066853.890639:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff43661d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c1f5 expref: 28 pid: 9917 timeout: 1065 lvb_type: 0 00002000:00010000:0.0:1746066853.890794:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094eefb80 00000100:00100000:0.0:1746066853.897846:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.904771:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.912537:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.912768:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.918054:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.924770:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.931266:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.932892:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+31:2032:x1830882859609728:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 740us (1633us total) trans 4294970197 rc 0/0 00000100:00100000:0.0:1746066853.932900:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 899 00002000:00100000:0.0:1746066853.932906:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880091128700 x1830882859609728/t4294970197(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:259/0 lens 496/448 e 0 to 0 dl 1746066864 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066853.932913:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091128700 with x1830882859609728 ext(0->7) 00010000:00010000:0.0:1746066853.932918:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4600/0xd6b24631ff43662b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c203 expref: 31 pid: 9627 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066853.932928:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4600/0xd6b24631ff43662b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c203 expref: 31 pid: 9627 timeout: 1066 lvb_type: 0 00002000:00010000:0.0:1746066853.932933:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091128700 00000100:00100000:0.0:1746066853.938899:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.959834:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.962897:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.967104:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859610752 00000100:00100000:0.0:1746066853.967113:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859610752 00010000:00010000:0.0:1746066853.967146:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff436632 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c20a expref: 31 pid: 9629 timeout: 1066 lvb_type: 0 00000100:00100000:0.0:1746066853.967185:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10699 00000100:00100000:0.0:1746066853.967192:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131426a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+31:2034:x1830882859610752:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066853.967204:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066853.967221:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff436632 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c20a expref: 31 pid: 9629 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066853.967231:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff436632 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c20a expref: 31 pid: 9629 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066853.967251:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff436632 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c20a expref: 31 pid: 9629 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066853.967805:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066853.967853:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131426a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+30:2034:x1830882859610752:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 660us (1123us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066853.967860:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10699 00000100:00100000:0.0:1746066853.969898:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.969987:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.975376:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.978146:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.987067:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.991673:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066853.998268:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00080000:0.0:1746066854.001389:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066854.003114:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.008434:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.012124:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.016408:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.017752:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.017780:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.021281:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.023191:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.024651:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+35:2034:x1830882859613568:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1126us (1459us total) trans 4294970199 rc 0/0 00000100:00100000:0.0:1746066854.024657:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 904 00002000:00100000:0.0:1746066854.024661:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880091128700 x1830882859613568/t4294970199(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:260/0 lens 496/448 e 0 to 0 dl 1746066865 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066854.024667:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091128700 with x1830882859613568 ext(0->7) 00010000:00010000:0.0:1746066854.024670:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095dede00/0xd6b24631ff436655 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c22d expref: 35 pid: 25556 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066854.024677:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095dede00/0xd6b24631ff436655 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c22d expref: 35 pid: 25556 timeout: 1066 lvb_type: 0 00002000:00010000:0.0:1746066854.024682:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091128700 00000100:00100000:0.0:1746066854.026815:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.029677:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.034199:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.037631:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.044499:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.050021:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.056309:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.056422:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.057433:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.062697:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.075294:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.078595:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+37:2032:x1830882859615616:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2618us (3300us total) trans 4294970200 rc 0/0 00000100:00100000:0.0:1746066854.078607:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 906 00002000:00100000:0.0:1746066854.078617:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009112b800 x1830882859615616/t4294970200(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:260/0 lens 496/448 e 0 to 0 dl 1746066865 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066854.078627:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112b800 with x1830882859615616 ext(0->7) 00010000:00010000:0.0:1746066854.078638:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332f8600/0xd6b24631ff43666a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c242 expref: 37 pid: 9627 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066854.078654:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332f8600/0xd6b24631ff43666a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c242 expref: 37 pid: 9627 timeout: 1066 lvb_type: 0 00002000:00010000:0.0:1746066854.078662:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009112b800 00000100:00100000:0.0:1746066854.085008:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.088003:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.122135:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.125387:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.127192:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2034:x1830882859616896:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1473us (1805us total) trans 4294970201 rc 0/0 00000100:00100000:0.0:1746066854.127201:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 908 00002000:00100000:0.0:1746066854.127208:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094eec000 x1830882859616896/t4294970201(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:260/0 lens 496/448 e 0 to 0 dl 1746066865 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066854.127223:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eec000 with x1830882859616896 ext(0->7) 00010000:00010000:0.0:1746066854.127230:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332f8600/0xd6b24631ff436678 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c257 expref: 38 pid: 25556 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066854.127240:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332f8600/0xd6b24631ff436678 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c257 expref: 38 pid: 25556 timeout: 1066 lvb_type: 0 00002000:00010000:0.0:1746066854.127247:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094eec000 00000100:00100000:0.0:1746066854.130793:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.135784:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.138723:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.140660:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.156193:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.157442:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.157513:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.162011:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.165894:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.169754:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+41:2033:x1830882859618944:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2892us (3857us total) trans 4294970202 rc 0/0 00000100:00100000:0.0:1746066854.169768:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 911 00002000:00100000:0.0:1746066854.169779:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009efa8000 x1830882859618944/t4294970202(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:260/0 lens 496/448 e 0 to 0 dl 1746066865 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066854.169789:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efa8000 with x1830882859618944 ext(0->7) 00010000:00010000:0.0:1746066854.169799:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332f9000/0xd6b24631ff43668d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c265 expref: 41 pid: 25556 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066854.169822:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332f9000/0xd6b24631ff43668d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c265 expref: 41 pid: 25556 timeout: 1066 lvb_type: 0 00002000:00010000:0.0:1746066854.169828:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009efa8000 00000100:00100000:0.0:1746066854.175433:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.182812:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.190723:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.193246:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859619584 00000100:00100000:0.0:1746066854.193252:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859619584 00000100:00100000:0.0:1746066854.199441:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.201255:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.204302:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.204353:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.210711:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.218176:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.227816:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+43:2033:x1830882859620736:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 9083us (9642us total) trans 4294970203 rc 0/0 00000100:00100000:0.0:1746066854.227832:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 914 00002000:00100000:0.0:1746066854.227847:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d7aa300 x1830882859620736/t4294970203(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:260/0 lens 496/448 e 0 to 0 dl 1746066865 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066854.227856:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7aa300 with x1830882859620736 ext(0->7) 00010000:00010000:0.0:1746066854.227867:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133139c00/0xd6b24631ff4366a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c27a expref: 43 pid: 9627 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066854.227885:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133139c00/0xd6b24631ff4366a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c27a expref: 43 pid: 9627 timeout: 1066 lvb_type: 0 00002000:00010000:0.0:1746066854.227895:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d7aa300 00000100:00100000:0.0:1746066854.233968:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.235922:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.244881:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859621248 00000100:00100000:0.0:1746066854.244889:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859621248 00002000:00100000:0.0:1746066854.244932:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131429180 x1830882859621248/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746066865 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066854.244943:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131429180 with x1830882859621248 ext(0->4095) 00010000:00010000:0.0:1746066854.244953:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff4366a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c281 expref: 43 pid: 9627 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066854.244966:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff4366a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c281 expref: 43 pid: 9627 timeout: 1066 lvb_type: 0 00002000:00010000:0.0:1746066854.244973:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131429180 00000100:00100000:0.0:1746066854.245301:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 915 00000100:00100000:0.0:1746066854.245309:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131429180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+43:2033:x1830882859621248:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066854.245856:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131429180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+43:2033:x1830882859621248:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 545us (1043us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066854.245863:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 915 00002000:00100000:0.0:1746066854.245869:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131429180 x1830882859621248/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746066865 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066854.245877:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131429180 with x1830882859621248 ext(0->4095) 00010000:00010000:0.0:1746066854.245883:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff4366a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c281 expref: 43 pid: 9627 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066854.245894:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff4366a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c281 expref: 43 pid: 9627 timeout: 1066 lvb_type: 0 00002000:00010000:0.0:1746066854.245900:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131429180 00000100:00100000:0.0:1746066854.249113:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.256226:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.264509:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.266799:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2032:x1830882859622016:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1822us (2293us total) trans 4294970204 rc 0/0 00000100:00100000:0.0:1746066854.266809:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 917 00002000:00100000:0.0:1746066854.266818:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d7a8000 x1830882859622016/t4294970204(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:260/0 lens 496/448 e 0 to 0 dl 1746066865 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066854.266826:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7a8000 with x1830882859622016 ext(0->7) 00010000:00010000:0.0:1746066854.266835:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff4366b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c288 expref: 44 pid: 9627 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066854.266848:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff4366b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c288 expref: 44 pid: 9627 timeout: 1066 lvb_type: 0 00002000:00010000:0.0:1746066854.266855:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d7a8000 00000100:00100000:0.0:1746066854.282586:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.287948:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.295142:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.299542:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.303622:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.305776:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131425500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3792:1830882860768000:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746066854.305807:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746066854.307695:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066854.309519:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.323139:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.324685:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+47:2032:x1830882859623296:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1017us (1549us total) trans 4294970205 rc 0/0 00000100:00100000:0.0:1746066854.324693:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 919 00002000:00100000:0.0:1746066854.324699:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d7a8a80 x1830882859623296/t4294970205(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:260/0 lens 496/448 e 0 to 0 dl 1746066865 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066854.324706:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7a8a80 with x1830882859623296 ext(0->7) 00010000:00010000:0.0:1746066854.324712:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880131fb7200/0xd6b24631ff4366be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c296 expref: 47 pid: 25556 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066854.324721:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880131fb7200/0xd6b24631ff4366be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c296 expref: 47 pid: 25556 timeout: 1066 lvb_type: 0 00002000:00010000:0.0:1746066854.324727:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d7a8a80 00000100:00100000:0.0:1746066854.332751:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.336421:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 27888 00000100:00100000:0.0:1746066854.339262:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.343869:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.351231:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.351281:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.358369:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.361597:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.364129:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2034:x1830882859624576:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 887us (2531us total) trans 4294970206 rc 0/0 00000100:00100000:0.0:1746066854.364137:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 922 00002000:00100000:0.0:1746066854.364143:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800946aad80 x1830882859624576/t4294970206(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:260/0 lens 496/448 e 0 to 0 dl 1746066865 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066854.364149:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aad80 with x1830882859624576 ext(0->7) 00010000:00010000:0.0:1746066854.364154:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff4366cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2a4 expref: 48 pid: 9917 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066854.364163:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff4366cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2a4 expref: 48 pid: 9917 timeout: 1066 lvb_type: 0 00002000:00010000:0.0:1746066854.364168:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946aad80 00000100:00100000:0.0:1746066854.368563:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.376459:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.380740:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.391111:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.416304:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859625728 00000100:00100000:0.0:1746066854.416312:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859625728 00000100:00100000:0.0:1746066854.416908:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 27891 00000100:00100000:0.0:1746066854.416913:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:1214:x1830882859625728:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066854.416921:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066854.416933:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009544e000/0xd6b24631ff4366e1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267c2b9 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066854.416953:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff4366d3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2ab expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066854.416965:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff4366da lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2b2 expref: 49 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066854.416971:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066854.416973:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066854.416975:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009544e000/0xd6b24631ff4366e1 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2b9 expref: 49 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066854.416998:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff4366da lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2b2 expref: 49 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066854.417008:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff4366da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2b2 expref: 49 pid: 25556 timeout: 1066 lvb_type: 0 00000100:00100000:0.0:1746066854.417019:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9917:1830882860768768:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066854.417077:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff4366d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2ab expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066854.417086:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff4366d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2ab expref: 5 pid: 9917 timeout: 1066 lvb_type: 0 00000100:00100000:0.0:1746066854.417093:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9917:1830882860768896:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066854.417112:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9eca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066854.426992:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.427083:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.427195:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.434562:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.448493:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.449630:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+51:2032:x1830882859626880:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 929us (1142us total) trans 4294970207 rc 0/0 00000100:00100000:0.0:1746066854.449637:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 924 00002000:00100000:0.0:1746066854.449643:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800958b1c00 x1830882859626880/t4294970207(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:260/0 lens 496/448 e 0 to 0 dl 1746066865 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066854.449650:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958b1c00 with x1830882859626880 ext(0->7) 00010000:00010000:0.0:1746066854.449654:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009544e000/0xd6b24631ff4366e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2b9 expref: 51 pid: 9917 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066854.449663:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009544e000/0xd6b24631ff4366e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2b9 expref: 51 pid: 9917 timeout: 1066 lvb_type: 0 00002000:00010000:0.0:1746066854.449668:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800958b1c00 00000100:00100000:0.0:1746066854.454744:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.463013:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.479747:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.485750:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.487732:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.491220:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.500161:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.500195:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.503173:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.520842:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.522057:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2031:x1830882859628928:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 812us (1221us total) trans 4294970208 rc 0/0 00000100:00100000:0.0:1746066854.522064:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 927 00002000:00100000:0.0:1746066854.522070:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008e80e680 x1830882859628928/t4294970208(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:260/0 lens 496/448 e 0 to 0 dl 1746066865 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066854.522077:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80e680 with x1830882859628928 ext(0->7) 00010000:00010000:0.0:1746066854.522081:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff4366f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2ce expref: 52 pid: 9917 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066854.522090:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff4366f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2ce expref: 52 pid: 9917 timeout: 1066 lvb_type: 0 00002000:00010000:0.0:1746066854.522096:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e80e680 00000100:00100000:0.0:1746066854.527521:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.536506:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00080000:0.0:1746066854.552153:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066854.554485:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859629440 00000100:00100000:0.0:1746066854.554492:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859629440 00002000:00100000:0.0:1746066854.554526:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131429f80 x1830882859629440/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746066865 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066854.554535:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131429f80 with x1830882859629440 ext(0->4095) 00010000:00010000:0.0:1746066854.554544:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c5e00/0xd6b24631ff4366fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2d5 expref: 6 pid: 9917 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066854.554558:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c5e00/0xd6b24631ff4366fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2d5 expref: 6 pid: 9917 timeout: 1066 lvb_type: 0 00002000:00010000:0.0:1746066854.554564:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131429f80 00000100:00100000:0.0:1746066854.556540:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 928 00000100:00100000:0.0:1746066854.556551:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131429f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859629440:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066854.557223:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131429f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859629440:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 673us (2814us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066854.557232:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 928 00002000:00100000:0.0:1746066854.557239:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131429f80 x1830882859629440/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746066865 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066854.557247:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131429f80 with x1830882859629440 ext(0->4095) 00010000:00010000:0.0:1746066854.557255:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c5e00/0xd6b24631ff4366fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2d5 expref: 6 pid: 9917 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066854.557266:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c5e00/0xd6b24631ff4366fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2d5 expref: 6 pid: 9917 timeout: 1066 lvb_type: 0 00002000:00010000:0.0:1746066854.557273:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131429f80 00000100:00100000:0.0:1746066854.560780:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.574792:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.584554:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.595514:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.596894:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+54:2034:x1830882859630080:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1163us (1385us total) trans 4294970209 rc 0/0 00000100:00100000:0.0:1746066854.596901:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 929 00002000:00100000:0.0:1746066854.596907:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008f700a80 x1830882859630080/t4294970209(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:260/0 lens 496/448 e 0 to 0 dl 1746066865 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066854.596914:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f700a80 with x1830882859630080 ext(0->7) 00010000:00010000:0.0:1746066854.596920:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133139c00/0xd6b24631ff436704 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2dc expref: 54 pid: 9917 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066854.596929:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133139c00/0xd6b24631ff436704 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2dc expref: 54 pid: 9917 timeout: 1066 lvb_type: 0 00002000:00010000:0.0:1746066854.596935:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f700a80 00000100:00100000:0.0:1746066854.601675:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.608175:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.618836:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.622428:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.622492:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.631064:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.631085:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.632761:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.634123:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10731 00000100:00100000:0.0:1746066854.634131:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+55:2034:x1830882859631488:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066854.634139:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066854.634149:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff436712 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2ea expref: 55 pid: 9917 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066854.634157:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff436712 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2ea expref: 55 pid: 9917 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066854.634170:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff436712 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2ea expref: 55 pid: 9917 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066854.634200:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066854.634202:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066854.634208:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095dede00/0xd6b24631ff436719 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2f1 expref: 54 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066854.634215:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095dede00/0xd6b24631ff436719 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2f1 expref: 54 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066854.634234:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095dede00/0xd6b24631ff436719 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2f1 expref: 54 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066854.634244:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095dede00/0xd6b24631ff436719 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2f1 expref: 54 pid: 25556 timeout: 1066 lvb_type: 0 00000100:00100000:0.0:1746066854.634254:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f6a6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882860771072:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066854.634303:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9ec0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066854.639925:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.646711:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.651496:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+56:2032:x1830882859632128:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1939us (4786us total) trans 4294970210 rc 0/0 00000100:00100000:0.0:1746066854.651505:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 932 00002000:00100000:0.0:1746066854.651514:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008f6a6680 x1830882859632128/t4294970210(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:260/0 lens 496/448 e 0 to 0 dl 1746066865 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066854.651522:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a6680 with x1830882859632128 ext(0->7) 00010000:00010000:0.0:1746066854.651530:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095dede00/0xd6b24631ff436719 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2f1 expref: 56 pid: 25556 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066854.651543:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095dede00/0xd6b24631ff436719 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2f1 expref: 56 pid: 25556 timeout: 1066 lvb_type: 0 00002000:00010000:0.0:1746066854.651550:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f6a6680 00000100:00100000:0.0:1746066854.654199:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.661673:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.669306:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.675248:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.697102:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.699220:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.702980:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.707482:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.707518:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.707546:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859633408 00000100:00100000:0.0:1746066854.707553:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859633408 00010000:00010000:0.0:1746066854.707583:0:21614:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095dec000/0xd6b24631ff436720 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2f8 expref: 6 pid: 25556 timeout: 1066 lvb_type: 0 00000100:00100000:0.0:1746066854.707616:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10733 00000100:00100000:0.0:1746066854.707623:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859633408:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066854.707633:0:21614:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066854.707649:0:21614:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095dec000/0xd6b24631ff436720 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2f8 expref: 6 pid: 25556 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066854.707660:0:21614:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095dec000/0xd6b24631ff436720 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2f8 expref: 6 pid: 25556 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066854.707683:0:21614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095dec000/0xd6b24631ff436720 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2f8 expref: 6 pid: 25556 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066854.707700:0:21614:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066854.707749:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882859633408:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 127us (4772us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066854.707755:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10733 00000100:00100000:0.0:1746066854.707765:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859633664 00000100:00100000:0.0:1746066854.707767:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859633664 00010000:00010000:0.0:1746066854.707775:0:21614:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea27800/0xd6b24631ff436727 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c2ff expref: 57 pid: 9917 timeout: 1066 lvb_type: 0 00000100:00100000:0.0:1746066854.716255:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.726703:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.727752:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+58:2031:x1830882859634176:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 847us (1055us total) trans 4294970211 rc 0/0 00000100:00100000:0.0:1746066854.727760:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 935 00002000:00100000:0.0:1746066854.727767:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008e98ce00 x1830882859634176/t4294970211(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:260/0 lens 496/448 e 0 to 0 dl 1746066865 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066854.727775:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98ce00 with x1830882859634176 ext(0->7) 00010000:00010000:0.0:1746066854.727780:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095dec600/0xd6b24631ff43672e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c306 expref: 58 pid: 25556 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066854.727792:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095dec600/0xd6b24631ff43672e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c306 expref: 58 pid: 25556 timeout: 1066 lvb_type: 0 00002000:00010000:0.0:1746066854.727803:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e98ce00 00000100:00100000:0.0:1746066854.733970:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.738029:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.740062:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.742029:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.749812:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.753001:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.753064:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.754774:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.760823:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.769474:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.774327:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+61:2033:x1830882859635968:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3111us (4866us total) trans 4294970212 rc 0/0 00000100:00100000:0.0:1746066854.774337:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 937 00002000:00100000:0.0:1746066854.774378:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800952e5f80 x1830882859635968/t4294970212(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:260/0 lens 496/448 e 0 to 0 dl 1746066865 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066854.774387:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e5f80 with x1830882859635968 ext(0->7) 00010000:00010000:0.0:1746066854.774395:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008eabfe00/0xd6b24631ff436743 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c31b expref: 61 pid: 25556 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066854.774410:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008eabfe00/0xd6b24631ff436743 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c31b expref: 61 pid: 25556 timeout: 1066 lvb_type: 0 00002000:00010000:0.0:1746066854.774416:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800952e5f80 00000100:00100000:0.0:1746066854.786507:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.792450:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.795111:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.802199:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.804006:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.809271:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.812840:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b4dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25556:1830882860772864:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066854.812870:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff436758 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c330 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066854.812883:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139e00, rc 0) 00000100:00100000:0.0:1746066854.812933:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1215:x1830882859636608:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7538us (10741us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066854.812940:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 27908 00000100:00100000:0.0:1746066854.815671:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+62:2031:x1830882859637248:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 952us (1098us total) trans 4294970213 rc 0/0 00000100:00100000:0.0:1746066854.815680:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 939 00002000:00100000:0.0:1746066854.815686:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131424000 x1830882859637248/t4294970213(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:260/0 lens 496/448 e 0 to 0 dl 1746066865 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066854.815693:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131424000 with x1830882859637248 ext(0->7) 00010000:00010000:0.0:1746066854.815699:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133139000/0xd6b24631ff436751 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c329 expref: 62 pid: 25556 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066854.815707:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133139000/0xd6b24631ff436751 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c329 expref: 62 pid: 25556 timeout: 1066 lvb_type: 0 00002000:00010000:0.0:1746066854.815713:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131424000 00000100:00100000:0.0:1746066854.825930:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.835829:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.842623:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.845677:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.851854:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.853644:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.866633:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.866676:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.871107:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.876743:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.885398:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.908057:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.908277:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.912795:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.912889:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.912925:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859640320 00000100:00100000:0.0:1746066854.912932:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859640320 00010000:00010000:0.0:1746066854.912959:0:21614:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff43676d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c345 expref: 66 pid: 25556 timeout: 1066 lvb_type: 0 00000100:00100000:0.0:1746066854.912989:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10744 00000100:00100000:0.0:1746066854.912996:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+66:2033:x1830882859640320:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066854.913006:0:21614:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066854.913021:0:21614:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff43676d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c345 expref: 66 pid: 25556 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066854.913030:0:21614:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff43676d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c345 expref: 66 pid: 25556 timeout: 1066 lvb_type: 0 00010000:00010000:0.0:1746066854.913052:0:21614:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066854.913095:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+66:2033:x1830882859640320:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 99us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066854.913102:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10744 00000100:00100000:0.0:1746066854.918107:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.927660:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.933968:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.945526:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.948793:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.952124:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.954889:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.976246:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.976860:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.984191:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.984227:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.984943:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.991091:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066854.998029:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.008604:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+69:2033:x1830882859643008:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 10399us (10573us total) trans 4294970216 rc 0/0 00000100:00100000:0.0:1746066855.008616:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 946 00002000:00100000:0.0:1746066855.008626:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880123a96300 x1830882859643008/t4294970216(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:260/0 lens 496/448 e 0 to 0 dl 1746066865 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066855.008634:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a96300 with x1830882859643008 ext(0->7) 00010000:00010000:0.0:1746066855.008643:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095fc6000/0xd6b24631ff436790 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c368 expref: 69 pid: 9917 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.008658:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095fc6000/0xd6b24631ff436790 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c368 expref: 69 pid: 9917 timeout: 1067 lvb_type: 0 00002000:00010000:0.0:1746066855.008665:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123a96300 00000100:00100000:0.0:1746066855.020931:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.026447:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.036128:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.036182:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.042890:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.042940:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.049460:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.060747:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.076289:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.082981:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+70:2033:x1830882859644672:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 800us (6698us total) trans 4294970217 rc 0/0 00000100:00100000:0.0:1746066855.082989:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 948 00002000:00100000:0.0:1746066855.082995:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880123a96680 x1830882859644672/t4294970217(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:261/0 lens 496/448 e 0 to 0 dl 1746066866 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066855.083003:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a96680 with x1830882859644672 ext(0->7) 00010000:00010000:0.0:1746066855.083008:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332f8a00/0xd6b24631ff4367a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c37d expref: 70 pid: 25556 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.083019:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332f8a00/0xd6b24631ff4367a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c37d expref: 70 pid: 25556 timeout: 1067 lvb_type: 0 00002000:00010000:0.0:1746066855.083030:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123a96680 00000100:00100000:0.0:1746066855.090063:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.094089:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.097537:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.103895:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.104533:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.107888:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.116250:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.133668:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.136988:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.140224:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.145324:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.147983:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.151150:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.151207:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.151252:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.154839:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.159207:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.160665:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2031:x1830882859647744:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1061us (1461us total) trans 4294970219 rc 0/0 00000100:00100000:0.0:1746066855.160673:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 953 00002000:00100000:0.0:1746066855.160680:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094c43b80 x1830882859647744/t4294970219(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:261/0 lens 496/448 e 0 to 0 dl 1746066866 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066855.160688:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c43b80 with x1830882859647744 ext(0->7) 00010000:00010000:0.0:1746066855.160694:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013323d400/0xd6b24631ff4367c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c3a0 expref: 74 pid: 9917 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.160705:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013323d400/0xd6b24631ff4367c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c3a0 expref: 74 pid: 9917 timeout: 1067 lvb_type: 0 00002000:00010000:0.0:1746066855.160711:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c43b80 00000100:00100000:0.0:1746066855.163644:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.171584:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.175489:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.178673:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.181659:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.182728:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.188604:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.188657:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.190739:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.194645:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.198630:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.200768:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2031:x1830882859649792:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1051us (2143us total) trans 4294970220 rc 0/0 00000100:00100000:0.0:1746066855.200777:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 955 00002000:00100000:0.0:1746066855.200784:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094c40e00 x1830882859649792/t4294970220(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:261/0 lens 496/448 e 0 to 0 dl 1746066866 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066855.200792:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40e00 with x1830882859649792 ext(0->7) 00010000:00010000:0.0:1746066855.200799:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133109a00/0xd6b24631ff4367dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c3b5 expref: 77 pid: 25556 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.200810:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133109a00/0xd6b24631ff4367dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c3b5 expref: 77 pid: 25556 timeout: 1067 lvb_type: 0 00002000:00010000:0.0:1746066855.200817:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c40e00 00000100:00100000:0.0:1746066855.203545:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.207288:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.221989:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.222652:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.225503:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.226959:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.228543:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859650816 00000100:00100000:0.0:1746066855.228547:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859650816 00010000:00010000:0.0:1746066855.228567:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff4367e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c3bc expref: 77 pid: 25556 timeout: 1067 lvb_type: 0 00000100:00100000:0.0:1746066855.228600:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10761 00000100:00100000:0.0:1746066855.228606:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2034:x1830882859650816:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066855.228615:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066855.228627:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff4367e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c3bc expref: 77 pid: 25556 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.228636:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff4367e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c3bc expref: 77 pid: 25556 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.228655:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff4367e4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c3bc expref: 77 pid: 25556 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.228669:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066855.228691:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2034:x1830882859650816:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 85us (1733us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066855.228697:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10761 00000100:00100000:0.0:1746066855.233190:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.236051:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.249179:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+78:2034:x1830882859651456:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2288us (2452us total) trans 4294970221 rc 0/0 00000100:00100000:0.0:1746066855.249189:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 957 00002000:00100000:0.0:1746066855.249196:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131424700 x1830882859651456/t4294970221(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:261/0 lens 496/448 e 0 to 0 dl 1746066866 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066855.249204:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131424700 with x1830882859651456 ext(0->7) 00010000:00010000:0.0:1746066855.249211:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133109a00/0xd6b24631ff4367eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c3c3 expref: 78 pid: 25556 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.249222:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133109a00/0xd6b24631ff4367eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c3c3 expref: 78 pid: 25556 timeout: 1067 lvb_type: 0 00002000:00010000:0.0:1746066855.249228:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131424700 00000100:00100000:0.0:1746066855.268788:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.276818:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.279869:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.280534:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.286088:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.290445:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.296486:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.308189:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.313260:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.317510:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.320721:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.322252:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.325171:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.327220:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.327571:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.335542:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859654272 00000100:00100000:0.0:1746066855.335548:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859654272 00002000:00100000:0.0:1746066855.335580:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131426300 x1830882859654272/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746066866 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066855.335589:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131426300 with x1830882859654272 ext(0->4095) 00010000:00010000:0.0:1746066855.335597:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff436815 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c3ed expref: 81 pid: 9629 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.335608:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff436815 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c3ed expref: 81 pid: 9629 timeout: 1067 lvb_type: 0 00002000:00010000:0.0:1746066855.335614:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131426300 00000100:00100000:0.0:1746066855.335628:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 961 00000100:00100000:0.0:1746066855.335634:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2033:x1830882859654272:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066855.335740:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2033:x1830882859654272:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 106us (255us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066855.335746:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 961 00002000:00100000:0.0:1746066855.335751:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131426300 x1830882859654272/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746066866 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066855.335758:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131426300 with x1830882859654272 ext(0->4095) 00010000:00010000:0.0:1746066855.335762:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff436815 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c3ed expref: 81 pid: 9629 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.335771:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff436815 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c3ed expref: 81 pid: 9629 timeout: 1067 lvb_type: 0 00002000:00010000:0.0:1746066855.335777:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131426300 00000100:00100000:0.0:1746066855.342803:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.344046:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+83:2033:x1830882859654528:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 937us (1249us total) trans 4294970223 rc 0/0 00000100:00100000:0.0:1746066855.344054:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 962 00002000:00100000:0.0:1746066855.344060:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095a96a00 x1830882859654528/t4294970223(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:261/0 lens 496/448 e 0 to 0 dl 1746066866 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066855.344068:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a96a00 with x1830882859654528 ext(0->7) 00010000:00010000:0.0:1746066855.344074:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff436815 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c3ed expref: 83 pid: 9629 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.344084:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff436815 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c3ed expref: 83 pid: 9629 timeout: 1067 lvb_type: 0 00002000:00010000:0.0:1746066855.344090:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095a96a00 00000100:00100000:0.0:1746066855.350095:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.354862:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.357193:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.360162:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.360204:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.362841:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.363233:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.364211:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859655808 00000100:00100000:0.0:1746066855.364215:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859655808 00000100:00100000:0.0:1746066855.364619:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 27939 00000100:00100000:0.0:1746066855.364634:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131429500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+84:1215:x1830882859655808:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066855.364648:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066855.364658:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ee8da00/0xd6b24631ff436831 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267c409 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066855.364673:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f45e800/0xd6b24631ff43682a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c402 expref: 84 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066855.364678:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066855.364680:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066855.364682:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ee8da00/0xd6b24631ff436831 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c409 expref: 84 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066855.366238:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f45e800/0xd6b24631ff43682a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c402 expref: 83 pid: 9629 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.366247:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f45e800/0xd6b24631ff43682a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c402 expref: 83 pid: 9629 timeout: 1067 lvb_type: 0 00000100:00100000:0.0:1746066855.366256:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25556:1830882860779648:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066855.368082:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9eca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066855.368299:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859656064 00000100:00100000:0.0:1746066855.368304:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859656064 00002000:00100000:0.0:1746066855.368332:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131429c00 x1830882859656064/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746066866 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066855.368378:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131429c00 with x1830882859656064 ext(0->4095) 00010000:00010000:0.0:1746066855.368385:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f45e800/0xd6b24631ff43682a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c402 expref: 84 pid: 9629 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.368397:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f45e800/0xd6b24631ff43682a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c402 expref: 84 pid: 9629 timeout: 1067 lvb_type: 0 00002000:00010000:0.0:1746066855.368404:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131429c00 00000100:00100000:0.0:1746066855.368421:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 964 00000100:00100000:0.0:1746066855.368428:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131429c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2033:x1830882859656064:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066855.371518:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.373962:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+85:2033:x1830882859656320:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 724us (2445us total) trans 4294970224 rc 0/0 00000100:00100000:0.0:1746066855.373969:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 965 00002000:00100000:0.0:1746066855.373976:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095a95880 x1830882859656320/t4294970224(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:261/0 lens 496/448 e 0 to 0 dl 1746066866 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066855.373983:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a95880 with x1830882859656320 ext(0->7) 00010000:00010000:0.0:1746066855.373989:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f45e800/0xd6b24631ff43682a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c402 expref: 85 pid: 9629 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.374000:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f45e800/0xd6b24631ff43682a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c402 expref: 85 pid: 9629 timeout: 1067 lvb_type: 0 00002000:00010000:0.0:1746066855.374006:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095a95880 00000100:00100000:0.0:1746066855.376871:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.383054:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.391932:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.393532:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.402107:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.416096:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.430868:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.446788:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.452856:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.454386:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2034:x1830882859657984:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1165us (1528us total) trans 4294970225 rc 0/0 00000100:00100000:0.0:1746066855.454394:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 967 00002000:00100000:0.0:1746066855.454403:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131f89500 x1830882859657984/t4294970225(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:261/0 lens 496/448 e 0 to 0 dl 1746066866 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066855.454412:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f89500 with x1830882859657984 ext(0->7) 00010000:00010000:0.0:1746066855.454417:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008e900800/0xd6b24631ff43683f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c417 expref: 86 pid: 9629 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.454427:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008e900800/0xd6b24631ff43683f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c417 expref: 86 pid: 9629 timeout: 1067 lvb_type: 0 00002000:00010000:0.0:1746066855.454433:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131f89500 00000100:00100000:0.0:1746066855.459659:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.461584:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.465466:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.470639:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859658624 00000100:00100000:0.0:1746066855.470647:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859658624 00010000:00010000:0.0:1746066855.470680:0:21614:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f45e800/0xd6b24631ff436846 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c41e expref: 6 pid: 9629 timeout: 1067 lvb_type: 0 00000100:00100000:0.0:1746066855.470706:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10775 00000100:00100000:0.0:1746066855.470712:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131425f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882859658624:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066855.470724:0:21614:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066855.470741:0:21614:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f45e800/0xd6b24631ff436846 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c41e expref: 6 pid: 9629 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.470751:0:21614:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f45e800/0xd6b24631ff436846 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c41e expref: 6 pid: 9629 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.470770:0:21614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f45e800/0xd6b24631ff436846 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c41e expref: 6 pid: 9629 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.470801:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066855.470803:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066855.470809:0:21614:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f45ea00/0xd6b24631ff43684d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c425 expref: 85 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066855.470817:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f45ea00/0xd6b24631ff43684d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c425 expref: 85 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066855.470845:0:21614:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008f45ea00/0xd6b24631ff43684d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c425 expref: 85 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066855.470857:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131f8a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21614:1830882860780672:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066855.470918:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9eca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066855.475868:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.483723:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.490096:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.492071:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2032:x1830882859659136:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1428us (1978us total) trans 4294970226 rc 0/0 00000100:00100000:0.0:1746066855.492078:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 969 00002000:00100000:0.0:1746066855.492083:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131f8a300 x1830882859659136/t4294970226(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:261/0 lens 496/448 e 0 to 0 dl 1746066866 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066855.492091:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f8a300 with x1830882859659136 ext(0->7) 00010000:00010000:0.0:1746066855.492097:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f45ea00/0xd6b24631ff43684d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c425 expref: 88 pid: 9629 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.492107:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f45ea00/0xd6b24631ff43684d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c425 expref: 88 pid: 9629 timeout: 1067 lvb_type: 0 00002000:00010000:0.0:1746066855.492112:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131f8a300 00000100:00100000:0.0:1746066855.494599:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.502726:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.511603:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859659776 00000100:00100000:0.0:1746066855.511607:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859659776 00000100:00100000:0.0:1746066855.511638:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 27946 00000100:00100000:0.0:1746066855.511644:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013142ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+88:1214:x1830882859659776:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066855.511650:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066855.511658:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d951000/0xd6b24631ff436862 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267c43a expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066855.511676:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f45e600/0xd6b24631ff436854 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c42c expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066855.511682:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f45f600/0xd6b24631ff43685b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c433 expref: 89 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066855.511687:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066855.511688:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066855.511690:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d951000/0xd6b24631ff436862 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c43a expref: 89 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066855.511711:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f45f600/0xd6b24631ff43685b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c433 expref: 89 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066855.511721:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f45f600/0xd6b24631ff43685b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c433 expref: 89 pid: 9629 timeout: 1067 lvb_type: 0 00000100:00100000:0.0:1746066855.511730:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009550df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9627:1830882860781056:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066855.511790:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f45e600/0xd6b24631ff436854 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c42c expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066855.511797:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f45e600/0xd6b24631ff436854 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c42c expref: 5 pid: 9629 timeout: 1067 lvb_type: 0 00000100:00100000:0.0:1746066855.511804:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009550c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9627:1830882860781184:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066855.511821:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9ec0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066855.516707:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.520639:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.526837:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.529076:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859660416 00000100:00100000:0.0:1746066855.529081:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859660416 00010000:00010000:0.0:1746066855.529101:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f45f600/0xd6b24631ff43685b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c433 expref: 89 pid: 9629 timeout: 1067 lvb_type: 0 00000100:00100000:0.0:1746066855.535709:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.547842:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.550207:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2034:x1830882859660928:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1489us (2368us total) trans 4294970227 rc 0/0 00000100:00100000:0.0:1746066855.550214:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 972 00002000:00100000:0.0:1746066855.550221:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009550d500 x1830882859660928/t4294970227(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:261/0 lens 496/448 e 0 to 0 dl 1746066866 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066855.550228:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550d500 with x1830882859660928 ext(0->7) 00010000:00010000:0.0:1746066855.550235:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d951000/0xd6b24631ff436862 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c43a expref: 90 pid: 9627 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.550246:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d951000/0xd6b24631ff436862 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c43a expref: 90 pid: 9627 timeout: 1067 lvb_type: 0 00002000:00010000:0.0:1746066855.550252:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009550d500 00000100:00100000:0.0:1746066855.552313:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.558644:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.558675:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859661312 00000100:00100000:0.0:1746066855.558681:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859661312 00002000:00100000:0.0:1746066855.558716:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009550df80 x1830882859661312/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746066866 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066855.558728:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550df80 with x1830882859661312 ext(0->4095) 00002000:00010000:0.0:1746066855.558732:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009550df80 00000100:00100000:0.0:1746066855.558750:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12387 00000100:00100000:0.0:1746066855.558758:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882859661312:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066855.558916:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882859661312:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 158us (280us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066855.558922:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12387 00002000:00100000:0.0:1746066855.558927:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009550df80 x1830882859661312/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746066866 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066855.558933:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550df80 with x1830882859661312 ext(0->4095) 00002000:00010000:0.0:1746066855.558936:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009550df80 00000100:00100000:0.0:1746066855.562472:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.565274:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.569881:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859662208 00000100:00100000:0.0:1746066855.569885:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859662208 00010000:00010000:0.0:1746066855.570119:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800953c9200/0xd6b24631ff436870 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c448 expref: 91 pid: 9629 timeout: 1067 lvb_type: 0 00000100:00100000:0.0:1746066855.570527:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10781 00000100:00100000:0.0:1746066855.570534:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5216c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+91:2034:x1830882859662208:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066855.570544:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066855.570577:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800953c9200/0xd6b24631ff436870 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c448 expref: 91 pid: 9629 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.570592:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800953c9200/0xd6b24631ff436870 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c448 expref: 91 pid: 9629 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.570611:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800953c9200/0xd6b24631ff436870 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c448 expref: 91 pid: 9629 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.570823:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066855.570841:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5216c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2034:x1830882859662208:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 307us (1008us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066855.570848:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10781 00000100:00100000:0.0:1746066855.588750:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.590994:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+92:2032:x1830882859662720:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1051us (2249us total) trans 4294970228 rc 0/0 00000100:00100000:0.0:1746066855.591002:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 975 00002000:00100000:0.0:1746066855.591008:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800952e9f80 x1830882859662720/t4294970228(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:261/0 lens 496/448 e 0 to 0 dl 1746066866 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066855.591015:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e9f80 with x1830882859662720 ext(0->7) 00010000:00010000:0.0:1746066855.591020:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800953c9600/0xd6b24631ff436877 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c44f expref: 92 pid: 9629 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.591031:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800953c9600/0xd6b24631ff436877 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c44f expref: 92 pid: 9629 timeout: 1067 lvb_type: 0 00002000:00010000:0.0:1746066855.591037:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800952e9f80 00000100:00100000:0.0:1746066855.594900:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.604654:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.613586:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.619682:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.631765:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859663744 00000100:00100000:0.0:1746066855.631778:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859663744 00002000:00100000:0.0:1746066855.631833:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013142b800 x1830882859663744/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746066866 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066855.631873:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013142b800 with x1830882859663744 ext(0->4095) 00010000:00010000:0.0:1746066855.631883:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f45e600/0xd6b24631ff436885 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c45d expref: 93 pid: 9629 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.631898:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f45e600/0xd6b24631ff436885 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c45d expref: 93 pid: 9629 timeout: 1067 lvb_type: 0 00002000:00010000:0.0:1746066855.631906:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013142b800 00000100:00100000:0.0:1746066855.638205:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.643169:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.649227:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.657257:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.657311:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.661588:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.665917:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.667474:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.667548:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.672376:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.678997:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859665792 00000100:00100000:0.0:1746066855.679005:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859665792 00002000:00100000:0.0:1746066855.679041:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131425180 x1830882859665792/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:261/0 lens 496/0 e 0 to 0 dl 1746066866 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066855.679052:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131425180 with x1830882859665792 ext(0->7) 00010000:00010000:0.0:1746066855.679060:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f45e000/0xd6b24631ff43689a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c46b expref: 95 pid: 9917 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.679073:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f45e000/0xd6b24631ff43689a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c46b expref: 95 pid: 9917 timeout: 1067 lvb_type: 0 00002000:00010000:0.0:1746066855.679079:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131425180 00000100:00100000:0.0:1746066855.679321:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 980 00000100:00100000:0.0:1746066855.679330:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131425180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+95:2031:x1830882859665792:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066855.680025:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131425180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+97:2031:x1830882859665792:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 694us (1100us total) trans 4294970230 rc 0/0 00000100:00100000:0.0:1746066855.680032:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 980 00002000:00100000:0.0:1746066855.680038:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131425180 x1830882859665792/t4294970230(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:261/0 lens 496/448 e 0 to 0 dl 1746066866 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066855.680046:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131425180 with x1830882859665792 ext(0->7) 00010000:00010000:0.0:1746066855.680051:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f45e000/0xd6b24631ff43689a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c46b expref: 97 pid: 9917 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.680061:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f45e000/0xd6b24631ff43689a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c46b expref: 97 pid: 9917 timeout: 1067 lvb_type: 0 00002000:00010000:0.0:1746066855.680067:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131425180 00000100:00100000:0.0:1746066855.682749:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.690331:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131424a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882860783360:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066855.690364:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066855.690400:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+97:2033:x1830882859665920:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7330us (7658us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066855.690408:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10787 00000100:00100000:0.0:1746066855.697937:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.711125:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.713336:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.725656:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.725696:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.727135:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.733862:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.737115:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.741745:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.748124:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.751394:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.758257:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.761018:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.762000:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.775529:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.775569:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.777725:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.782015:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.786717:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.794150:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.800057:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.803424:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.808597:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.818258:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.818311:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.840637:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.840693:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.844296:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.845425:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859671296 00000100:00100000:0.0:1746066855.845436:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859671296 00002000:00100000:0.0:1746066855.845494:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131428a80 x1830882859671296/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746066866 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066855.845505:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131428a80 with x1830882859671296 ext(0->4095) 00010000:00010000:0.0:1746066855.845514:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff4368d9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c4b1 expref: 102 pid: 9627 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.845528:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff4368d9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c4b1 expref: 102 pid: 9627 timeout: 1067 lvb_type: 0 00002000:00010000:0.0:1746066855.845535:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131428a80 00000100:00100000:0.0:1746066855.845562:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 985 00000100:00100000:0.0:1746066855.845569:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131428a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2034:x1830882859671296:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066855.846549:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131428a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2034:x1830882859671296:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 977us (1215us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066855.846558:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 985 00002000:00100000:0.0:1746066855.846565:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131428a80 x1830882859671296/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746066866 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066855.846573:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131428a80 with x1830882859671296 ext(0->4095) 00010000:00010000:0.0:1746066855.846581:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff4368d9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c4b1 expref: 102 pid: 9627 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.846592:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff4368d9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c4b1 expref: 102 pid: 9627 timeout: 1067 lvb_type: 0 00002000:00010000:0.0:1746066855.846598:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131428a80 00000100:00100000:0.0:1746066855.853838:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.855283:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2031:x1830882859671552:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1158us (1449us total) trans 4294970233 rc 0/0 00000100:00100000:0.0:1746066855.855295:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 986 00002000:00100000:0.0:1746066855.855306:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132e03b80 x1830882859671552/t4294970233(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:261/0 lens 496/448 e 0 to 0 dl 1746066866 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066855.855315:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e03b80 with x1830882859671552 ext(0->7) 00010000:00010000:0.0:1746066855.855325:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff4368d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c4b1 expref: 103 pid: 9627 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.855339:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff4368d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c4b1 expref: 103 pid: 9627 timeout: 1067 lvb_type: 0 00002000:00010000:0.0:1746066855.855552:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132e03b80 00000100:00100000:0.0:1746066855.862744:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.870919:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.881707:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.883630:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.887870:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.892122:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.894930:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.905231:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.907058:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2034:x1830882859673216:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1084us (1838us total) trans 4294970234 rc 0/0 00000100:00100000:0.0:1746066855.907065:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 988 00002000:00100000:0.0:1746066855.907072:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800957ead80 x1830882859673216/t4294970234(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:261/0 lens 496/448 e 0 to 0 dl 1746066866 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066855.907079:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957ead80 with x1830882859673216 ext(0->7) 00010000:00010000:0.0:1746066855.907084:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c222c00/0xd6b24631ff4368ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c4c6 expref: 104 pid: 9627 timeout: 1067 lvb_type: 0 00010000:00010000:0.0:1746066855.907094:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c222c00/0xd6b24631ff4368ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c4c6 expref: 104 pid: 9627 timeout: 1067 lvb_type: 0 00002000:00010000:0.0:1746066855.907100:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957ead80 00000100:00100000:0.0:1746066855.909224:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.915591:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.919158:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.921291:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859673856 00000100:00100000:0.0:1746066855.921298:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859673856 00000100:00100000:0.0:1746066855.921333:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 27969 00000100:00100000:0.0:1746066855.921880:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131427480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+105:1215:x1830882859673856:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066855.923665:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.927524:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.935484:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.937741:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+107:2031:x1830882859674496:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1981us (2265us total) trans 4294970235 rc 0/0 00000100:00100000:0.0:1746066855.937750:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 990 00002000:00100000:0.0:1746066855.937757:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800957e4380 x1830882859674496/t4294970235(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:261/0 lens 496/448 e 0 to 0 dl 1746066866 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066855.937765:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e4380 with x1830882859674496 ext(0->7) 00010000:00010000:0.0:1746066855.937773:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008e901000/0xd6b24631ff4368fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c4d4 expref: 107 pid: 9627 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066855.937786:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008e901000/0xd6b24631ff4368fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c4d4 expref: 107 pid: 9627 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066855.937793:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957e4380 00000100:00100000:0.0:1746066855.945593:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.953030:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.956266:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.956382:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.969143:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.974719:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.979745:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.981650:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.986878:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+108:2034:x1830882859676160:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4094us (5215us total) trans 4294970236 rc 0/0 00000100:00100000:0.0:1746066855.986892:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 992 00002000:00100000:0.0:1746066855.986904:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095d0c380 x1830882859676160/t4294970236(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:261/0 lens 496/448 e 0 to 0 dl 1746066866 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066855.986914:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0c380 with x1830882859676160 ext(0->7) 00010000:00010000:0.0:1746066855.986925:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c222800/0xd6b24631ff436911 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c4e9 expref: 108 pid: 9629 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066855.986941:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c222800/0xd6b24631ff436911 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c4e9 expref: 108 pid: 9629 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066855.986949:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d0c380 00000100:00100000:0.0:1746066855.988679:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.991191:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.991815:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.993889:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.994114:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066855.997093:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.000286:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.002120:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2031:x1830882859677440:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1481us (1833us total) trans 4294970237 rc 0/0 00000100:00100000:0.0:1746066856.002130:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 994 00002000:00100000:0.0:1746066856.002136:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095d0d500 x1830882859677440/t4294970237(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 496/448 e 0 to 0 dl 1746066867 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.002144:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0d500 with x1830882859677440 ext(0->7) 00010000:00010000:0.0:1746066856.002151:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff43691f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c4f7 expref: 111 pid: 9629 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.002164:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff43691f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c4f7 expref: 111 pid: 9629 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.002171:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d0d500 00000100:00100000:0.0:1746066856.006871:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.009820:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859677824 00000100:00100000:0.0:1746066856.010027:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859677824 00002000:00100000:0.0:1746066856.010060:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800952eb480 x1830882859677824/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746066867 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.010067:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952eb480 with x1830882859677824 ext(0->4095) 00002000:00010000:0.0:1746066856.010080:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800952eb480 00000100:00100000:0.0:1746066856.010100:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12404 00000100:00100000:0.0:1746066856.010106:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2031:x1830882859677824:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066856.010254:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2031:x1830882859677824:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 147us (508us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066856.010261:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12404 00002000:00100000:0.0:1746066856.010267:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800952eb480 x1830882859677824/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746066867 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.010276:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952eb480 with x1830882859677824 ext(0->4095) 00002000:00010000:0.0:1746066856.010279:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800952eb480 00000100:00100000:0.0:1746066856.012844:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00080000:0.0:1746066856.013198:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066856.015624:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.017978:0:3789:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746066856.017997:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131425500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882860787712:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746066856.018054:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066856.018264:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859678464 00000100:00100000:0.0:1746066856.018269:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859678464 00002000:00100000:0.0:1746066856.018294:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800952e8700 x1830882859678464/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746066867 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.018533:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e8700 with x1830882859678464 ext(0->4095) 00002000:00010000:0.0:1746066856.018537:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800952e8700 00000100:00100000:0.0:1746066856.018550:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12406 00000100:00100000:0.0:1746066856.018555:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2034:x1830882859678464:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066856.018640:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2034:x1830882859678464:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 86us (397us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066856.018645:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12406 00002000:00100000:0.0:1746066856.018648:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800952e8700 x1830882859678464/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746066867 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.018653:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e8700 with x1830882859678464 ext(0->4095) 00002000:00010000:0.0:1746066856.018655:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800952e8700 00000100:00100000:0.0:1746066856.025504:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.036202:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.039148:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.041691:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+113:2031:x1830882859679488:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1002us (2546us total) trans 4294970238 rc 0/0 00000100:00100000:0.0:1746066856.041699:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 996 00002000:00100000:0.0:1746066856.041705:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094ec3800 x1830882859679488/t4294970238(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 496/448 e 0 to 0 dl 1746066867 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.041712:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec3800 with x1830882859679488 ext(0->7) 00010000:00010000:0.0:1746066856.041719:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff436934 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c50c expref: 113 pid: 9917 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.041734:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff436934 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c50c expref: 113 pid: 9917 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.041740:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094ec3800 00000100:00100000:0.0:1746066856.043977:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.048115:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.051709:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.054825:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.057677:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.061453:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.062632:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.066159:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.067141:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.071688:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.078683:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.080305:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2031:x1830882859681536:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1119us (1627us total) trans 4294970239 rc 0/0 00000100:00100000:0.0:1746066856.080312:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 999 00002000:00100000:0.0:1746066856.080318:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800962eb800 x1830882859681536/t4294970239(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 496/448 e 0 to 0 dl 1746066867 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.080326:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800962eb800 with x1830882859681536 ext(0->7) 00010000:00010000:0.0:1746066856.080332:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff436949 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c521 expref: 114 pid: 25556 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.080999:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff436949 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c521 expref: 114 pid: 25556 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.081008:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800962eb800 00000100:00100000:0.0:1746066856.092509:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.096563:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.104282:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.104336:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.112632:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.118463:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.124769:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.130449:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+117:2031:x1830882859682816:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1236us (5690us total) trans 4294970240 rc 0/0 00000100:00100000:0.0:1746066856.130459:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1001 00002000:00100000:0.0:1746066856.130466:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095873b80 x1830882859682816/t4294970240(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 496/448 e 0 to 0 dl 1746066867 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.130474:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095873b80 with x1830882859682816 ext(0->7) 00010000:00010000:0.0:1746066856.130481:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095fc6200/0xd6b24631ff436957 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c52f expref: 117 pid: 25556 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.130492:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095fc6200/0xd6b24631ff436957 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c52f expref: 117 pid: 25556 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.130498:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095873b80 00000100:00100000:0.0:1746066856.138230:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.151848:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.158269:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.159198:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.167121:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859683840 00000100:00100000:0.0:1746066856.167126:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859683840 00002000:00100000:0.0:1746066856.167154:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800946aa300 x1830882859683840/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746066867 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.167164:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aa300 with x1830882859683840 ext(0->4095) 00010000:00010000:0.0:1746066856.167170:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095ded400/0xd6b24631ff436965 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c53d expref: 6 pid: 25556 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.167181:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095ded400/0xd6b24631ff436965 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c53d expref: 6 pid: 25556 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.167187:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946aa300 00000100:00100000:0.0:1746066856.167200:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1002 00000100:00100000:0.0:1746066856.167206:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882859683840:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066856.171817:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.177013:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.191717:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.201392:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.206332:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.210487:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.216491:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.216543:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.219407:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.221968:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.223575:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+121:2033:x1830882859685760:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1076us (1609us total) trans 4294970242 rc 0/0 00000100:00100000:0.0:1746066856.223587:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1006 00002000:00100000:0.0:1746066856.223593:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095871880 x1830882859685760/t4294970242(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 496/448 e 0 to 0 dl 1746066867 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.223601:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095871880 with x1830882859685760 ext(0->7) 00010000:00010000:0.0:1746066856.223607:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c222200/0xd6b24631ff43697a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c552 expref: 121 pid: 9629 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.223617:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c222200/0xd6b24631ff43697a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c552 expref: 121 pid: 9629 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.223623:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095871880 00000100:00100000:0.0:1746066856.225535:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.231006:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.231032:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859686144 00000100:00100000:0.0:1746066856.231039:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859686144 00002000:00100000:0.0:1746066856.231083:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880095870a80 x1830882859686144/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746066867 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.231091:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095870a80 with x1830882859686144 ext(0->4095) 00002000:00010000:0.0:1746066856.231096:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095870a80 00000100:00100000:0.0:1746066856.231358:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12412 00000100:00100000:0.0:1746066856.231367:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+121:2034:x1830882859686144:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066856.231507:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+120:2034:x1830882859686144:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 141us (510us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066856.231515:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12412 00002000:00100000:0.0:1746066856.231521:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880095870a80 x1830882859686144/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746066867 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.231529:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095870a80 with x1830882859686144 ext(0->4095) 00002000:00010000:0.0:1746066856.231532:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095870a80 00000100:00100000:0.0:1746066856.233997:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.240565:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.247253:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.251799:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.252026:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.256590:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.256622:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859687552 00000100:00100000:0.0:1746066856.256631:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859687552 00002000:00100000:0.0:1746066856.256678:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800908e5880 x1830882859687552/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746066867 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.256689:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e5880 with x1830882859687552 ext(0->4095) 00010000:00010000:0.0:1746066856.257241:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43698f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c567 expref: 120 pid: 25556 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.257256:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43698f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c567 expref: 120 pid: 25556 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.257263:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800908e5880 00000100:00100000:0.0:1746066856.257282:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1008 00000100:00100000:0.0:1746066856.257291:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+120:2034:x1830882859687552:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066856.257454:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+120:2034:x1830882859687552:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 163us (872us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066856.257466:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1008 00002000:00100000:0.0:1746066856.257472:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800908e5880 x1830882859687552/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746066867 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.257479:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e5880 with x1830882859687552 ext(0->4095) 00010000:00010000:0.0:1746066856.257484:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43698f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c567 expref: 120 pid: 25556 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.257494:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43698f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c567 expref: 120 pid: 25556 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.257500:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800908e5880 00000100:00100000:0.0:1746066856.263109:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.269954:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+122:2034:x1830882859687808:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6137us (6843us total) trans 4294970243 rc 0/0 00000100:00100000:0.0:1746066856.269967:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1009 00002000:00100000:0.0:1746066856.269981:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800908e6d80 x1830882859687808/t4294970243(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 496/448 e 0 to 0 dl 1746066867 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.269990:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e6d80 with x1830882859687808 ext(0->7) 00010000:00010000:0.0:1746066856.270002:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43698f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c567 expref: 122 pid: 25556 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.270019:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43698f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c567 expref: 122 pid: 25556 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.270027:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800908e6d80 00000100:00100000:0.0:1746066856.278750:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.286901:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.290979:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.291011:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859688320 00000100:00100000:0.0:1746066856.291018:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859688320 00002000:00100000:0.0:1746066856.291066:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800908e5180 x1830882859688320/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746066867 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.291076:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e5180 with x1830882859688320 ext(0->4095) 00010000:00010000:0.0:1746066856.291085:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c222800/0xd6b24631ff436996 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c56e expref: 6 pid: 25556 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.291099:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c222800/0xd6b24631ff436996 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c56e expref: 6 pid: 25556 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.291106:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800908e5180 00000100:00100000:0.0:1746066856.291126:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1010 00000100:00100000:0.0:1746066856.291133:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859688320:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066856.291270:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859688320:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 137us (293us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066856.291277:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1010 00002000:00100000:0.0:1746066856.291283:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800908e5180 x1830882859688320/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746066867 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.291290:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e5180 with x1830882859688320 ext(0->4095) 00010000:00010000:0.0:1746066856.291294:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c222800/0xd6b24631ff436996 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c56e expref: 6 pid: 25556 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.291309:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c222800/0xd6b24631ff436996 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c56e expref: 6 pid: 25556 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.291314:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800908e5180 00000100:00100000:0.0:1746066856.296709:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.300554:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.306600:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.314106:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.315643:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+124:2033:x1830882859688960:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 856us (1537us total) trans 4294970244 rc 0/0 00000100:00100000:0.0:1746066856.315655:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1011 00002000:00100000:0.0:1746066856.315662:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800908e5500 x1830882859688960/t4294970244(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 496/448 e 0 to 0 dl 1746066867 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.315669:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e5500 with x1830882859688960 ext(0->7) 00010000:00010000:0.0:1746066856.315675:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c222e00/0xd6b24631ff43699d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c575 expref: 124 pid: 9629 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.315685:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c222e00/0xd6b24631ff43699d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c575 expref: 124 pid: 9629 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.315691:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800908e5500 00000100:00100000:0.0:1746066856.318117:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.319049:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.321298:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.324052:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.326792:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.338800:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.342687:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095393800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+126:2033:x1830882859690112:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3476us (3879us total) trans 4294970245 rc 0/0 00000100:00100000:0.0:1746066856.342698:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1013 00002000:00100000:0.0:1746066856.342707:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095393800 x1830882859690112/t4294970245(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 496/448 e 0 to 0 dl 1746066867 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.342714:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095393800 with x1830882859690112 ext(0->7) 00010000:00010000:0.0:1746066856.342723:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c222200/0xd6b24631ff4369ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c583 expref: 126 pid: 9629 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.342735:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c222200/0xd6b24631ff4369ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c583 expref: 126 pid: 9629 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.342740:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095393800 00000100:00100000:0.0:1746066856.350743:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.354703:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.356823:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.358077:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131426680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9629:1830882860792448:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066856.358098:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c222000/0xd6b24631ff4369b9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c591 expref: 126 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066856.358111:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c222000, rc 0) 00000100:00100000:0.0:1746066856.358177:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+126:1214:x1830882859690368:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2751us (3479us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066856.358185:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 27995 00000100:00100000:0.0:1746066856.358956:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.358998:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.360865:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.363095:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.365483:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094838e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+129:2031:x1830882859691392:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2012us (2384us total) trans 4294970246 rc 0/0 00000100:00100000:0.0:1746066856.365493:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1016 00002000:00100000:0.0:1746066856.365501:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094838e00 x1830882859691392/t4294970246(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 496/448 e 0 to 0 dl 1746066867 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.365510:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094838e00 with x1830882859691392 ext(0->7) 00010000:00010000:0.0:1746066856.365519:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c222000/0xd6b24631ff4369b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c591 expref: 129 pid: 9629 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.365532:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c222000/0xd6b24631ff4369b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c591 expref: 129 pid: 9629 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.365539:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094838e00 00000100:00100000:0.0:1746066856.368142:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.370553:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.372857:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.377948:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.386312:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.390205:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.390299:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.395609:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.395655:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.396234:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.400256:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859693440 00000100:00100000:0.0:1746066856.400263:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859693440 00002000:00100000:0.0:1746066856.400306:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013142ad80 x1830882859693440/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746066867 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.400317:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013142ad80 with x1830882859693440 ext(0->4095) 00010000:00010000:0.0:1746066856.400325:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095ded400/0xd6b24631ff4369ce lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c5a6 expref: 128 pid: 9629 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.400336:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095ded400/0xd6b24631ff4369ce lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c5a6 expref: 128 pid: 9629 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.400362:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013142ad80 00000100:00100000:0.0:1746066856.400538:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1017 00000100:00100000:0.0:1746066856.400545:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013142ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+128:2031:x1830882859693440:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066856.400661:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013142ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+128:2031:x1830882859693440:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 116us (483us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066856.400668:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1017 00002000:00100000:0.0:1746066856.400674:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013142ad80 x1830882859693440/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746066867 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.400681:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013142ad80 with x1830882859693440 ext(0->4095) 00010000:00010000:0.0:1746066856.400686:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095ded400/0xd6b24631ff4369ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c5a6 expref: 128 pid: 9629 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.400694:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095ded400/0xd6b24631ff4369ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c5a6 expref: 128 pid: 9629 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.400705:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013142ad80 00000100:00100000:0.0:1746066856.402593:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.405036:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+130:2033:x1830882859693696:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1290us (2447us total) trans 4294970247 rc 0/0 00000100:00100000:0.0:1746066856.405046:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1018 00002000:00100000:0.0:1746066856.405054:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130d57800 x1830882859693696/t4294970247(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 496/448 e 0 to 0 dl 1746066867 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.405062:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d57800 with x1830882859693696 ext(0->7) 00010000:00010000:0.0:1746066856.405070:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095ded400/0xd6b24631ff4369ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c5a6 expref: 130 pid: 9629 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.405083:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095ded400/0xd6b24631ff4369ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c5a6 expref: 130 pid: 9629 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.405088:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130d57800 00000100:00100000:0.0:1746066856.406823:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.410231:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.412792:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.416782:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.420818:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.421092:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.426080:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.426109:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.426333:0:7258:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10833 00000100:00100000:0.0:1746066856.426370:0:7258:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095884700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882859695104:12345-192.168.201.51@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746066856.426685:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.428304:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.430655:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.438569:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.440604:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.447542:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.453163:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.457781:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.459158:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.460729:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.462651:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.471773:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.478195:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.481185:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d737800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+135:2032:x1830882859697792:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1294us (2997us total) trans 4294970249 rc 0/0 00000100:00100000:0.0:1746066856.481194:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1024 00002000:00100000:0.0:1746066856.481201:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d737800 x1830882859697792/t4294970249(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 496/448 e 0 to 0 dl 1746066867 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.481208:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d737800 with x1830882859697792 ext(0->7) 00010000:00010000:0.0:1746066856.481216:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133108a00/0xd6b24631ff4369f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c5d0 expref: 135 pid: 9629 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.481227:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133108a00/0xd6b24631ff4369f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c5d0 expref: 135 pid: 9629 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.481232:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d737800 00000100:00100000:0.0:1746066856.486379:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.492911:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.496926:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.505698:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.505820:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.511879:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.511927:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.512076:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10839 00000100:00100000:0.0:1746066856.512085:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d737480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859698944:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066856.512093:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066856.512110:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c222a00/0xd6b24631ff436a06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c5de expref: 6 pid: 9627 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.512126:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c222a00/0xd6b24631ff436a06 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c5de expref: 6 pid: 9627 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.512139:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c222a00/0xd6b24631ff436a06 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c5de expref: 6 pid: 9627 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.512196:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066856.512234:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d737480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882859698944:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 151us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066856.512240:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10839 00000100:00100000:0.0:1746066856.524548:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.530834:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.539473:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.543006:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d734a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+136:2034:x1830882859699456:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2541us (3524us total) trans 4294970250 rc 0/0 00000100:00100000:0.0:1746066856.543021:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1025 00002000:00100000:0.0:1746066856.543031:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d734a80 x1830882859699456/t4294970250(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 496/448 e 0 to 0 dl 1746066867 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.543041:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d734a80 with x1830882859699456 ext(0->7) 00010000:00010000:0.0:1746066856.543053:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff436a0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c5e5 expref: 136 pid: 9627 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.543068:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff436a0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c5e5 expref: 136 pid: 9627 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.543075:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d734a80 00000100:00100000:0.0:1746066856.544997:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.550812:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.559272:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859699968 00000100:00100000:0.0:1746066856.559282:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859699968 00002000:00100000:0.0:1746066856.559333:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131428e00 x1830882859699968/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746066867 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.560424:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131428e00 with x1830882859699968 ext(0->4095) 00010000:00010000:0.0:1746066856.560458:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c222200/0xd6b24631ff436a14 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c5ec expref: 6 pid: 9627 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.560474:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c222200/0xd6b24631ff436a14 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c5ec expref: 6 pid: 9627 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.560699:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131428e00 00000100:00100000:0.0:1746066856.566585:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.568115:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.575188:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.578803:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.580479:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+139:2031:x1830882859700736:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 967us (1680us total) trans 4294970251 rc 0/0 00000100:00100000:0.0:1746066856.580486:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1028 00002000:00100000:0.0:1746066856.580493:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008e80c700 x1830882859700736/t4294970251(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 496/448 e 0 to 0 dl 1746066867 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.580499:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80c700 with x1830882859700736 ext(0->7) 00010000:00010000:0.0:1746066856.580504:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c223e00/0xd6b24631ff436a1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c5f3 expref: 139 pid: 9627 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.580513:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c223e00/0xd6b24631ff436a1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c5f3 expref: 139 pid: 9627 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.580518:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e80c700 00000100:00100000:0.0:1746066856.583918:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.597711:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.605586:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.607839:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.618563:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.620955:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.629504:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.637533:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.644862:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.657270:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.657329:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.665279:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.671243:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.676668:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.684877:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.687456:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.694433:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.700570:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.705695:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.707370:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859704192 00000100:00100000:0.0:1746066856.707374:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859704192 00000100:00100000:0.0:1746066856.707413:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28017 00000100:00100000:0.0:1746066856.707420:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131424e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+143:1215:x1830882859704192:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066856.707441:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066856.707451:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095fc7200/0xd6b24631ff436a53 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267c62b expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066856.707466:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066856.707471:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c222e00/0xd6b24631ff436a4c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c624 expref: 144 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066856.707477:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066856.707480:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095fc7200/0xd6b24631ff436a53 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c62b expref: 144 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066856.707503:0:9629:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c222e00/0xd6b24631ff436a4c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c624 expref: 144 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066856.707514:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095fc7200/0xd6b24631ff436a53 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c62b expref: 144 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066856.707526:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc7200, rc 0) 00000100:00100000:0.0:1746066856.707556:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+144:1215:x1830882859704192:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066856.707561:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28017 00000100:00100000:0.0:1746066856.709823:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.714810:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.719330:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.723734:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+145:2032:x1830882859704832:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3741us (4406us total) trans 4294970254 rc 0/0 00000100:00100000:0.0:1746066856.723745:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1034 00002000:00100000:0.0:1746066856.723753:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008f6a5500 x1830882859704832/t4294970254(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 496/448 e 0 to 0 dl 1746066867 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.723762:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a5500 with x1830882859704832 ext(0->7) 00010000:00010000:0.0:1746066856.723770:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c222e00/0xd6b24631ff436a4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c624 expref: 145 pid: 25556 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.723787:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c222e00/0xd6b24631ff436a4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c624 expref: 145 pid: 25556 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.723793:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f6a5500 00000100:00100000:0.0:1746066856.726668:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.734544:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.740660:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.744493:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.745229:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.751148:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.751853:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.751880:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.752163:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10851 00000100:00100000:0.0:1746066856.752170:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f444c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859705984:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066856.752178:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066856.752186:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff436a5a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c632 expref: 6 pid: 25556 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.752196:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff436a5a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c632 expref: 6 pid: 25556 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.752209:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff436a5a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c632 expref: 6 pid: 25556 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.753515:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066856.753537:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f444c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882859705984:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1368us (1684us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066856.753546:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10851 00000100:00100000:0.0:1746066856.755546:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.779695:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.779758:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.787850:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.799441:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.799503:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.804116:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.804186:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859707648 00000100:00100000:0.0:1746066856.804192:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859707648 00002000:00100000:0.0:1746066856.805278:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d6f3b80 x1830882859707648/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746066867 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.805289:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f3b80 with x1830882859707648 ext(0->4095) 00010000:00010000:0.0:1746066856.805299:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c222000/0xd6b24631ff436a6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c647 expref: 146 pid: 25556 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.805313:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c222000/0xd6b24631ff436a6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c647 expref: 146 pid: 25556 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.805320:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d6f3b80 00000100:00100000:0.0:1746066856.805362:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1039 00000100:00100000:0.0:1746066856.805370:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+146:2033:x1830882859707648:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066856.805486:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+146:2033:x1830882859707648:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 118us (1372us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066856.805493:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1039 00002000:00100000:0.0:1746066856.805498:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d6f3b80 x1830882859707648/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746066867 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.805506:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f3b80 with x1830882859707648 ext(0->4095) 00010000:00010000:0.0:1746066856.805511:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c222000/0xd6b24631ff436a6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c647 expref: 146 pid: 25556 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.805520:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c222000/0xd6b24631ff436a6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c647 expref: 146 pid: 25556 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.805531:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d6f3b80 00000100:00100000:0.0:1746066856.810868:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.812478:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+148:2032:x1830882859707904:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1291us (1613us total) trans 4294970256 rc 0/0 00000100:00100000:0.0:1746066856.812486:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1040 00002000:00100000:0.0:1746066856.812493:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d6f3480 x1830882859707904/t4294970256(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 496/448 e 0 to 0 dl 1746066867 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.812501:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f3480 with x1830882859707904 ext(0->7) 00010000:00010000:0.0:1746066856.812507:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c222000/0xd6b24631ff436a6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c647 expref: 148 pid: 25556 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.812519:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c222000/0xd6b24631ff436a6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c647 expref: 148 pid: 25556 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.812525:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d6f3480 00000100:00100000:0.0:1746066856.817610:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.822207:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.829850:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.832051:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859708416 00000100:00100000:0.0:1746066856.832059:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859708416 00000100:00100000:0.0:1746066856.832096:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859708544 00000100:00100000:0.0:1746066856.832098:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859708544 00000100:00100000:0.0:1746066856.833201:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28023 00000100:00100000:0.0:1746066856.833210:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+148:1214:x1830882859708416:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066856.833729:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066856.833747:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095fc7200/0xd6b24631ff436a7d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267c655 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066856.833773:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c222e00/0xd6b24631ff436a76 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c64e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066856.833780:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066856.833781:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066856.833784:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095fc7200/0xd6b24631ff436a7d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c655 expref: 149 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066856.834096:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c222e00/0xd6b24631ff436a76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c64e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066856.834109:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c222e00/0xd6b24631ff436a76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c64e expref: 5 pid: 9627 timeout: 1068 lvb_type: 0 00000100:00100000:0.0:1746066856.834121:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f702300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25556:1830882860798848:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066856.834183:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e9610c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066856.839306:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.841644:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859708928 00000100:00100000:0.0:1746066856.841650:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859708928 00002000:00100000:0.0:1746066856.841682:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131429500 x1830882859708928/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746066867 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.841691:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131429500 with x1830882859708928 ext(0->4095) 00010000:00010000:0.0:1746066856.841698:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095fc7200/0xd6b24631ff436a7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c655 expref: 149 pid: 25556 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.841714:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095fc7200/0xd6b24631ff436a7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c655 expref: 149 pid: 25556 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.841720:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131429500 00000100:00100000:0.0:1746066856.841758:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1041 00000100:00100000:0.0:1746066856.841764:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131429500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+149:2033:x1830882859708928:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066856.843727:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131429500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+149:2033:x1830882859708928:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1960us (2178us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066856.843735:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1041 00002000:00100000:0.0:1746066856.843742:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131429500 x1830882859708928/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746066867 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.843751:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131429500 with x1830882859708928 ext(0->4095) 00010000:00010000:0.0:1746066856.843758:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095fc7200/0xd6b24631ff436a7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c655 expref: 149 pid: 25556 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.843769:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095fc7200/0xd6b24631ff436a7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c655 expref: 149 pid: 25556 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.843776:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131429500 00000100:00100000:0.0:1746066856.850579:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.854508:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+151:2032:x1830882859709184:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2610us (3673us total) trans 4294970257 rc 0/0 00000100:00100000:0.0:1746066856.854523:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1042 00002000:00100000:0.0:1746066856.854535:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094c8d180 x1830882859709184/t4294970257(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 496/448 e 0 to 0 dl 1746066867 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.854550:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8d180 with x1830882859709184 ext(0->7) 00010000:00010000:0.0:1746066856.854561:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095fc7200/0xd6b24631ff436a7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c655 expref: 151 pid: 25556 timeout: 1068 lvb_type: 0 00010000:00010000:0.0:1746066856.855865:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095fc7200/0xd6b24631ff436a7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c655 expref: 151 pid: 25556 timeout: 1068 lvb_type: 0 00002000:00010000:0.0:1746066856.855874:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c8d180 00000100:00100000:0.0:1746066856.858254:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.863171:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.866832:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.871190:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.890094:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.900855:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.900951:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.908810:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.908869:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.915841:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.940690:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.941691:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+152:2031:x1830882859711488:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 787us (1006us total) trans 4294970258 rc 0/0 00000100:00100000:0.0:1746066856.941699:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1045 00002000:00100000:0.0:1746066856.941705:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095e7e300 x1830882859711488/t4294970258(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 496/448 e 0 to 0 dl 1746066867 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.941712:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7e300 with x1830882859711488 ext(0->7) 00010000:00010000:0.0:1746066856.941718:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133108a00/0xd6b24631ff436a92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c66a expref: 152 pid: 25556 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066856.941727:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133108a00/0xd6b24631ff436a92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c66a expref: 152 pid: 25556 timeout: 1069 lvb_type: 0 00002000:00010000:0.0:1746066856.941734:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095e7e300 00000100:00100000:0.0:1746066856.946808:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009550c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3792:1830882860800000:0@lo:400:kworker.0 00000100:00100000:0.0:1746066856.946835:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066856.946854:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3792:1830882860800512:0@lo:400:kworker.0 00000100:00100000:0.0:1746066856.946869:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066856.946880:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094ec1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3792:1830882860801024:0@lo:400:kworker.0 00000100:00100000:0.0:1746066856.946895:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066856.946910:0:3792:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1746066856.946915:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d6f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882860800384:0@lo:400:kworker.0 00000100:00100000:0.0:1746066856.946930:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066856.946941:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094ec0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882860800896:0@lo:400:kworker.0 00000100:00100000:0.0:1746066856.946962:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066856.946974:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094ec2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882860801408:0@lo:400:kworker.0 00000100:00100000:0.0:1746066856.946987:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066856.947081:0:7277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:0.0:1746066856.947087:0:7277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3789:x1830882860800128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066856.947113:0:7277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3789:x1830882860800128:12345-0@lo:400:kworker.0 Request processed in 27us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066856.947118:0:7277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00080000:0.0:1746066856.947135:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746066856.947153:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009550c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3792:1830882860800000:0@lo:400:kworker.0 00000100:00100000:0.0:1746066856.947161:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3792:1830882860800512:0@lo:400:kworker.0 00000100:00100000:0.0:1746066856.947202:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094ec1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3792:1830882860801024:0@lo:400:kworker.0 00000100:00100000:0.0:1746066856.947804:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.947824:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d6f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882860800384:0@lo:400:kworker.0 00000100:00100000:0.0:1746066856.947849:0:7273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860801152 00000100:00100000:0.0:1746066856.947852:0:7273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860801152 00000100:00080000:0.0:1746066856.948450:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746066856.948461:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859711616 00000100:00100000:0.0:1746066856.948464:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859711616 00010000:00010000:0.0:1746066856.948483:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133108a00/0xd6b24631ff436a92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c66a expref: 152 pid: 25556 timeout: 1069 lvb_type: 0 00000100:00100000:0.0:1746066856.948503:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10859 00000100:00100000:0.0:1746066856.948508:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+152:2034:x1830882859711616:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066856.948522:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066856.948539:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133108a00/0xd6b24631ff436a92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c66a expref: 152 pid: 25556 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066856.948549:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133108a00/0xd6b24631ff436a92 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c66a expref: 152 pid: 25556 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066856.949142:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133108a00/0xd6b24631ff436a92 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c66a expref: 152 pid: 25556 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066856.949175:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066856.949177:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066856.949185:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff436a99 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c671 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066856.949192:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff436a99 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c671 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066856.949215:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff436a99 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c671 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066856.949224:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095e7df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7259:1830882860801536:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066856.949274:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e961900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066856.959225:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.960196:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.962114:0:9630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860801792 00000100:00100000:0.0:1746066856.962118:0:9630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860801792 00000100:00100000:0.0:1746066856.962147:0:9630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1746066856.962152:0:9630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3791:x1830882860801792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746066856.962170:0:9630:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 4218880 granted 984259392 pending 0 free 3920912384 avail 3689390080 00000100:00100000:0.0:1746066856.962205:0:9630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3791:x1830882860801792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066856.962210:0:9630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1746066856.964628:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.964698:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.968099:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.973712:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.978160:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+155:2031:x1830882859712768:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4195us (4445us total) trans 4294970259 rc 0/0 00000100:00100000:0.0:1746066856.978171:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1047 00002000:00100000:0.0:1746066856.978179:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095e7ea00 x1830882859712768/t4294970259(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:262/0 lens 496/448 e 0 to 0 dl 1746066867 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066856.978188:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7ea00 with x1830882859712768 ext(0->7) 00010000:00010000:0.0:1746066856.978197:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c222200/0xd6b24631ff436aa0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c678 expref: 155 pid: 9628 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066856.978213:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c222200/0xd6b24631ff436aa0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c678 expref: 155 pid: 9628 timeout: 1069 lvb_type: 0 00002000:00010000:0.0:1746066856.978220:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095e7ea00 00000100:00100000:0.0:1746066856.982045:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066856.989827:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.000148:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.005491:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.007903:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.023130:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.024217:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.028880:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.037322:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.043479:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+156:2034:x1830882859714560:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4712us (6153us total) trans 4294970260 rc 0/0 00000100:00100000:0.0:1746066857.043492:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1049 00002000:00100000:0.0:1746066857.043503:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009550d180 x1830882859714560/t4294970260(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 496/448 e 0 to 0 dl 1746066868 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.043815:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550d180 with x1830882859714560 ext(0->7) 00010000:00010000:0.0:1746066857.043826:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c222200/0xd6b24631ff436ab5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c68d expref: 156 pid: 9628 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.043841:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c222200/0xd6b24631ff436ab5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c68d expref: 156 pid: 9628 timeout: 1069 lvb_type: 0 00002000:00010000:0.0:1746066857.043848:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009550d180 00000100:00100000:0.0:1746066857.046235:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.048818:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.058553:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.061224:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.074578:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.075784:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.082150:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.086723:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.087741:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859715968 00000100:00100000:0.0:1746066857.087744:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859715968 00000100:00100000:0.0:1746066857.087766:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28035 00000100:00100000:0.0:1746066857.087771:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+157:1215:x1830882859715968:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066857.087782:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066857.087793:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c555c00/0xd6b24631ff436ad1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267c6a9 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066857.087807:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066857.087812:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133109a00/0xd6b24631ff436aca lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6a2 expref: 158 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066857.087818:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066857.087822:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c555c00/0xd6b24631ff436ad1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6a9 expref: 158 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066857.087847:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133109a00/0xd6b24631ff436aca lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6a2 expref: 158 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066857.088051:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008c555c00/0xd6b24631ff436ad1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6a9 expref: 158 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066857.088062:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c555c00, rc 0) 00000100:00100000:0.0:1746066857.088084:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+158:1215:x1830882859715968:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 313us (1363us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066857.088090:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28035 00000100:00100000:0.0:1746066857.089684:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.100754:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.113147:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.120297:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b4dd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7259:1830882860803584:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066857.120310:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066857.120329:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+161:2033:x1830882859716736:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5855us (7190us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066857.120337:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10867 00000100:00100000:0.0:1746066857.123902:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.123943:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.123960:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859717376 00000100:00100000:0.0:1746066857.123966:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859717376 00010000:00010000:0.0:1746066857.123987:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008c555c00/0xd6b24631ff436ad1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6a9 expref: 160 pid: 9627 timeout: 1069 lvb_type: 0 00000100:00100000:0.0:1746066857.124005:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10868 00000100:00100000:0.0:1746066857.124010:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+160:2034:x1830882859717376:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066857.124020:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066857.124033:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008c555c00/0xd6b24631ff436ad1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6a9 expref: 160 pid: 9627 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.124043:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008c555c00/0xd6b24631ff436ad1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6a9 expref: 160 pid: 9627 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.124063:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066857.124064:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066857.124070:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff436ad8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6b0 expref: 160 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066857.124078:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff436ad8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6b0 expref: 160 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066857.124101:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff436ad8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6b0 expref: 160 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066857.124112:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958ea300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7259:1830882860803840:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066857.124164:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e9610c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066857.130112:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958ea300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7259:1830882860803840:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066857.130134:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066857.131350:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+158:2034:x1830882859717376:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7325us (7393us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066857.131360:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10868 00000100:00100000:0.0:1746066857.138783:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.154459:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+160:2032:x1830882859717888:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6133us (15671us total) trans 4294970262 rc 0/0 00000100:00100000:0.0:1746066857.154471:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1054 00002000:00100000:0.0:1746066857.154483:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800958ea300 x1830882859717888/t4294970262(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 496/448 e 0 to 0 dl 1746066868 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.154492:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958ea300 with x1830882859717888 ext(0->7) 00010000:00010000:0.0:1746066857.154502:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff436ad8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6b0 expref: 160 pid: 9628 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.154514:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff436ad8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6b0 expref: 160 pid: 9628 timeout: 1069 lvb_type: 0 00002000:00010000:0.0:1746066857.154521:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800958ea300 00000100:00100000:0.0:1746066857.154751:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859718016 00000100:00100000:0.0:1746066857.154758:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859718016 00010000:00010000:0.0:1746066857.154783:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff436ad8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6b0 expref: 160 pid: 9628 timeout: 1069 lvb_type: 0 00000100:00100000:0.0:1746066857.154809:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10869 00000100:00100000:0.0:1746066857.154815:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+160:2031:x1830882859718016:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066857.154826:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066857.154841:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff436ad8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6b0 expref: 160 pid: 9628 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.154850:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff436ad8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6b0 expref: 160 pid: 9628 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.154867:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff436ad8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6b0 expref: 160 pid: 9628 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.155937:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066857.155940:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066857.155949:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff436adf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6b7 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066857.155958:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff436adf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6b7 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066857.155987:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff436adf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6b7 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066857.155998:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095e65500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7259:1830882860804096:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066857.156078:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e9610c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066857.158978:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.163106:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.169208:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.174772:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.192105:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.195684:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+162:2033:x1830882859719040:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2882us (3584us total) trans 4294970263 rc 0/0 00000100:00100000:0.0:1746066857.195692:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1056 00002000:00100000:0.0:1746066857.195699:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095e65180 x1830882859719040/t4294970263(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 496/448 e 0 to 0 dl 1746066868 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.195708:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e65180 with x1830882859719040 ext(0->7) 00010000:00010000:0.0:1746066857.195714:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133108a00/0xd6b24631ff436ae6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6be expref: 162 pid: 9628 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.195725:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133108a00/0xd6b24631ff436ae6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6be expref: 162 pid: 9628 timeout: 1069 lvb_type: 0 00002000:00010000:0.0:1746066857.195731:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095e65180 00000100:00100000:0.0:1746066857.201848:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.202968:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859719296 00000100:00100000:0.0:1746066857.202972:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859719296 00010000:00010000:0.0:1746066857.202990:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133108a00/0xd6b24631ff436ae6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6be expref: 163 pid: 9628 timeout: 1069 lvb_type: 0 00000100:00100000:0.0:1746066857.203617:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10871 00000100:00100000:0.0:1746066857.203625:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+163:2032:x1830882859719296:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066857.203634:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746066857.203644:0:7259:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb mtime from disk: 1746066856 -> 1746066857 00002000:00010000:0.0:1746066857.203647:0:7259:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb atime from disk: 1746066856 -> 1746066857 00002000:00010000:0.0:1746066857.203649:0:7259:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb ctime from disk: 1746066856 -> 1746066857 00010000:00010000:0.0:1746066857.203654:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133108a00/0xd6b24631ff436ae6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6be expref: 163 pid: 9628 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.203668:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133108a00/0xd6b24631ff436ae6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6be expref: 163 pid: 9628 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.203683:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133108a00/0xd6b24631ff436ae6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6be expref: 163 pid: 9628 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.203707:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066857.203709:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066857.203714:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff436aed lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6c5 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066857.203721:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff436aed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6c5 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066857.203741:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff436aed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6c5 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066857.203751:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff436aed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6c5 expref: 5 pid: 9628 timeout: 1069 lvb_type: 0 00000100:00100000:0.0:1746066857.203762:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095e65500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7259:1830882860804736:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066857.203817:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e9610c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066857.206307:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.209051:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.213432:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.223566:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.225469:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.227154:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130231880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+164:2031:x1830882859720192:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1427us (1686us total) trans 4294970264 rc 0/0 00000100:00100000:0.0:1746066857.227160:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1058 00002000:00100000:0.0:1746066857.227166:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130231880 x1830882859720192/t4294970264(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 496/448 e 0 to 0 dl 1746066868 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.227173:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130231880 with x1830882859720192 ext(0->7) 00010000:00010000:0.0:1746066857.227178:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff436af4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6cc expref: 164 pid: 9628 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.227188:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff436af4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6cc expref: 164 pid: 9628 timeout: 1069 lvb_type: 0 00002000:00010000:0.0:1746066857.227193:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130231880 00000100:00100000:0.0:1746066857.228397:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.230537:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.236524:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.242759:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.247478:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.248891:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.256021:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.256063:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.260771:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.267490:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.271451:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.277687:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+166:2033:x1830882859722112:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1403us (6234us total) trans 4294970265 rc 0/0 00000100:00100000:0.0:1746066857.277699:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1060 00002000:00100000:0.0:1746066857.277706:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131cad180 x1830882859722112/t4294970265(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 496/448 e 0 to 0 dl 1746066868 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.277714:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cad180 with x1830882859722112 ext(0->7) 00010000:00010000:0.0:1746066857.277722:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f613200/0xd6b24631ff436b09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6e1 expref: 166 pid: 9628 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.277734:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f613200/0xd6b24631ff436b09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6e1 expref: 166 pid: 9628 timeout: 1069 lvb_type: 0 00002000:00010000:0.0:1746066857.277740:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131cad180 00000100:00100000:0.0:1746066857.280592:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.289774:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.290519:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.296379:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.296437:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.303573:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.312614:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.324291:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+169:2031:x1830882859723392:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1506us (11678us total) trans 4294970266 rc 0/0 00000100:00100000:0.0:1746066857.324302:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1062 00002000:00100000:0.0:1746066857.324310:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130524a80 x1830882859723392/t4294970266(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 496/448 e 0 to 0 dl 1746066868 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.324319:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130524a80 with x1830882859723392 ext(0->7) 00010000:00010000:0.0:1746066857.324327:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f612600/0xd6b24631ff436b17 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6ef expref: 169 pid: 9628 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.324363:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f612600/0xd6b24631ff436b17 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6ef expref: 169 pid: 9628 timeout: 1069 lvb_type: 0 00002000:00010000:0.0:1746066857.324370:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130524a80 00000100:00100000:0.0:1746066857.324753:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.326515:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.329576:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.334286:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.334374:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.340558:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.347581:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.349819:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130526a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+170:2031:x1830882859724672:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1839us (2240us total) trans 4294970267 rc 0/0 00000100:00100000:0.0:1746066857.349829:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1065 00002000:00100000:0.0:1746066857.349837:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130526a00 x1830882859724672/t4294970267(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 496/448 e 0 to 0 dl 1746066868 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.349846:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130526a00 with x1830882859724672 ext(0->7) 00010000:00010000:0.0:1746066857.349853:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c222e00/0xd6b24631ff436b25 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6fd expref: 170 pid: 21660 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.349866:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c222e00/0xd6b24631ff436b25 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c6fd expref: 170 pid: 21660 timeout: 1069 lvb_type: 0 00002000:00010000:0.0:1746066857.349873:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130526a00 00000100:00100000:0.0:1746066857.358857:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.363815:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.370198:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.375505:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.381325:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.381431:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:0.0:1746066857.382867:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133109a00/0xd6b24631ff436b2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c704 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066857.382876:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133109a00/0xd6b24631ff436b2c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c704 expref: 5 pid: 21660 timeout: 1069 lvb_type: 0 00000100:00100000:0.0:1746066857.382884:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a63800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9628:1830882860807040:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066857.383178:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013312bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066857.385976:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.386151:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.387006:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.389284:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.396035:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.397068:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+172:2031:x1830882859726720:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 821us (1037us total) trans 4294970268 rc 0/0 00000100:00100000:0.0:1746066857.397075:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1067 00002000:00100000:0.0:1746066857.397080:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095a62680 x1830882859726720/t4294970268(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 496/448 e 0 to 0 dl 1746066868 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.397087:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a62680 with x1830882859726720 ext(0->7) 00010000:00010000:0.0:1746066857.397092:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0b000/0xd6b24631ff436b3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c712 expref: 172 pid: 9628 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.397105:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c0b000/0xd6b24631ff436b3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c712 expref: 172 pid: 9628 timeout: 1069 lvb_type: 0 00002000:00010000:0.0:1746066857.397110:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095a62680 00000100:00100000:0.0:1746066857.403937:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.411532:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.411939:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.416791:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.422644:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131425500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21614:1830882860807808:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066857.422663:0:21614:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066857.422703:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882859727488:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4629us (5042us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066857.422711:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10884 00000100:00100000:0.0:1746066857.422894:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859727744 00000100:00100000:0.0:1746066857.422900:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859727744 00002000:00100000:0.0:1746066857.422930:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d6f0000 x1830882859727744/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746066868 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.423117:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f0000 with x1830882859727744 ext(0->4095) 00010000:00010000:0.0:1746066857.423124:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff436b48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c720 expref: 173 pid: 21660 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.423134:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff436b48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c720 expref: 173 pid: 21660 timeout: 1069 lvb_type: 0 00002000:00010000:0.0:1746066857.423139:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d6f0000 00000100:00100000:0.0:1746066857.423155:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1069 00000100:00100000:0.0:1746066857.423161:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+173:2033:x1830882859727744:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066857.423260:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+173:2033:x1830882859727744:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 100us (433us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066857.423266:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1069 00002000:00100000:0.0:1746066857.423271:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d6f0000 x1830882859727744/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746066868 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.423277:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f0000 with x1830882859727744 ext(0->4095) 00010000:00010000:0.0:1746066857.423282:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff436b48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c720 expref: 173 pid: 21660 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.423289:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff436b48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c720 expref: 173 pid: 21660 timeout: 1069 lvb_type: 0 00002000:00010000:0.0:1746066857.423295:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d6f0000 00000100:00100000:0.0:1746066857.427177:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.429741:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+175:2033:x1830882859728000:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1021us (2567us total) trans 4294970269 rc 0/0 00000100:00100000:0.0:1746066857.429748:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1070 00002000:00100000:0.0:1746066857.429753:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8801332fe300 x1830882859728000/t4294970269(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 496/448 e 0 to 0 dl 1746066868 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.429759:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fe300 with x1830882859728000 ext(0->7) 00010000:00010000:0.0:1746066857.429764:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff436b48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c720 expref: 175 pid: 21660 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.429776:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff436b48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c720 expref: 175 pid: 21660 timeout: 1069 lvb_type: 0 00002000:00010000:0.0:1746066857.429781:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801332fe300 00000100:00100000:0.0:1746066857.432500:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.435810:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.438275:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.440099:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.448124:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.452132:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.452782:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.456900:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.463534:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.469299:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.476965:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.478222:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+176:2034:x1830882859730176:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1074us (1260us total) trans 4294970270 rc 0/0 00000100:00100000:0.0:1746066857.478229:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1072 00002000:00100000:0.0:1746066857.478236:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132c35180 x1830882859730176/t4294970270(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 496/448 e 0 to 0 dl 1746066868 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.478243:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c35180 with x1830882859730176 ext(0->7) 00010000:00010000:0.0:1746066857.478519:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a79f400/0xd6b24631ff436b5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c735 expref: 176 pid: 9628 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.478528:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a79f400/0xd6b24631ff436b5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c735 expref: 176 pid: 9628 timeout: 1069 lvb_type: 0 00002000:00010000:0.0:1746066857.478535:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c35180 00000100:00100000:0.0:1746066857.481933:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.490194:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.496007:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.503870:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.506771:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.531600:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.538762:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859731328 00000100:00100000:0.0:1746066857.538768:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859731328 00002000:00100000:0.0:1746066857.538798:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d6f1500 x1830882859731328/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 496/0 e 0 to 0 dl 1746066868 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.538806:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f1500 with x1830882859731328 ext(0->7) 00010000:00010000:0.0:1746066857.538812:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d950e00/0xd6b24631ff436b6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c743 expref: 176 pid: 9628 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.538823:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d950e00/0xd6b24631ff436b6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c743 expref: 176 pid: 9628 timeout: 1069 lvb_type: 0 00002000:00010000:0.0:1746066857.538828:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d6f1500 00000100:00100000:0.0:1746066857.538852:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1074 00000100:00100000:0.0:1746066857.538859:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+176:2033:x1830882859731328:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066857.539822:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+178:2033:x1830882859731328:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 962us (1380us total) trans 4294970271 rc 0/0 00000100:00100000:0.0:1746066857.539829:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1074 00002000:00100000:0.0:1746066857.539836:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d6f1500 x1830882859731328/t4294970271(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 496/448 e 0 to 0 dl 1746066868 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.539842:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f1500 with x1830882859731328 ext(0->7) 00010000:00010000:0.0:1746066857.539847:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d950e00/0xd6b24631ff436b6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c743 expref: 178 pid: 9628 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.539856:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d950e00/0xd6b24631ff436b6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c743 expref: 178 pid: 9628 timeout: 1069 lvb_type: 0 00002000:00010000:0.0:1746066857.539861:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d6f1500 00000100:00100000:0.0:1746066857.553905:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.554775:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.557790:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.559623:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.566871:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.572188:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.574925:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+181:2031:x1830882859732608:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1651us (2743us total) trans 4294970272 rc 0/0 00000100:00100000:0.0:1746066857.574932:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1077 00002000:00100000:0.0:1746066857.574938:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094c41500 x1830882859732608/t4294970272(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 496/448 e 0 to 0 dl 1746066868 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.574946:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c41500 with x1830882859732608 ext(0->7) 00010000:00010000:0.0:1746066857.574951:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c441a00/0xd6b24631ff436b79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c751 expref: 181 pid: 9628 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.574961:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c441a00/0xd6b24631ff436b79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c751 expref: 181 pid: 9628 timeout: 1069 lvb_type: 0 00002000:00010000:0.0:1746066857.574968:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c41500 00000100:00100000:0.0:1746066857.587626:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.600869:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.609543:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.609596:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.615221:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.618282:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.622649:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.639901:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.644263:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859734272 00000100:00100000:0.0:1746066857.644268:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859734272 00002000:00100000:0.0:1746066857.644298:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131424a80 x1830882859734272/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746066868 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.644307:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131424a80 with x1830882859734272 ext(0->4095) 00002000:00010000:0.0:1746066857.644311:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131424a80 00000100:00100000:0.0:1746066857.644362:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12457 00000100:00100000:0.0:1746066857.644369:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882859734272:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066857.644490:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882859734272:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 122us (291us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066857.644497:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12457 00002000:00100000:0.0:1746066857.644503:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131424a80 x1830882859734272/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746066868 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.644510:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131424a80 with x1830882859734272 ext(0->4095) 00002000:00010000:0.0:1746066857.644512:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131424a80 00000100:00100000:0.0:1746066857.655867:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.662306:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.669902:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131425500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21660:1830882860810240:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066857.669912:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131427480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21660:1830882860810368:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066857.669936:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f45e000/0xd6b24631ff436b9c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c774 expref: 183 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066857.669951:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f45e000, rc 0) 00000100:00100000:0.0:1746066857.671544:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+185:1214:x1830882859734784:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8012us (9246us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066857.671550:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28064 00000100:00100000:0.0:1746066857.672332:0:7258:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10896 00000100:00100000:0.0:1746066857.672351:0:7258:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131425500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882859735168:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066857.672659:0:7258:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066857.673129:0:7258:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095c0b000/0xd6b24631ff436b8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c75f expref: 6 pid: 9627 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.673138:0:7258:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095c0b000/0xd6b24631ff436b8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c75f expref: 6 pid: 9627 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.673810:0:7258:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095c0b000/0xd6b24631ff436b8e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c75f expref: 6 pid: 9627 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.673924:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066857.673926:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066857.673932:0:7258:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f45e000/0xd6b24631ff436b9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c774 expref: 183 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066857.673940:0:7258:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f45e000/0xd6b24631ff436b9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c774 expref: 183 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066857.679198:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.686704:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.701834:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.705098:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.706971:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.714067:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.714125:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.718244:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.718835:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.719673:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.728940:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+187:2034:x1830882859737472:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1893us (2038us total) trans 4294970275 rc 0/0 00000100:00100000:0.0:1746066857.728949:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1083 00002000:00100000:0.0:1746066857.728956:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d6f1c00 x1830882859737472/t4294970275(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 496/448 e 0 to 0 dl 1746066868 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.728964:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f1c00 with x1830882859737472 ext(0->7) 00010000:00010000:0.0:1746066857.728970:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0ae00/0xd6b24631ff436bb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c789 expref: 187 pid: 9628 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.728982:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c0ae00/0xd6b24631ff436bb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c789 expref: 187 pid: 9628 timeout: 1069 lvb_type: 0 00002000:00010000:0.0:1746066857.728992:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d6f1c00 00000100:00100000:0.0:1746066857.732227:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.735974:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.739305:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.744946:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.745046:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.749824:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.750878:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.752215:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.754310:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.763641:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859739264 00000100:00100000:0.0:1746066857.763646:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859739264 00002000:00100000:0.0:1746066857.763675:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012ffa8a80 x1830882859739264/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 496/0 e 0 to 0 dl 1746066868 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.763684:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa8a80 with x1830882859739264 ext(0->7) 00010000:00010000:0.0:1746066857.763692:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c524e00/0xd6b24631ff436bc6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c79e expref: 187 pid: 9628 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.763705:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c524e00/0xd6b24631ff436bc6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c79e expref: 187 pid: 9628 timeout: 1069 lvb_type: 0 00002000:00010000:0.0:1746066857.763712:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ffa8a80 00000100:00100000:0.0:1746066857.763725:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1086 00000100:00100000:0.0:1746066857.763729:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+187:2031:x1830882859739264:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066857.767158:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+189:2031:x1830882859739264:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3419us (4228us total) trans 4294970276 rc 0/0 00000100:00100000:0.0:1746066857.767170:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1086 00002000:00100000:0.0:1746066857.767179:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012ffa8a80 x1830882859739264/t4294970276(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 496/448 e 0 to 0 dl 1746066868 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.767188:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa8a80 with x1830882859739264 ext(0->7) 00010000:00010000:0.0:1746066857.767196:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c524e00/0xd6b24631ff436bc6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c79e expref: 189 pid: 9628 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.767211:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c524e00/0xd6b24631ff436bc6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c79e expref: 189 pid: 9628 timeout: 1069 lvb_type: 0 00002000:00010000:0.0:1746066857.767218:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ffa8a80 00000100:00100000:0.0:1746066857.779308:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.784307:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859739648 00000100:00100000:0.0:1746066857.784313:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859739648 00002000:00100000:0.0:1746066857.784354:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880130526d80 x1830882859739648/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746066868 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.784362:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130526d80 with x1830882859739648 ext(0->4095) 00002000:00010000:0.0:1746066857.784365:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130526d80 00000100:00100000:0.0:1746066857.784382:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12462 00000100:00100000:0.0:1746066857.784388:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130526d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+188:2033:x1830882859739648:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066857.784565:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130526d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+188:2033:x1830882859739648:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 176us (306us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066857.784571:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12462 00002000:00100000:0.0:1746066857.784576:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880130526d80 x1830882859739648/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746066868 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.784584:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130526d80 with x1830882859739648 ext(0->4095) 00002000:00010000:0.0:1746066857.784587:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130526d80 00000100:00100000:0.0:1746066857.786155:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.787609:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859740032 00000100:00100000:0.0:1746066857.787613:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859740032 00002000:00100000:0.0:1746066857.787635:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d6f0700 x1830882859740032/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746066868 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.787643:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f0700 with x1830882859740032 ext(0->4095) 00002000:00010000:0.0:1746066857.787646:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d6f0700 00000100:00100000:0.0:1746066857.787656:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12463 00000100:00100000:0.0:1746066857.787661:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859740032:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066857.787875:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859740032:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 212us (303us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066857.787882:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12463 00002000:00100000:0.0:1746066857.787887:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d6f0700 x1830882859740032/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746066868 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.787894:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f0700 with x1830882859740032 ext(0->4095) 00002000:00010000:0.0:1746066857.787897:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d6f0700 00000100:00100000:0.0:1746066857.790188:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.795647:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.796162:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.796187:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.800809:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859740800 00000100:00100000:0.0:1746066857.800814:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859740800 00002000:00100000:0.0:1746066857.800843:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131425500 x1830882859740800/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746066868 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.800852:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131425500 with x1830882859740800 ext(0->4095) 00010000:00010000:0.0:1746066857.800858:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff436bdb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c7b3 expref: 188 pid: 9917 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.800869:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff436bdb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c7b3 expref: 188 pid: 9917 timeout: 1069 lvb_type: 0 00002000:00010000:0.0:1746066857.800875:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131425500 00000100:00100000:0.0:1746066857.801218:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1087 00000100:00100000:0.0:1746066857.801225:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+188:2034:x1830882859740800:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066857.801321:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+188:2034:x1830882859740800:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 96us (567us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066857.801327:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1087 00002000:00100000:0.0:1746066857.801333:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131425500 x1830882859740800/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746066868 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.801359:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131425500 with x1830882859740800 ext(0->4095) 00010000:00010000:0.0:1746066857.801364:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff436bdb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c7b3 expref: 188 pid: 9917 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.801373:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff436bdb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c7b3 expref: 188 pid: 9917 timeout: 1069 lvb_type: 0 00002000:00010000:0.0:1746066857.801378:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131425500 00000100:00100000:0.0:1746066857.805065:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.811798:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+190:2031:x1830882859741056:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3494us (6733us total) trans 4294970277 rc 0/0 00000100:00100000:0.0:1746066857.811809:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1088 00002000:00100000:0.0:1746066857.811817:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009aa62d80 x1830882859741056/t4294970277(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 496/448 e 0 to 0 dl 1746066868 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.811826:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa62d80 with x1830882859741056 ext(0->7) 00010000:00010000:0.0:1746066857.811835:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff436bdb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c7b3 expref: 190 pid: 9917 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.811851:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff436bdb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c7b3 expref: 190 pid: 9917 timeout: 1069 lvb_type: 0 00002000:00010000:0.0:1746066857.811857:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aa62d80 00000100:00100000:0.0:1746066857.815032:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.827393:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.828278:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.833953:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.834020:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.838083:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.851798:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.856711:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+193:2031:x1830882859742336:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1041us (4919us total) trans 4294970278 rc 0/0 00000100:00100000:0.0:1746066857.856719:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1090 00002000:00100000:0.0:1746066857.856725:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d7a8e00 x1830882859742336/t4294970278(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 496/448 e 0 to 0 dl 1746066868 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.856739:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7a8e00 with x1830882859742336 ext(0->7) 00010000:00010000:0.0:1746066857.856745:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c20000/0xd6b24631ff436be9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c7c1 expref: 193 pid: 9917 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.856755:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c20000/0xd6b24631ff436be9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c7c1 expref: 193 pid: 9917 timeout: 1069 lvb_type: 0 00002000:00010000:0.0:1746066857.856761:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d7a8e00 00000100:00100000:0.0:1746066857.861319:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.862187:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.869927:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.869996:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859742848 00000100:00100000:0.0:1746066857.870002:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859742848 00002000:00100000:0.0:1746066857.870034:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d7a9180 x1830882859742848/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746066868 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.870043:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7a9180 with x1830882859742848 ext(0->4095) 00010000:00010000:0.0:1746066857.870050:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c20200/0xd6b24631ff436bf0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c7c8 expref: 193 pid: 9917 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.870063:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c20200/0xd6b24631ff436bf0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c7c8 expref: 193 pid: 9917 timeout: 1069 lvb_type: 0 00002000:00010000:0.0:1746066857.870069:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d7a9180 00000100:00100000:0.0:1746066857.870099:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1091 00000100:00100000:0.0:1746066857.870106:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+193:2034:x1830882859742848:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066857.870224:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+193:2034:x1830882859742848:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 119us (297us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066857.870231:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1091 00002000:00100000:0.0:1746066857.870236:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d7a9180 x1830882859742848/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746066868 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.870244:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7a9180 with x1830882859742848 ext(0->4095) 00010000:00010000:0.0:1746066857.870248:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c20200/0xd6b24631ff436bf0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c7c8 expref: 193 pid: 9917 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.870257:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c20200/0xd6b24631ff436bf0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c7c8 expref: 193 pid: 9917 timeout: 1069 lvb_type: 0 00002000:00010000:0.0:1746066857.870264:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d7a9180 00000100:00100000:0.0:1746066857.875231:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.877910:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.885238:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.891548:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.894022:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+194:2033:x1830882859743616:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2150us (2704us total) trans 4294970279 rc 0/0 00000100:00100000:0.0:1746066857.894031:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1093 00002000:00100000:0.0:1746066857.894039:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009efa8e00 x1830882859743616/t4294970279(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 496/448 e 0 to 0 dl 1746066868 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.894048:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efa8e00 with x1830882859743616 ext(0->7) 00010000:00010000:0.0:1746066857.894055:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21400/0xd6b24631ff436bf7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c7cf expref: 194 pid: 9628 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.894073:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21400/0xd6b24631ff436bf7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c7cf expref: 194 pid: 9628 timeout: 1069 lvb_type: 0 00002000:00010000:0.0:1746066857.894079:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009efa8e00 00000100:00100000:0.0:1746066857.899133:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.905154:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.910460:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.912603:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.919921:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.924774:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.924820:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.927796:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.927819:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859744896 00000100:00100000:0.0:1746066857.927823:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859744896 00010000:00010000:0.0:1746066857.927843:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095c0ae00/0xd6b24631ff436c05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c7dd expref: 195 pid: 9917 timeout: 1069 lvb_type: 0 00000100:00100000:0.0:1746066857.930218:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10912 00000100:00100000:0.0:1746066857.930233:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091129c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+195:2033:x1830882859744896:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066857.930247:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066857.930267:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff880095c0ae00/0xd6b24631ff436c05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c7dd expref: 195 pid: 9917 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.930282:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095c0ae00/0xd6b24631ff436c05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c7dd expref: 195 pid: 9917 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.930306:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095c0ae00/0xd6b24631ff436c05 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c7dd expref: 195 pid: 9917 timeout: 1069 lvb_type: 0 00010000:00010000:0.0:1746066857.930335:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066857.930337:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066857.931245:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095c0a600/0xd6b24631ff436c0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c7e4 expref: 194 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066857.931254:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095c0a600/0xd6b24631ff436c0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c7e4 expref: 194 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066857.936799:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.938917:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.951529:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+196:2032:x1830882859745408:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 10819us (12605us total) trans 4294970280 rc 0/0 00000100:00100000:0.0:1746066857.951542:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1095 00002000:00100000:0.0:1746066857.951555:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880091129880 x1830882859745408/t4294970280(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 496/448 e 0 to 0 dl 1746066868 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.951563:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091129880 with x1830882859745408 ext(0->7) 00010000:00010000:0.0:1746066857.951572:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0a600/0xd6b24631ff436c0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c7e4 expref: 196 pid: 9917 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066857.951585:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c0a600/0xd6b24631ff436c0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c7e4 expref: 196 pid: 9917 timeout: 1070 lvb_type: 0 00002000:00010000:0.0:1746066857.951591:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091129880 00000100:00100000:0.0:1746066857.958461:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.959289:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:0.0:1746066857.959416:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066857.959424:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095c21800/0xd6b24631ff436c13 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c7eb expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066857.959431:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746066857.959435:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095c0b600/0xd6b24631ff436c1a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c7f2 expref: 198 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066857.963305:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.968817:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.974250:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d6f1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882860814720:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066857.974269:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066857.974320:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882859746048:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4913us (5510us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066857.974332:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10914 00000100:00100000:0.0:1746066857.978702:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.989946:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066857.991856:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+198:2033:x1830882859746560:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1692us (1910us total) trans 4294970281 rc 0/0 00000100:00100000:0.0:1746066857.991866:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1097 00002000:00100000:0.0:1746066857.991874:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094eee300 x1830882859746560/t4294970281(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:263/0 lens 496/448 e 0 to 0 dl 1746066868 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066857.991884:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eee300 with x1830882859746560 ext(0->7) 00010000:00010000:0.0:1746066857.991891:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0b600/0xd6b24631ff436c1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c7f2 expref: 198 pid: 9917 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066857.991911:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c0b600/0xd6b24631ff436c1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c7f2 expref: 198 pid: 9917 timeout: 1070 lvb_type: 0 00002000:00010000:0.0:1746066857.991918:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094eee300 00000100:00100000:0.0:1746066858.006577:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.007243:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.012337:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131427b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882860815104:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066858.012397:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066858.012453:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+198:2034:x1830882859746688:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4222us (8568us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066858.012464:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10915 00000100:00100000:0.0:1746066858.012739:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.028752:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.035263:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.038657:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.046150:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.050847:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c40a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+200:2034:x1830882859747712:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3621us (4697us total) trans 4294970282 rc 0/0 00000100:00100000:0.0:1746066858.050860:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1099 00002000:00100000:0.0:1746066858.050868:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c40a680 x1830882859747712/t4294970282(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:264/0 lens 496/448 e 0 to 0 dl 1746066869 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066858.050877:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c40a680 with x1830882859747712 ext(0->7) 00010000:00010000:0.0:1746066858.050886:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085b600/0xd6b24631ff436c28 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c800 expref: 200 pid: 9917 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066858.050907:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085b600/0xd6b24631ff436c28 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c800 expref: 200 pid: 9917 timeout: 1070 lvb_type: 0 00002000:00010000:0.0:1746066858.050914:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c40a680 00000100:00100000:0.0:1746066858.056078:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.063199:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.065211:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.066834:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859748352 00000100:00100000:0.0:1746066858.066838:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859748352 00000100:00100000:0.0:1746066858.066868:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28087 00000100:00100000:0.0:1746066858.066874:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+201:1215:x1830882859748352:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066858.066882:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066858.066890:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff436c3d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267c815 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066858.066902:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066858.066906:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009085b600/0xd6b24631ff436c36 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c80e expref: 202 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066858.066911:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066858.066915:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff436c3d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c815 expref: 202 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066858.066937:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009085b600/0xd6b24631ff436c36 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c80e expref: 202 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066858.066948:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff436c3d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c815 expref: 202 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066858.067152:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2ad000, rc 0) 00000100:00100000:0.0:1746066858.067188:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+202:1215:x1830882859748352:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 313us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066858.067194:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28087 00000100:00100000:0.0:1746066858.068499:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.069971:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.073326:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.075240:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c40a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+203:2033:x1830882859748992:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1657us (1916us total) trans 4294970283 rc 0/0 00000100:00100000:0.0:1746066858.075250:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1101 00002000:00100000:0.0:1746066858.075257:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c40a300 x1830882859748992/t4294970283(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:264/0 lens 496/448 e 0 to 0 dl 1746066869 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066858.075265:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c40a300 with x1830882859748992 ext(0->7) 00010000:00010000:0.0:1746066858.075271:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085b600/0xd6b24631ff436c36 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c80e expref: 203 pid: 9628 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066858.075284:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085b600/0xd6b24631ff436c36 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c80e expref: 203 pid: 9628 timeout: 1070 lvb_type: 0 00002000:00010000:0.0:1746066858.075290:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c40a300 00000100:00100000:0.0:1746066858.079873:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.092697:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.103644:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.103698:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.115000:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.121590:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.126849:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.128994:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+204:2031:x1830882859750272:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1301us (2147us total) trans 4294970284 rc 0/0 00000100:00100000:0.0:1746066858.129004:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1103 00002000:00100000:0.0:1746066858.129012:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095e65f80 x1830882859750272/t4294970284(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:264/0 lens 496/448 e 0 to 0 dl 1746066869 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066858.129021:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e65f80 with x1830882859750272 ext(0->7) 00010000:00010000:0.0:1746066858.129029:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085b400/0xd6b24631ff436c4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c823 expref: 204 pid: 9628 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066858.129041:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085b400/0xd6b24631ff436c4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c823 expref: 204 pid: 9628 timeout: 1070 lvb_type: 0 00002000:00010000:0.0:1746066858.129047:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095e65f80 00000100:00100000:0.0:1746066858.130867:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.135235:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.139101:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.150546:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.153509:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.156285:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.203448:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.203494:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.203542:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.203580:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859751808 00000100:00100000:0.0:1746066858.203589:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859751808 00000100:00100000:0.0:1746066858.203635:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28092 00000100:00100000:0.0:1746066858.203644:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d737480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+205:1215:x1830882859751808:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066858.203664:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066858.203683:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008de8c800/0xd6b24631ff436c60 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267c838 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066858.203713:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066858.203719:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009085b600/0xd6b24631ff436c59 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c831 expref: 206 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066858.203726:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066858.203729:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008de8c800/0xd6b24631ff436c60 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c838 expref: 206 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066858.203762:0:9628:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009085b600/0xd6b24631ff436c59 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c831 expref: 206 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066858.203775:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008de8c800/0xd6b24631ff436c60 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267c838 expref: 206 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066858.203785:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de8c800, rc 0) 00000100:00100000:0.0:1746066858.203833:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d737480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+206:1215:x1830882859751808:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066858.203839:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28092 00000100:00100000:0.0:1746066858.219208:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+207:2033:x1830882859752320:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1598us (4101us total) trans 4294970285 rc 0/0 00000100:00100000:0.0:1746066858.219222:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1105 00002000:00100000:0.0:1746066858.219231:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d6f0e00 x1830882859752320/t4294970285(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:264/0 lens 496/448 e 0 to 0 dl 1746066869 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066858.219240:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f0e00 with x1830882859752320 ext(0->7) 00010000:00010000:0.0:1746066858.219250:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085b600/0xd6b24631ff436c59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c831 expref: 207 pid: 9628 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066858.219488:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085b600/0xd6b24631ff436c59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c831 expref: 207 pid: 9628 timeout: 1070 lvb_type: 0 00002000:00010000:0.0:1746066858.219495:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d6f0e00 00000100:00100000:0.0:1746066858.222257:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.231453:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859752704 00000100:00100000:0.0:1746066858.231461:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859752704 00002000:00100000:0.0:1746066858.231512:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012b4dca80 x1830882859752704/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746066869 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066858.231523:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b4dca80 with x1830882859752704 ext(0->4095) 00002000:00010000:0.0:1746066858.231528:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b4dca80 00000100:00100000:0.0:1746066858.231561:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12474 00000100:00100000:0.0:1746066858.231568:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+207:2033:x1830882859752704:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066858.231916:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+206:2033:x1830882859752704:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 348us (542us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066858.231922:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12474 00002000:00100000:0.0:1746066858.231927:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012b4dca80 x1830882859752704/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746066869 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066858.231933:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b4dca80 with x1830882859752704 ext(0->4095) 00002000:00010000:0.0:1746066858.231936:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b4dca80 00000100:00100000:0.0:1746066858.236751:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.238579:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.244026:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.245745:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.247147:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.250533:0:7258:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859753600 00000100:00100000:0.0:1746066858.250540:0:7258:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859753600 00010000:00010000:0.0:1746066858.250574:0:7258:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095c20200/0xd6b24631ff436c67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c83f expref: 6 pid: 21660 timeout: 1070 lvb_type: 0 00000100:00100000:0.0:1746066858.251272:0:7258:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10926 00000100:00100000:0.0:1746066858.251283:0:7258:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882859753600:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066858.251297:0:7258:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066858.251321:0:7258:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095c20200/0xd6b24631ff436c67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c83f expref: 6 pid: 21660 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066858.251334:0:7258:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095c20200/0xd6b24631ff436c67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c83f expref: 6 pid: 21660 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066858.252117:0:7258:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095c20200/0xd6b24631ff436c67 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c83f expref: 6 pid: 21660 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066858.252152:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066858.252155:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066858.252164:0:7258:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff436c6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c846 expref: 206 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066858.252178:0:7258:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff436c6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c846 expref: 206 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066858.260719:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.261941:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.262020:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.263610:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.263642:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.263657:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.263668:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.264469:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.265497:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.267467:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009483b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+209:2032:x1830882859755008:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1584us (1961us total) trans 4294970286 rc 0/0 00000100:00100000:0.0:1746066858.267480:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1108 00002000:00100000:0.0:1746066858.267492:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009483b800 x1830882859755008/t4294970286(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:264/0 lens 496/448 e 0 to 0 dl 1746066869 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066858.267502:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009483b800 with x1830882859755008 ext(0->7) 00010000:00010000:0.0:1746066858.267511:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff436c6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c846 expref: 209 pid: 21660 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066858.268148:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff436c6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c846 expref: 209 pid: 21660 timeout: 1070 lvb_type: 0 00002000:00010000:0.0:1746066858.268157:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009483b800 00000100:00100000:0.0:1746066858.273169:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.285032:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.290516:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.290758:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.293538:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.293588:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.295781:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.297065:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.301579:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.304870:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.306491:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+211:2034:x1830882859756800:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1392us (1728us total) trans 4294970287 rc 0/0 00000100:00100000:0.0:1746066858.306501:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1111 00002000:00100000:0.0:1746066858.306859:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095872a00 x1830882859756800/t4294970287(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:264/0 lens 496/448 e 0 to 0 dl 1746066869 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066858.306870:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095872a00 with x1830882859756800 ext(0->7) 00010000:00010000:0.0:1746066858.306882:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff436c83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c854 expref: 211 pid: 9917 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066858.306897:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff436c83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c854 expref: 211 pid: 9917 timeout: 1070 lvb_type: 0 00002000:00010000:0.0:1746066858.306905:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095872a00 00000100:00100000:0.0:1746066858.312875:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.317051:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.325976:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.332111:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.332965:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.338826:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.338867:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.338889:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859757952 00000100:00100000:0.0:1746066858.338893:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859757952 00000100:00100000:0.0:1746066858.344514:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859758080 00000100:00100000:0.0:1746066858.344525:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859758080 00010000:00010000:0.0:1746066858.344558:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095c21800/0xd6b24631ff436c91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c869 expref: 6 pid: 9917 timeout: 1070 lvb_type: 0 00000100:00100000:0.0:1746066858.344599:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10932 00000100:00100000:0.0:1746066858.344606:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882859758080:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066858.344620:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066858.344639:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095c21800/0xd6b24631ff436c91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c869 expref: 6 pid: 9917 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066858.344651:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095c21800/0xd6b24631ff436c91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c869 expref: 6 pid: 9917 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066858.344780:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095c21800/0xd6b24631ff436c91 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c869 expref: 6 pid: 9917 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066858.344799:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066858.344801:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066858.344808:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095c20a00/0xd6b24631ff436c98 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c870 expref: 210 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066858.344817:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095c20a00/0xd6b24631ff436c98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c870 expref: 210 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066858.344847:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095c20a00/0xd6b24631ff436c98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c870 expref: 210 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066858.345041:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095c20a00/0xd6b24631ff436c98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c870 expref: 210 pid: 9917 timeout: 1070 lvb_type: 0 00000100:00100000:0.0:1746066858.345056:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d0ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882860818944:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066858.345133:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e9610c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066858.348020:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.365503:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.367304:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.369126:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+214:2032:x1830882859758592:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1271us (1822us total) trans 4294970288 rc 0/0 00000100:00100000:0.0:1746066858.369136:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1114 00002000:00100000:0.0:1746066858.369144:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095d0e300 x1830882859758592/t4294970288(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:264/0 lens 496/448 e 0 to 0 dl 1746066869 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066858.369151:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0e300 with x1830882859758592 ext(0->7) 00010000:00010000:0.0:1746066858.369159:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c20a00/0xd6b24631ff436c98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c870 expref: 214 pid: 9917 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066858.369172:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c20a00/0xd6b24631ff436c98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c870 expref: 214 pid: 9917 timeout: 1070 lvb_type: 0 00002000:00010000:0.0:1746066858.369179:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d0e300 00000100:00100000:0.0:1746066858.375646:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.379329:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.385851:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.385962:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.389217:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.393227:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.399742:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+214:2034:x1830882859759872:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4055us (6512us total) trans 4294970289 rc 0/0 00000100:00100000:0.0:1746066858.399755:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1117 00002000:00100000:0.0:1746066858.399766:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800952eb100 x1830882859759872/t4294970289(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:264/0 lens 496/448 e 0 to 0 dl 1746066869 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066858.399775:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952eb100 with x1830882859759872 ext(0->7) 00010000:00010000:0.0:1746066858.399786:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c20400/0xd6b24631ff436ca6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c87e expref: 214 pid: 9917 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066858.399804:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c20400/0xd6b24631ff436ca6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c87e expref: 214 pid: 9917 timeout: 1070 lvb_type: 0 00002000:00010000:0.0:1746066858.399812:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800952eb100 00000100:00100000:0.0:1746066858.402582:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.407235:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.409936:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.414629:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.418724:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.419434:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.422574:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.422605:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.429016:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.431862:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.437325:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.439794:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+216:2033:x1830882859761792:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2107us (2473us total) trans 4294970290 rc 0/0 00000100:00100000:0.0:1746066858.439804:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1118 00002000:00100000:0.0:1746066858.439811:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132e01180 x1830882859761792/t4294970290(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:264/0 lens 496/448 e 0 to 0 dl 1746066869 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066858.439819:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e01180 with x1830882859761792 ext(0->7) 00010000:00010000:0.0:1746066858.439827:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085b400/0xd6b24631ff436cbb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c893 expref: 216 pid: 21660 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066858.439840:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085b400/0xd6b24631ff436cbb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c893 expref: 216 pid: 21660 timeout: 1070 lvb_type: 0 00002000:00010000:0.0:1746066858.439846:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132e01180 00000100:00100000:0.0:1746066858.441935:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.446681:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.452246:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.457876:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.459455:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.461280:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.461740:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.465230:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.467297:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.470542:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.478612:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.482568:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.485776:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.490829:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.490892:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.492656:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.497682:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.497768:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.502082:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.509835:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859765632 00000100:00100000:0.0:1746066858.509848:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859765632 00000100:00100000:0.0:1746066858.515173:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131427100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+221:2033:x1830882859765632:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4928us (6881us total) trans 4294970292 rc 0/0 00000100:00100000:0.0:1746066858.515188:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1124 00002000:00100000:0.0:1746066858.515200:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131427100 x1830882859765632/t4294970292(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:264/0 lens 496/448 e 0 to 0 dl 1746066869 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066858.515211:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131427100 with x1830882859765632 ext(0->7) 00010000:00010000:0.0:1746066858.515222:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0ba00/0xd6b24631ff436ce5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c8bd expref: 221 pid: 9917 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066858.515240:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c0ba00/0xd6b24631ff436ce5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c8bd expref: 221 pid: 9917 timeout: 1070 lvb_type: 0 00002000:00010000:0.0:1746066858.515248:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131427100 00000100:00100000:0.0:1746066858.519213:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.523196:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.528148:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.529009:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.532695:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.538204:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.548406:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.553128:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+222:2031:x1830882859766912:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3275us (4774us total) trans 4294970293 rc 0/0 00000100:00100000:0.0:1746066858.553142:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1126 00002000:00100000:0.0:1746066858.553158:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095a63800 x1830882859766912/t4294970293(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:264/0 lens 496/448 e 0 to 0 dl 1746066869 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066858.553169:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a63800 with x1830882859766912 ext(0->7) 00010000:00010000:0.0:1746066858.553181:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0a000/0xd6b24631ff436cf3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c8cb expref: 222 pid: 9917 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066858.553198:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c0a000/0xd6b24631ff436cf3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c8cb expref: 222 pid: 9917 timeout: 1070 lvb_type: 0 00002000:00010000:0.0:1746066858.553206:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095a63800 00000100:00100000:0.0:1746066858.557547:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.561174:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.568329:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.577185:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.586336:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.590176:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+224:2033:x1830882859768064:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2900us (3833us total) trans 4294970294 rc 0/0 00000100:00100000:0.0:1746066858.590188:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1128 00002000:00100000:0.0:1746066858.590197:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130d54a80 x1830882859768064/t4294970294(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:264/0 lens 496/448 e 0 to 0 dl 1746066869 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066858.590214:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d54a80 with x1830882859768064 ext(0->7) 00010000:00010000:0.0:1746066858.590225:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0b600/0xd6b24631ff436d01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c8d9 expref: 224 pid: 9917 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066858.590240:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c0b600/0xd6b24631ff436d01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c8d9 expref: 224 pid: 9917 timeout: 1070 lvb_type: 0 00002000:00010000:0.0:1746066858.590248:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130d54a80 00000001:00080000:0.0:1746066858.594816:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970294 is committed 00000100:00100000:0.0:1746066858.603029:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.606576:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.617417:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.625307:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882859769216:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1039us (1214us total) trans 4294970295 rc 0/0 00000100:00100000:0.0:1746066858.625316:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1130 00002000:00100000:0.0:1746066858.625324:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131f8b100 x1830882859769216/t4294970295(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:264/0 lens 496/448 e 0 to 0 dl 1746066869 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066858.625331:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f8b100 with x1830882859769216 ext(0->7) 00010000:00010000:0.0:1746066858.625338:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091af3c00/0xd6b24631ff436d0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c8e7 expref: 8 pid: 21660 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066858.625364:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091af3c00/0xd6b24631ff436d0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c8e7 expref: 8 pid: 21660 timeout: 1070 lvb_type: 0 00002000:00010000:0.0:1746066858.625371:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131f8b100 00000100:00100000:0.0:1746066858.630524:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.632600:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.636916:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.643498:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.649196:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.655106:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.658591:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.660239:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2033:x1830882859770368:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1313us (1648us total) trans 4294970296 rc 0/0 00000100:00100000:0.0:1746066858.660248:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1132 00002000:00100000:0.0:1746066858.660254:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095886d80 x1830882859770368/t4294970296(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:264/0 lens 496/448 e 0 to 0 dl 1746066869 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066858.660262:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095886d80 with x1830882859770368 ext(0->7) 00010000:00010000:0.0:1746066858.660268:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0b200/0xd6b24631ff436d1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c8f5 expref: 10 pid: 9917 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066858.660278:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c0b200/0xd6b24631ff436d1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c8f5 expref: 10 pid: 9917 timeout: 1070 lvb_type: 0 00002000:00010000:0.0:1746066858.660284:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095886d80 00000100:00100000:0.0:1746066858.662606:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.667659:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.671591:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.674069:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.675653:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.679778:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.684011:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.684064:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.696640:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.699862:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.716312:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.720294:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.722424:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.726774:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.727579:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.731283:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.744128:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.762642:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.764432:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.771630:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.775290:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.776695:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859774208 00000100:00100000:0.0:1746066858.776699:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859774208 00010000:00010000:0.0:1746066858.776715:0:21614:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095c0a000/0xd6b24631ff436d47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c91f expref: 15 pid: 9917 timeout: 1070 lvb_type: 0 00000100:00100000:0.0:1746066858.776743:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10958 00000100:00100000:0.0:1746066858.776748:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131427480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2032:x1830882859774208:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066858.776756:0:21614:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066858.776771:0:21614:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095c0a000/0xd6b24631ff436d47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c91f expref: 15 pid: 9917 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066858.776780:0:21614:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095c0a000/0xd6b24631ff436d47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c91f expref: 15 pid: 9917 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066858.776800:0:21614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095c0a000/0xd6b24631ff436d47 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c91f expref: 15 pid: 9917 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066858.776824:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066858.776826:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066858.776831:0:21614:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091af2600/0xd6b24631ff436d4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c926 expref: 14 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066858.776838:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091af2600/0xd6b24631ff436d4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c926 expref: 14 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066858.776856:0:21614:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091af2600/0xd6b24631ff436d4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c926 expref: 14 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066858.776866:0:21614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091af2600/0xd6b24631ff436d4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c926 expref: 14 pid: 21660 timeout: 1070 lvb_type: 0 00000100:00100000:0.0:1746066858.776972:0:21614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009529ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21614:1830882860825088:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066858.777528:0:21614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e9610c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066858.780601:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.786620:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.788316:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2031:x1830882859774720:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1490us (1697us total) trans 4294970299 rc 0/0 00000100:00100000:0.0:1746066858.788324:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1140 00002000:00100000:0.0:1746066858.788331:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008e98d880 x1830882859774720/t4294970299(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:264/0 lens 496/448 e 0 to 0 dl 1746066869 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066858.788360:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98d880 with x1830882859774720 ext(0->7) 00010000:00010000:0.0:1746066858.788367:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091af2600/0xd6b24631ff436d4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c926 expref: 16 pid: 21660 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066858.788384:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091af2600/0xd6b24631ff436d4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c926 expref: 16 pid: 21660 timeout: 1070 lvb_type: 0 00002000:00010000:0.0:1746066858.788402:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e98d880 00000100:00100000:0.0:1746066858.797102:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.802155:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.804919:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.811783:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.813265:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.817801:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.817839:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.821855:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.829282:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.833886:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d734700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2034:x1830882859776512:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3465us (4602us total) trans 4294970300 rc 0/0 00000100:00100000:0.0:1746066858.833899:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1143 00002000:00100000:0.0:1746066858.833910:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d734700 x1830882859776512/t4294970300(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:264/0 lens 496/448 e 0 to 0 dl 1746066869 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066858.833920:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d734700 with x1830882859776512 ext(0->7) 00010000:00010000:0.0:1746066858.833930:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091af2600/0xd6b24631ff436d63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c93b expref: 18 pid: 21660 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066858.833953:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091af2600/0xd6b24631ff436d63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c93b expref: 18 pid: 21660 timeout: 1070 lvb_type: 0 00002000:00010000:0.0:1746066858.833961:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d734700 00000100:00100000:0.0:1746066858.837553:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.842697:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.846760:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.849000:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.857587:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.861874:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.863310:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.866191:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.866218:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.866238:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.878201:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.882140:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+20:2031:x1830882859778816:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3697us (3939us total) trans 4294970301 rc 0/0 00000100:00100000:0.0:1746066858.882151:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1146 00002000:00100000:0.0:1746066858.882159:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095d0ed80 x1830882859778816/t4294970301(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:264/0 lens 496/448 e 0 to 0 dl 1746066869 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066858.882168:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0ed80 with x1830882859778816 ext(0->7) 00010000:00010000:0.0:1746066858.882177:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c20200/0xd6b24631ff436d78 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c950 expref: 20 pid: 9628 timeout: 1070 lvb_type: 0 00010000:00010000:0.0:1746066858.882193:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c20200/0xd6b24631ff436d78 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c950 expref: 20 pid: 9628 timeout: 1070 lvb_type: 0 00002000:00010000:0.0:1746066858.882201:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d0ed80 00000100:00100000:0.0:1746066858.891800:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.901560:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.905870:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.910514:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.917159:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.918641:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.925229:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.925270:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.925305:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.930142:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.934256:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.937061:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+23:2033:x1830882859780864:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1518us (2809us total) trans 4294970302 rc 0/0 00000100:00100000:0.0:1746066858.937070:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1148 00002000:00100000:0.0:1746066858.937078:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131cac700 x1830882859780864/t4294970302(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:264/0 lens 496/448 e 0 to 0 dl 1746066869 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066858.937087:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cac700 with x1830882859780864 ext(0->7) 00010000:00010000:0.0:1746066858.937093:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21400/0xd6b24631ff436d8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c965 expref: 23 pid: 9917 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066858.937104:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21400/0xd6b24631ff436d8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c965 expref: 23 pid: 9917 timeout: 1071 lvb_type: 0 00002000:00010000:0.0:1746066858.937110:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131cac700 00000100:00100000:0.0:1746066858.945477:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.951265:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.955674:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.961221:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.961814:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.966409:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.967170:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.970594:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.972407:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.978402:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.989270:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066858.990463:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2032:x1830882859782912:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 950us (1199us total) trans 4294970303 rc 0/0 00000100:00100000:0.0:1746066858.990471:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1152 00002000:00100000:0.0:1746066858.990478:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094ec0e00 x1830882859782912/t4294970303(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:264/0 lens 496/448 e 0 to 0 dl 1746066869 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066858.990486:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec0e00 with x1830882859782912 ext(0->7) 00010000:00010000:0.0:1746066858.990491:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0bc00/0xd6b24631ff436da2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c97a expref: 24 pid: 21660 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066858.990503:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c0bc00/0xd6b24631ff436da2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c97a expref: 24 pid: 21660 timeout: 1071 lvb_type: 0 00002000:00010000:0.0:1746066858.990509:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094ec0e00 00000100:00100000:0.0:1746066858.995646:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.005685:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.011797:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.014737:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.017409:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.022818:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.033286:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.040624:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.047095:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.049861:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.053601:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.059228:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.059379:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.061029:0:7258:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859785216 00000100:00100000:0.0:1746066859.061034:0:7258:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859785216 00010000:00010000:0.0:1746066859.061052:0:7258:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095c20a00/0xd6b24631ff436db7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c98f expref: 28 pid: 9917 timeout: 1071 lvb_type: 0 00000100:00100000:0.0:1746066859.061078:0:7258:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10974 00000100:00100000:0.0:1746066859.061083:0:7258:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+28:2033:x1830882859785216:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066859.061092:0:7258:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066859.061105:0:7258:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095c20a00/0xd6b24631ff436db7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c98f expref: 28 pid: 9917 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.061114:0:7258:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095c20a00/0xd6b24631ff436db7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c98f expref: 28 pid: 9917 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.061133:0:7258:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095c20a00/0xd6b24631ff436db7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c98f expref: 28 pid: 9917 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.063273:0:7258:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066859.063641:0:7258:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+27:2033:x1830882859785216:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2552us (4294us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066859.063651:0:7258:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10974 00000100:00100000:0.0:1746066859.064884:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.066818:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.069567:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.075239:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.076502:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+29:2032:x1830882859785856:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 671us (1264us total) trans 4294970305 rc 0/0 00000100:00100000:0.0:1746066859.076509:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1157 00002000:00100000:0.0:1746066859.076515:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132c39880 x1830882859785856/t4294970305(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:265/0 lens 496/448 e 0 to 0 dl 1746066870 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066859.076523:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c39880 with x1830882859785856 ext(0->7) 00010000:00010000:0.0:1746066859.076529:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091af2a00/0xd6b24631ff436dc5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c99d expref: 29 pid: 9628 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.076540:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091af2a00/0xd6b24631ff436dc5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c99d expref: 29 pid: 9628 timeout: 1071 lvb_type: 0 00002000:00010000:0.0:1746066859.076546:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c39880 00000100:00100000:0.0:1746066859.082612:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.085847:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.089194:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.093557:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.097113:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.098073:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.099817:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.101174:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.102678:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.106647:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.112666:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.116682:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+30:2031:x1830882859787904:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3804us (4017us total) trans 4294970306 rc 0/0 00000100:00100000:0.0:1746066859.116693:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1160 00002000:00100000:0.0:1746066859.116702:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132c38a80 x1830882859787904/t4294970306(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:265/0 lens 496/448 e 0 to 0 dl 1746066870 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066859.116711:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c38a80 with x1830882859787904 ext(0->7) 00010000:00010000:0.0:1746066859.116719:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091af3000/0xd6b24631ff436dda lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c9b2 expref: 30 pid: 9628 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.116732:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091af3000/0xd6b24631ff436dda lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c9b2 expref: 30 pid: 9628 timeout: 1071 lvb_type: 0 00002000:00010000:0.0:1746066859.116739:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c38a80 00000100:00100000:0.0:1746066859.124702:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.127638:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.133535:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.136891:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.139889:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.140213:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.144432:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.144515:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.146837:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.152832:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.158651:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.159970:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+33:2034:x1830882859789952:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1026us (1325us total) trans 4294970307 rc 0/0 00000100:00100000:0.0:1746066859.159978:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1163 00002000:00100000:0.0:1746066859.159984:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008f65d500 x1830882859789952/t4294970307(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:265/0 lens 496/448 e 0 to 0 dl 1746066870 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066859.159993:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65d500 with x1830882859789952 ext(0->7) 00010000:00010000:0.0:1746066859.159998:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff436def lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c9c7 expref: 33 pid: 9628 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.160008:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff436def lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c9c7 expref: 33 pid: 9628 timeout: 1071 lvb_type: 0 00002000:00010000:0.0:1746066859.160014:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f65d500 00000100:00100000:0.0:1746066859.164685:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.172416:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.177692:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.181078:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.185944:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.189373:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.189420:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.192655:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.194200:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.198539:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.219331:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+34:2031:x1830882859792000:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7732us (19115us total) trans 4294970308 rc 0/0 00000100:00100000:0.0:1746066859.219358:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1167 00002000:00100000:0.0:1746066859.219367:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094eedc00 x1830882859792000/t4294970308(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:265/0 lens 496/448 e 0 to 0 dl 1746066870 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066859.219376:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eedc00 with x1830882859792000 ext(0->7) 00010000:00010000:0.0:1746066859.219396:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff436e04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c9dc expref: 34 pid: 21660 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.219413:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff436e04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c9dc expref: 34 pid: 21660 timeout: 1071 lvb_type: 0 00002000:00010000:0.0:1746066859.219420:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094eedc00 00000100:00100000:0.0:1746066859.233157:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.242514:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.243156:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.253337:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.253997:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.265557:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.276498:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.285740:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+37:2031:x1830882859793280:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6369us (9241us total) trans 4294970309 rc 0/0 00000100:00100000:0.0:1746066859.285751:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1170 00002000:00100000:0.0:1746066859.285760:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009529d180 x1830882859793280/t4294970309(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:265/0 lens 496/448 e 0 to 0 dl 1746066870 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066859.285770:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529d180 with x1830882859793280 ext(0->7) 00010000:00010000:0.0:1746066859.285778:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091af2000/0xd6b24631ff436e12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c9ea expref: 37 pid: 9628 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.285800:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091af2000/0xd6b24631ff436e12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c9ea expref: 37 pid: 9628 timeout: 1071 lvb_type: 0 00002000:00010000:0.0:1746066859.285806:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009529d180 00000100:00100000:0.0:1746066859.295749:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.295854:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.303716:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.313594:0:3792:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746066859.313625:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3792:1830882860831616:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746066859.313704:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746066859.315435:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066859.318472:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.319728:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.325617:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.335206:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.336374:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2034:x1830882859794560:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 916us (1173us total) trans 4294970310 rc 0/0 00000100:00100000:0.0:1746066859.336392:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1173 00002000:00100000:0.0:1746066859.336398:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009aa60a80 x1830882859794560/t4294970310(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:265/0 lens 496/448 e 0 to 0 dl 1746066870 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066859.336405:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa60a80 with x1830882859794560 ext(0->7) 00010000:00010000:0.0:1746066859.336411:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095ead600/0xd6b24631ff436e20 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c9f8 expref: 38 pid: 9628 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.336421:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095ead600/0xd6b24631ff436e20 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267c9f8 expref: 38 pid: 9628 timeout: 1071 lvb_type: 0 00002000:00010000:0.0:1746066859.336427:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aa60a80 00000100:00100000:0.0:1746066859.340129:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.348837:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.349784:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.354027:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.354835:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.358808:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.360794:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.362447:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+41:2032:x1830882859795840:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1487us (1646us total) trans 4294970311 rc 0/0 00000100:00100000:0.0:1746066859.362458:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1175 00002000:00100000:0.0:1746066859.362467:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130524e00 x1830882859795840/t4294970311(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:265/0 lens 496/448 e 0 to 0 dl 1746066870 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066859.362475:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130524e00 with x1830882859795840 ext(0->7) 00010000:00010000:0.0:1746066859.362484:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091af3600/0xd6b24631ff436e2e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca06 expref: 41 pid: 9628 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.362499:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091af3600/0xd6b24631ff436e2e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca06 expref: 41 pid: 9628 timeout: 1071 lvb_type: 0 00002000:00010000:0.0:1746066859.362504:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130524e00 00000100:00100000:0.0:1746066859.368307:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.374718:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.374787:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859796224 00000100:00100000:0.0:1746066859.374792:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859796224 00002000:00100000:0.0:1746066859.374828:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880130524000 x1830882859796224/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746066870 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066859.374838:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130524000 with x1830882859796224 ext(0->4095) 00002000:00010000:0.0:1746066859.374842:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130524000 00000100:00100000:0.0:1746066859.374860:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12506 00000100:00100000:0.0:1746066859.374867:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2033:x1830882859796224:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066859.375172:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2033:x1830882859796224:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 305us (454us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066859.375178:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12506 00002000:00100000:0.0:1746066859.375184:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880130524000 x1830882859796224/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746066870 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066859.375191:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130524000 with x1830882859796224 ext(0->4095) 00002000:00010000:0.0:1746066859.375194:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130524000 00000100:00100000:0.0:1746066859.380951:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.394111:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.402165:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.408092:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.409810:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+42:2032:x1830882859797120:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1526us (1723us total) trans 4294970312 rc 0/0 00000100:00100000:0.0:1746066859.409818:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1177 00002000:00100000:0.0:1746066859.409824:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8801332fe680 x1830882859797120/t4294970312(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:265/0 lens 496/448 e 0 to 0 dl 1746066870 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066859.409831:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fe680 with x1830882859797120 ext(0->7) 00010000:00010000:0.0:1746066859.409837:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0ac00/0xd6b24631ff436e3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca1b expref: 42 pid: 21660 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.409848:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c0ac00/0xd6b24631ff436e3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca1b expref: 42 pid: 21660 timeout: 1071 lvb_type: 0 00002000:00010000:0.0:1746066859.409854:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801332fe680 00000100:00100000:0.0:1746066859.416023:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.419828:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.423943:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.434130:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.434231:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.437041:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.442475:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859798400 00000100:00100000:0.0:1746066859.442479:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859798400 00010000:00010000:0.0:1746066859.442498:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095c0a600/0xd6b24631ff436e4a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca22 expref: 43 pid: 21660 timeout: 1071 lvb_type: 0 00000100:00100000:0.0:1746066859.448371:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.453092:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.454876:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2032:x1830882859798912:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 941us (1789us total) trans 4294970313 rc 0/0 00000100:00100000:0.0:1746066859.454883:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1180 00002000:00100000:0.0:1746066859.454889:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880123a97480 x1830882859798912/t4294970313(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:265/0 lens 496/448 e 0 to 0 dl 1746066870 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066859.454896:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a97480 with x1830882859798912 ext(0->7) 00010000:00010000:0.0:1746066859.454901:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0b200/0xd6b24631ff436e51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca29 expref: 44 pid: 21660 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.454916:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c0b200/0xd6b24631ff436e51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca29 expref: 44 pid: 21660 timeout: 1071 lvb_type: 0 00002000:00010000:0.0:1746066859.454921:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123a97480 00000100:00100000:0.0:1746066859.456620:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.462443:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.476652:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.483120:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.488805:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 10998 00000100:00100000:0.0:1746066859.488814:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ba2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+46:2034:x1830882859800064:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066859.488826:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066859.489136:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095ead000/0xd6b24631ff436e5f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca37 expref: 45 pid: 21660 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.489148:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095ead000/0xd6b24631ff436e5f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca37 expref: 45 pid: 21660 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.489160:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095ead000/0xd6b24631ff436e5f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca37 expref: 45 pid: 21660 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.489183:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066859.489203:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ba2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2034:x1830882859800064:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 389us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066859.489209:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 10998 00000100:00100000:0.0:1746066859.493988:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859800448 00000100:00100000:0.0:1746066859.493997:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859800448 00002000:00100000:0.0:1746066859.494025:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131cafb80 x1830882859800448/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746066870 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066859.494033:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cafb80 with x1830882859800448 ext(0->4095) 00010000:00010000:0.0:1746066859.494038:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091af2a00/0xd6b24631ff436e66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca3e expref: 44 pid: 9628 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.494048:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091af2a00/0xd6b24631ff436e66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca3e expref: 44 pid: 9628 timeout: 1071 lvb_type: 0 00002000:00010000:0.0:1746066859.494053:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131cafb80 00000100:00100000:0.0:1746066859.494078:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1182 00000100:00100000:0.0:1746066859.494084:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2033:x1830882859800448:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066859.494180:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2033:x1830882859800448:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 95us (323us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066859.494186:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1182 00002000:00100000:0.0:1746066859.494191:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131cafb80 x1830882859800448/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746066870 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066859.494198:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cafb80 with x1830882859800448 ext(0->4095) 00010000:00010000:0.0:1746066859.494203:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091af2a00/0xd6b24631ff436e66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca3e expref: 44 pid: 9628 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.494212:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091af2a00/0xd6b24631ff436e66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca3e expref: 44 pid: 9628 timeout: 1071 lvb_type: 0 00002000:00010000:0.0:1746066859.494218:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131cafb80 00000100:00100000:0.0:1746066859.500674:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.504623:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+46:2031:x1830882859800704:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1001us (3954us total) trans 4294970314 rc 0/0 00000100:00100000:0.0:1746066859.504632:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1183 00002000:00100000:0.0:1746066859.504638:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d7ab800 x1830882859800704/t4294970314(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:265/0 lens 496/448 e 0 to 0 dl 1746066870 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066859.504647:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ab800 with x1830882859800704 ext(0->7) 00010000:00010000:0.0:1746066859.504652:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091af2a00/0xd6b24631ff436e66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca3e expref: 46 pid: 9628 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.504663:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091af2a00/0xd6b24631ff436e66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca3e expref: 46 pid: 9628 timeout: 1071 lvb_type: 0 00002000:00010000:0.0:1746066859.504669:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d7ab800 00000100:00100000:0.0:1746066859.514914:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.520198:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.521095:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.523771:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.526776:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.532670:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.537772:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.539045:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2033:x1830882859801984:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1001us (1279us total) trans 4294970315 rc 0/0 00000100:00100000:0.0:1746066859.539052:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1185 00002000:00100000:0.0:1746066859.539058:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009112aa00 x1830882859801984/t4294970315(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:265/0 lens 496/448 e 0 to 0 dl 1746066870 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066859.539070:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112aa00 with x1830882859801984 ext(0->7) 00010000:00010000:0.0:1746066859.539075:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21400/0xd6b24631ff436e74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca4c expref: 49 pid: 21660 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.539085:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21400/0xd6b24631ff436e74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca4c expref: 49 pid: 21660 timeout: 1071 lvb_type: 0 00002000:00010000:0.0:1746066859.539090:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009112aa00 00000100:00100000:0.0:1746066859.541758:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.545596:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.549697:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.552470:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.556195:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.556604:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.561228:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.561451:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.562166:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11003 00000100:00100000:0.0:1746066859.562173:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c40b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2033:x1830882859803392:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066859.562179:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066859.562187:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091af3c00/0xd6b24631ff436e7b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca53 expref: 49 pid: 9628 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.562195:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091af3c00/0xd6b24631ff436e7b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca53 expref: 49 pid: 9628 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.562206:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091af3c00/0xd6b24631ff436e7b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca53 expref: 49 pid: 9628 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.562218:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066859.562220:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066859.562225:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091af2000/0xd6b24631ff436e89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca61 expref: 48 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066859.562233:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091af2000/0xd6b24631ff436e89 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca61 expref: 48 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066859.562256:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091af2000/0xd6b24631ff436e89 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca61 expref: 48 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066859.562266:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c40bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882860835200:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066859.562303:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e9610c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066859.565522:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c40bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882860835200:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066859.565533:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066859.565550:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c40b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2033:x1830882859803392:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3378us (4100us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066859.565557:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11003 00000100:00100000:0.0:1746066859.566339:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.568974:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.570206:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+50:2032:x1830882859804032:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1060us (1234us total) trans 4294970316 rc 0/0 00000100:00100000:0.0:1746066859.570213:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1187 00002000:00100000:0.0:1746066859.570219:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132c34a80 x1830882859804032/t4294970316(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:265/0 lens 496/448 e 0 to 0 dl 1746066870 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066859.570231:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c34a80 with x1830882859804032 ext(0->7) 00010000:00010000:0.0:1746066859.570236:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091af2000/0xd6b24631ff436e89 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca61 expref: 50 pid: 21660 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.570508:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091af2000/0xd6b24631ff436e89 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca61 expref: 50 pid: 21660 timeout: 1071 lvb_type: 0 00002000:00010000:0.0:1746066859.570515:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c34a80 00000100:00080000:0.0:1746066859.571866:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066859.576217:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.584759:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.589179:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.596828:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.599778:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.600679:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.605592:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.609882:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.623523:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.631011:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.636956:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.639794:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2034:x1830882859805952:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2447us (2833us total) trans 4294970317 rc 0/0 00000100:00100000:0.0:1746066859.639804:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1189 00002000:00100000:0.0:1746066859.639812:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800958ebb80 x1830882859805952/t4294970317(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:265/0 lens 496/448 e 0 to 0 dl 1746066870 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066859.639827:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958ebb80 with x1830882859805952 ext(0->7) 00010000:00010000:0.0:1746066859.639835:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff436e9e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca76 expref: 52 pid: 9917 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.640075:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff436e9e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca76 expref: 52 pid: 9917 timeout: 1071 lvb_type: 0 00002000:00010000:0.0:1746066859.640082:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800958ebb80 00000100:00100000:0.0:1746066859.644943:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.649176:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.652023:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.652284:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.654712:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.668887:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.677087:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+55:2031:x1830882859807232:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3794us (8199us total) trans 4294970318 rc 0/0 00000100:00100000:0.0:1746066859.677099:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1191 00002000:00100000:0.0:1746066859.677108:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012eb57800 x1830882859807232/t4294970318(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:265/0 lens 496/448 e 0 to 0 dl 1746066870 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066859.677117:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb57800 with x1830882859807232 ext(0->7) 00010000:00010000:0.0:1746066859.677125:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091af2000/0xd6b24631ff436eac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca84 expref: 55 pid: 9917 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.677138:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091af2000/0xd6b24631ff436eac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca84 expref: 55 pid: 9917 timeout: 1071 lvb_type: 0 00002000:00010000:0.0:1746066859.677148:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012eb57800 00000100:00100000:0.0:1746066859.680458:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.687947:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.692783:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.693561:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.696120:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.699568:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.703776:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.703864:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.711972:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.729584:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.740591:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+57:2031:x1830882859809024:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 8632us (11012us total) trans 4294970319 rc 0/0 00000100:00100000:0.0:1746066859.740601:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1194 00002000:00100000:0.0:1746066859.740610:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094c8f100 x1830882859809024/t4294970319(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:265/0 lens 496/448 e 0 to 0 dl 1746066870 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066859.740618:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8f100 with x1830882859809024 ext(0->7) 00010000:00010000:0.0:1746066859.740627:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff436ec1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca99 expref: 57 pid: 21660 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.740647:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff436ec1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ca99 expref: 57 pid: 21660 timeout: 1071 lvb_type: 0 00002000:00010000:0.0:1746066859.740654:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c8f100 00000100:00100000:0.0:1746066859.744172:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.751858:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.755653:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.756264:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.762513:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.775824:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.778979:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+58:2032:x1830882859810304:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2860us (3153us total) trans 4294970320 rc 0/0 00000100:00100000:0.0:1746066859.778993:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1197 00002000:00100000:0.0:1746066859.779005:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132c38000 x1830882859810304/t4294970320(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:265/0 lens 496/448 e 0 to 0 dl 1746066870 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066859.779016:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c38000 with x1830882859810304 ext(0->7) 00010000:00010000:0.0:1746066859.779027:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012eae4e00/0xd6b24631ff436ecf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267caa7 expref: 58 pid: 9628 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.779045:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012eae4e00/0xd6b24631ff436ecf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267caa7 expref: 58 pid: 9628 timeout: 1071 lvb_type: 0 00002000:00010000:0.0:1746066859.779052:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c38000 00000100:00100000:0.0:1746066859.795875:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.804872:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.810501:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.813673:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.813748:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.815641:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859811072 00000100:00100000:0.0:1746066859.815651:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859811072 00010000:00010000:0.0:1746066859.815689:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091af3a00/0xd6b24631ff436ed6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267caae expref: 6 pid: 21660 timeout: 1071 lvb_type: 0 00000100:00100000:0.0:1746066859.815955:0:7258:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11015 00000100:00100000:0.0:1746066859.815963:0:7258:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882859811072:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066859.815977:0:7258:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066859.815998:0:7258:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091af3a00/0xd6b24631ff436ed6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267caae expref: 6 pid: 21660 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.816011:0:7258:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091af3a00/0xd6b24631ff436ed6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267caae expref: 6 pid: 21660 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.816033:0:7258:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091af3a00/0xd6b24631ff436ed6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267caae expref: 6 pid: 21660 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.816059:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066859.816061:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066859.816067:0:7258:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff436edd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cab5 expref: 60 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066859.816075:0:7258:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff436edd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cab5 expref: 60 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066859.816106:0:7258:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff436edd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cab5 expref: 60 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066859.816117:0:7258:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff436edd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cab5 expref: 60 pid: 9628 timeout: 1071 lvb_type: 0 00000100:00100000:0.0:1746066859.816134:0:7258:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e03800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7258:1830882860838272:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066859.821760:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.836791:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859811584 00000100:00100000:0.0:1746066859.836802:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859811584 00002000:00100000:0.0:1746066859.836853:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d734380 x1830882859811584/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:265/0 lens 496/0 e 0 to 0 dl 1746066870 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066859.836864:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d734380 with x1830882859811584 ext(0->7) 00010000:00010000:0.0:1746066859.837012:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff436edd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cab5 expref: 59 pid: 9628 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.837028:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff436edd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cab5 expref: 59 pid: 9628 timeout: 1071 lvb_type: 0 00002000:00010000:0.0:1746066859.837036:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d734380 00000100:00100000:0.0:1746066859.837902:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1199 00000100:00100000:0.0:1746066859.837913:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+59:2033:x1830882859811584:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066859.844789:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+61:2033:x1830882859811584:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6862us (8119us total) trans 4294970321 rc 0/0 00000100:00100000:0.0:1746066859.844805:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1199 00002000:00100000:0.0:1746066859.844819:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d734380 x1830882859811584/t4294970321(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:265/0 lens 496/448 e 0 to 0 dl 1746066870 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066859.844830:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d734380 with x1830882859811584 ext(0->7) 00010000:00010000:0.0:1746066859.844841:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff436edd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cab5 expref: 61 pid: 9628 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.844862:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff436edd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cab5 expref: 61 pid: 9628 timeout: 1071 lvb_type: 0 00002000:00010000:0.0:1746066859.844869:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d734380 00000100:00100000:0.0:1746066859.851621:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.861208:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.871910:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28186 00000100:00100000:0.0:1746066859.871918:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+60:1214:x1830882859812224:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066859.871926:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066859.871932:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4400/0xd6b24631ff436ef2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267caca expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066859.871945:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091af2000/0xd6b24631ff436ee4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cabc expref: 61 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066859.871952:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012eae4800/0xd6b24631ff436eeb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cac3 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066859.871957:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066859.871958:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066859.871961:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4400/0xd6b24631ff436ef2 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267caca expref: 61 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066859.871985:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012eae4800/0xd6b24631ff436eeb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cac3 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066859.872001:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012eae4800/0xd6b24631ff436eeb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cac3 expref: 6 pid: 9628 timeout: 1071 lvb_type: 0 00000100:00100000:0.0:1746066859.872012:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095e7c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9917:1830882860838528:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066859.872652:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091af2000/0xd6b24631ff436ee4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cabc expref: 61 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066859.872662:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091af2000/0xd6b24631ff436ee4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cabc expref: 61 pid: 21660 timeout: 1071 lvb_type: 0 00000100:00100000:0.0:1746066859.872671:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095e7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9917:1830882860838656:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066859.872694:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e9610c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066859.876087:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.878808:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.881557:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.881602:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.885584:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.894168:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.899807:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+63:2033:x1830882859813376:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5360us (5639us total) trans 4294970322 rc 0/0 00000100:00100000:0.0:1746066859.899817:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1202 00002000:00100000:0.0:1746066859.899826:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d6f1880 x1830882859813376/t4294970322(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:265/0 lens 496/448 e 0 to 0 dl 1746066870 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066859.899835:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f1880 with x1830882859813376 ext(0->7) 00010000:00010000:0.0:1746066859.899845:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4400/0xd6b24631ff436ef2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267caca expref: 63 pid: 9917 timeout: 1071 lvb_type: 0 00010000:00010000:0.0:1746066859.899860:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4400/0xd6b24631ff436ef2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267caca expref: 63 pid: 9917 timeout: 1071 lvb_type: 0 00002000:00010000:0.0:1746066859.900103:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d6f1880 00000100:00100000:0.0:1746066859.902424:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.907454:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.912917:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.915777:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.922194:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.929648:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.929701:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.941199:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859815168 00000100:00100000:0.0:1746066859.941204:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859815168 00000100:00100000:0.0:1746066859.941235:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28190 00000100:00100000:0.0:1746066859.941241:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1215:x1830882859815168:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066859.941253:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066859.941265:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009544ec00/0xd6b24631ff436f0e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267cae6 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066859.941285:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4200/0xd6b24631ff436f07 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cadf expref: 62 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066859.941291:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066859.941292:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066859.941295:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009544ec00/0xd6b24631ff436f0e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cae6 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066859.941316:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4200/0xd6b24631ff436f07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cadf expref: 62 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066859.941327:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4200/0xd6b24631ff436f07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cadf expref: 62 pid: 9917 timeout: 1072 lvb_type: 0 00000100:00100000:0.0:1746066859.941336:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095873100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9917:1830882860839552:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066859.944854:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095873100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9917:1830882860839552:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066859.944878:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009544ec00/0xd6b24631ff436f0e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cae6 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066859.944891:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544ec00, rc 0) 00000100:00100000:0.0:1746066859.944932:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1215:x1830882859815168:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3689us (4666us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066859.944940:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28190 00000100:00100000:0.0:1746066859.955276:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.962431:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2031:x1830882859815680:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3814us (7154us total) trans 4294970323 rc 0/0 00000100:00100000:0.0:1746066859.962441:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1204 00002000:00100000:0.0:1746066859.962455:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095873100 x1830882859815680/t4294970323(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:265/0 lens 496/448 e 0 to 0 dl 1746066870 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066859.962463:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095873100 with x1830882859815680 ext(0->7) 00010000:00010000:0.0:1746066859.962472:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4200/0xd6b24631ff436f07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cadf expref: 64 pid: 9917 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066859.962931:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4200/0xd6b24631ff436f07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cadf expref: 64 pid: 9917 timeout: 1072 lvb_type: 0 00002000:00010000:0.0:1746066859.962938:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095873100 00000100:00100000:0.0:1746066859.968097:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.970909:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859815936 00000100:00100000:0.0:1746066859.970914:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859815936 00000100:00100000:0.0:1746066859.970941:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28191 00000100:00100000:0.0:1746066859.970946:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+64:1214:x1830882859815936:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066859.970957:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066859.970970:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132e0a200/0xd6b24631ff436f15 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267caed expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066859.970989:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009544ec00/0xd6b24631ff436f0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cae6 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066859.970994:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066859.970996:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066859.970998:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132e0a200/0xd6b24631ff436f15 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267caed expref: 65 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066859.971015:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009544ec00/0xd6b24631ff436f0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cae6 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066859.971023:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009544ec00/0xd6b24631ff436f0e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cae6 expref: 5 pid: 9917 timeout: 1072 lvb_type: 0 00000100:00100000:0.0:1746066859.971036:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d55c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9917:1830882860839808:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066859.971074:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e9610c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066859.975785:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.979714:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.983999:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.989326:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066859.994420:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.006914:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00080000:0.0:1746066860.008137:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066860.010159:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.012663:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.014933:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.021269:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.026451:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.041787:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.051145:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+68:2034:x1830882859817984:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 8725us (9358us total) trans 4294970325 rc 0/0 00000100:00100000:0.0:1746066860.051156:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1208 00002000:00100000:0.0:1746066860.051166:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009112e300 x1830882859817984/t4294970325(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:266/0 lens 496/448 e 0 to 0 dl 1746066871 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.051174:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112e300 with x1830882859817984 ext(0->7) 00010000:00010000:0.0:1746066860.051183:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff436f23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cafb expref: 68 pid: 9917 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.051197:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff436f23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cafb expref: 68 pid: 9917 timeout: 1072 lvb_type: 0 00002000:00010000:0.0:1746066860.051204:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009112e300 00000100:00100000:0.0:1746066860.059497:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.068160:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.078481:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.081925:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.088196:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.095812:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.123868:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.136626:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.145620:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.153554:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.162252:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.169569:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.172321:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2034:x1830882859820288:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2551us (2752us total) trans 4294970327 rc 0/0 00000100:00100000:0.0:1746066860.172333:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1212 00002000:00100000:0.0:1746066860.172381:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880081c38000 x1830882859820288/t4294970327(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:266/0 lens 496/448 e 0 to 0 dl 1746066871 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.172391:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c38000 with x1830882859820288 ext(0->7) 00010000:00010000:0.0:1746066860.172400:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c5400/0xd6b24631ff436f3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb17 expref: 72 pid: 9917 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.172415:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c5400/0xd6b24631ff436f3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb17 expref: 72 pid: 9917 timeout: 1072 lvb_type: 0 00002000:00010000:0.0:1746066860.172427:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081c38000 00000100:00100000:0.0:1746066860.177847:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.177903:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.183100:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.194435:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.201774:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.204851:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.206247:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2034:x1830882859821440:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 829us (1395us total) trans 4294970328 rc 0/0 00000100:00100000:0.0:1746066860.206254:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1214 00002000:00100000:0.0:1746066860.206260:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880081c39500 x1830882859821440/t4294970328(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:266/0 lens 496/448 e 0 to 0 dl 1746066871 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.206266:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c39500 with x1830882859821440 ext(0->7) 00010000:00010000:0.0:1746066860.206272:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012eae4e00/0xd6b24631ff436f4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb25 expref: 74 pid: 9917 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.206281:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012eae4e00/0xd6b24631ff436f4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb25 expref: 74 pid: 9917 timeout: 1072 lvb_type: 0 00002000:00010000:0.0:1746066860.206287:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081c39500 00000100:00100000:0.0:1746066860.209909:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.216510:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.220846:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.228062:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.242122:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.244902:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.247697:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2031:x1830882859823232:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2576us (2796us total) trans 4294970329 rc 0/0 00000100:00100000:0.0:1746066860.247705:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1217 00002000:00100000:0.0:1746066860.247712:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880081c3aa00 x1830882859823232/t4294970329(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:266/0 lens 496/448 e 0 to 0 dl 1746066871 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.247719:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3aa00 with x1830882859823232 ext(0->7) 00010000:00010000:0.0:1746066860.247727:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012eae4800/0xd6b24631ff436f62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb3a expref: 76 pid: 9628 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.247739:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012eae4800/0xd6b24631ff436f62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb3a expref: 76 pid: 9628 timeout: 1072 lvb_type: 0 00002000:00010000:0.0:1746066860.247744:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081c3aa00 00000100:00100000:0.0:1746066860.250283:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.257145:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.264696:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.268164:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.272994:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.280652:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.288750:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11037 00000100:00100000:0.0:1746066860.288758:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882859824512:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066860.288765:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066860.288772:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091af3a00/0xd6b24631ff436f69 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb41 expref: 6 pid: 21660 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.288786:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091af3a00/0xd6b24631ff436f69 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb41 expref: 6 pid: 21660 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.288797:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091af3a00/0xd6b24631ff436f69 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb41 expref: 6 pid: 21660 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.289475:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066860.289477:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066860.289485:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ea27800/0xd6b24631ff436f77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb4f expref: 77 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.289494:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea27800/0xd6b24631ff436f77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb4f expref: 77 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.289518:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008ea27800/0xd6b24631ff436f77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb4f expref: 77 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.289530:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ea27800/0xd6b24631ff436f77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb4f expref: 77 pid: 9628 timeout: 1072 lvb_type: 0 00000100:00100000:0.0:1746066860.289543:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081c39880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882860843392:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066860.294952:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859825024 00000100:00100000:0.0:1746066860.294962:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859825024 00002000:00100000:0.0:1746066860.295009:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800908e6a00 x1830882859825024/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746066871 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.295018:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e6a00 with x1830882859825024 ext(0->4095) 00010000:00010000:0.0:1746066860.295028:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ea27800/0xd6b24631ff436f77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb4f expref: 77 pid: 9628 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.295040:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ea27800/0xd6b24631ff436f77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb4f expref: 77 pid: 9628 timeout: 1072 lvb_type: 0 00002000:00010000:0.0:1746066860.295047:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800908e6a00 00000100:00100000:0.0:1746066860.295078:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1218 00000100:00100000:0.0:1746066860.295085:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2033:x1830882859825024:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066860.295269:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2033:x1830882859825024:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 183us (382us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066860.295276:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1218 00002000:00100000:0.0:1746066860.295282:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800908e6a00 x1830882859825024/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746066871 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.295289:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e6a00 with x1830882859825024 ext(0->4095) 00010000:00010000:0.0:1746066860.295294:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ea27800/0xd6b24631ff436f77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb4f expref: 77 pid: 9628 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.295303:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ea27800/0xd6b24631ff436f77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb4f expref: 77 pid: 9628 timeout: 1072 lvb_type: 0 00002000:00010000:0.0:1746066860.295309:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800908e6a00 00000100:00100000:0.0:1746066860.301533:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.302540:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+79:2034:x1830882859825280:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 754us (1013us total) trans 4294970330 rc 0/0 00000100:00100000:0.0:1746066860.302548:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1219 00002000:00100000:0.0:1746066860.302556:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880081c39880 x1830882859825280/t4294970330(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:266/0 lens 496/448 e 0 to 0 dl 1746066871 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.302564:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c39880 with x1830882859825280 ext(0->7) 00010000:00010000:0.0:1746066860.302569:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ea27800/0xd6b24631ff436f77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb4f expref: 79 pid: 9628 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.302580:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ea27800/0xd6b24631ff436f77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb4f expref: 79 pid: 9628 timeout: 1072 lvb_type: 0 00002000:00010000:0.0:1746066860.302586:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081c39880 00000100:00100000:0.0:1746066860.304084:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.312076:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.320716:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.320760:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.331205:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.331604:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.333788:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.337084:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.340806:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091039500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2031:x1830882859827072:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3409us (3716us total) trans 4294970331 rc 0/0 00000100:00100000:0.0:1746066860.340818:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1222 00002000:00100000:0.0:1746066860.340828:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880091039500 x1830882859827072/t4294970331(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:266/0 lens 496/448 e 0 to 0 dl 1746066871 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.340837:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091039500 with x1830882859827072 ext(0->7) 00010000:00010000:0.0:1746066860.340847:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ea27a00/0xd6b24631ff436f85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb5d expref: 81 pid: 21660 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.340869:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ea27a00/0xd6b24631ff436f85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb5d expref: 81 pid: 21660 timeout: 1072 lvb_type: 0 00002000:00010000:0.0:1746066860.340876:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091039500 00000100:00100000:0.0:1746066860.343985:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.350302:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.356113:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.356167:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.358720:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.358899:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.362733:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.366555:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.369152:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.373702:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.378270:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2034:x1830882859828736:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4231us (4566us total) trans 4294970332 rc 0/0 00000100:00100000:0.0:1746066860.378283:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1224 00002000:00100000:0.0:1746066860.378292:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009103b800 x1830882859828736/t4294970332(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:266/0 lens 496/448 e 0 to 0 dl 1746066871 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.378301:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009103b800 with x1830882859828736 ext(0->7) 00010000:00010000:0.0:1746066860.378311:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091af2600/0xd6b24631ff436fa1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb79 expref: 82 pid: 9628 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.378329:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091af2600/0xd6b24631ff436fa1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb79 expref: 82 pid: 9628 timeout: 1072 lvb_type: 0 00002000:00010000:0.0:1746066860.378377:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009103b800 00000100:00100000:0.0:1746066860.383050:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.383788:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.388261:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859829248 00000100:00100000:0.0:1746066860.388267:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859829248 00002000:00100000:0.0:1746066860.388304:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009126c000 x1830882859829248/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746066871 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.388315:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126c000 with x1830882859829248 ext(0->4095) 00010000:00010000:0.0:1746066860.388323:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21800/0xd6b24631ff436fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb80 expref: 6 pid: 9628 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.388374:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21800/0xd6b24631ff436fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb80 expref: 6 pid: 9628 timeout: 1072 lvb_type: 0 00002000:00010000:0.0:1746066860.388382:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009126c000 00000100:00100000:0.0:1746066860.388411:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1225 00000100:00100000:0.0:1746066860.388418:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882859829248:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066860.388545:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882859829248:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 127us (393us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066860.388551:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1225 00002000:00100000:0.0:1746066860.388557:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009126c000 x1830882859829248/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746066871 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.388564:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126c000 with x1830882859829248 ext(0->4095) 00010000:00010000:0.0:1746066860.388570:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21800/0xd6b24631ff436fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb80 expref: 6 pid: 9628 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.388580:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21800/0xd6b24631ff436fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb80 expref: 6 pid: 9628 timeout: 1072 lvb_type: 0 00002000:00010000:0.0:1746066860.388585:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009126c000 00000100:00100000:0.0:1746066860.390831:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.394278:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.403103:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.409751:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.413025:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091030a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2031:x1830882859829888:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2842us (3270us total) trans 4294970333 rc 0/0 00000100:00100000:0.0:1746066860.413041:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1226 00002000:00100000:0.0:1746066860.413049:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880091030a80 x1830882859829888/t4294970333(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:266/0 lens 496/448 e 0 to 0 dl 1746066871 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.413060:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091030a80 with x1830882859829888 ext(0->7) 00010000:00010000:0.0:1746066860.413070:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff436faf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb87 expref: 84 pid: 9628 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.413086:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff436faf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb87 expref: 84 pid: 9628 timeout: 1072 lvb_type: 0 00002000:00010000:0.0:1746066860.413093:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091030a80 00000100:00100000:0.0:1746066860.415061:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.422613:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.425617:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.427110:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.429778:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.441144:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.442885:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091031880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+87:2032:x1830882859831168:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1140us (1751us total) trans 4294970334 rc 0/0 00000100:00100000:0.0:1746066860.442894:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1228 00002000:00100000:0.0:1746066860.442901:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880091031880 x1830882859831168/t4294970334(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:266/0 lens 496/448 e 0 to 0 dl 1746066871 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.442908:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091031880 with x1830882859831168 ext(0->7) 00010000:00010000:0.0:1746066860.442914:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff436fbd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb95 expref: 87 pid: 9628 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.442927:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff436fbd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb95 expref: 87 pid: 9628 timeout: 1072 lvb_type: 0 00002000:00010000:0.0:1746066860.442933:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091031880 00000100:00100000:0.0:1746066860.449487:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.455956:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.457394:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091031f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2033:x1830882859831552:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1067us (1445us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066860.457402:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12538 00002000:00100000:0.0:1746066860.457407:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091031f80 x1830882859831552/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746066871 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.457415:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091031f80 with x1830882859831552 ext(0->4095) 00002000:00010000:0.0:1746066860.457418:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091031f80 00000100:00100000:0.0:1746066860.460832:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.467422:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.484854:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859832576 00000100:00100000:0.0:1746066860.484864:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859832576 00000100:00100000:0.0:1746066860.484915:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28219 00000100:00100000:0.0:1746066860.484923:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1215:x1830882859832576:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066860.484944:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066860.484962:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c223a00/0xd6b24631ff436fd9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267cbb1 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.484988:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066860.484995:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095c21400/0xd6b24631ff436fd2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cbaa expref: 87 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.485001:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066860.485004:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c223a00/0xd6b24631ff436fd9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cbb1 expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.485041:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095c21400/0xd6b24631ff436fd2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cbaa expref: 87 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.485054:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c223a00/0xd6b24631ff436fd9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cbb1 expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.485064:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c223a00, rc 0) 00000100:00100000:0.0:1746066860.485109:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:1215:x1830882859832576:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 187us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066860.485116:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28219 00000100:00100000:0.0:1746066860.485142:0:7258:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859832704 00000100:00100000:0.0:1746066860.485144:0:7258:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859832704 00010000:00010000:0.0:1746066860.485159:0:7258:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095c0ac00/0xd6b24631ff436fc4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb9c expref: 88 pid: 9917 timeout: 1072 lvb_type: 0 00000100:00100000:0.0:1746066860.485176:0:7258:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859832448 00000100:00100000:0.0:1746066860.485178:0:7258:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859832448 00010000:00010000:0.0:1746066860.485185:0:7258:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095c21800/0xd6b24631ff436fcb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cba3 expref: 7 pid: 9628 timeout: 1072 lvb_type: 0 00000100:00100000:0.0:1746066860.485200:0:7258:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11049 00000100:00100000:0.0:1746066860.485206:0:7258:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2033:x1830882859832704:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066860.485214:0:7258:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066860.485232:0:7258:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095c0ac00/0xd6b24631ff436fc4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb9c expref: 88 pid: 9917 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.485241:0:7258:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095c0ac00/0xd6b24631ff436fc4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cb9c expref: 88 pid: 9917 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.485257:0:7258:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066860.485271:0:7258:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2033:x1830882859832704:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 65us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066860.485275:0:7258:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11049 00000100:00100000:0.0:1746066860.485283:0:7258:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11050 00000100:00100000:0.0:1746066860.485287:0:7258:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:2032:x1830882859832448:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066860.485292:0:7258:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066860.485297:0:7258:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095c21800/0xd6b24631ff436fcb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cba3 expref: 7 pid: 9628 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.485310:0:7258:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095c21800/0xd6b24631ff436fcb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cba3 expref: 7 pid: 9628 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.485318:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066860.485320:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066860.485325:0:7258:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095c21400/0xd6b24631ff436fd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cbaa expref: 87 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.485331:0:7258:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095c21400/0xd6b24631ff436fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cbaa expref: 87 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.485373:0:7258:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095c21400/0xd6b24631ff436fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cbaa expref: 87 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.485384:0:7258:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095c21400/0xd6b24631ff436fd2 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cbaa expref: 87 pid: 9628 timeout: 1072 lvb_type: 0 00000100:00100000:0.0:1746066860.485395:0:7258:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091032a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7258:1830882860846336:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066860.485442:0:7258:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e9610c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066860.490869:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.496908:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.499304:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091033100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2034:x1830882859833216:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1166us (2404us total) trans 4294970335 rc 0/0 00000100:00100000:0.0:1746066860.499314:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1231 00002000:00100000:0.0:1746066860.499321:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880091033100 x1830882859833216/t4294970335(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:266/0 lens 496/448 e 0 to 0 dl 1746066871 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.499337:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091033100 with x1830882859833216 ext(0->7) 00010000:00010000:0.0:1746066860.499380:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21400/0xd6b24631ff436fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cbaa expref: 88 pid: 9628 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.499392:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21400/0xd6b24631ff436fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cbaa expref: 88 pid: 9628 timeout: 1072 lvb_type: 0 00002000:00010000:0.0:1746066860.499399:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091033100 00000100:00100000:0.0:1746066860.503833:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.511881:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.519755:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.520748:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.521440:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28220 00000100:00100000:0.0:1746066860.521451:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091033b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+88:1215:x1830882859833728:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066860.521472:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066860.521490:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c223e00/0xd6b24631ff436fe0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267cbb8 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.521518:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066860.521520:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066860.521528:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c223e00/0xd6b24631ff436fe0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cbb8 expref: 89 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.521541:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c223e00/0xd6b24631ff436fe0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cbb8 expref: 89 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.521559:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c223e00, rc 0) 00000100:00100000:0.0:1746066860.522473:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091033b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+90:1215:x1830882859833728:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1023us (2727us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066860.522481:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28220 00000100:00100000:0.0:1746066860.530408:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.530451:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.534186:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.538771:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.543459:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef1c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2033:x1830882859835008:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4410us (4688us total) trans 4294970336 rc 0/0 00000100:00100000:0.0:1746066860.543474:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1234 00002000:00100000:0.0:1746066860.543485:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88011ef1c850 x1830882859835008/t4294970336(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:266/0 lens 496/448 e 0 to 0 dl 1746066871 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.543495:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ef1c850 with x1830882859835008 ext(0->7) 00010000:00010000:0.0:1746066860.543505:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091af2000/0xd6b24631ff436fe7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cbbf expref: 90 pid: 9628 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.543523:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091af2000/0xd6b24631ff436fe7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cbbf expref: 90 pid: 9628 timeout: 1072 lvb_type: 0 00002000:00010000:0.0:1746066860.543530:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ef1c850 00000100:00100000:0.0:1746066860.558179:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.560727:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.568977:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.576281:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.581475:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.588671:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.605843:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+92:2031:x1830882859836160:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4952us (6397us total) trans 4294970337 rc 0/0 00000100:00100000:0.0:1746066860.605854:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1236 00002000:00100000:0.0:1746066860.605865:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009126ce00 x1830882859836160/t4294970337(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:266/0 lens 496/448 e 0 to 0 dl 1746066871 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.605873:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126ce00 with x1830882859836160 ext(0->7) 00010000:00010000:0.0:1746066860.605882:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091af3600/0xd6b24631ff436ff5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cbcd expref: 92 pid: 9628 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.605897:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091af3600/0xd6b24631ff436ff5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cbcd expref: 92 pid: 9628 timeout: 1072 lvb_type: 0 00002000:00010000:0.0:1746066860.605904:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009126ce00 00000100:00100000:0.0:1746066860.608747:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.608796:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.615153:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859836672 00000100:00100000:0.0:1746066860.615161:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859836672 00002000:00100000:0.0:1746066860.615199:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131426d80 x1830882859836672/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746066871 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.615209:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131426d80 with x1830882859836672 ext(0->4095) 00010000:00010000:0.0:1746066860.615217:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091af2600/0xd6b24631ff436ffc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cbd4 expref: 6 pid: 9628 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.615231:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091af2600/0xd6b24631ff436ffc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cbd4 expref: 6 pid: 9628 timeout: 1072 lvb_type: 0 00002000:00010000:0.0:1746066860.615239:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131426d80 00000100:00100000:0.0:1746066860.615516:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1237 00000100:00100000:0.0:1746066860.615524:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859836672:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066860.615647:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859836672:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (769us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066860.615653:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1237 00002000:00100000:0.0:1746066860.615658:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131426d80 x1830882859836672/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746066871 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.615665:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131426d80 with x1830882859836672 ext(0->4095) 00010000:00010000:0.0:1746066860.615670:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091af2600/0xd6b24631ff436ffc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cbd4 expref: 6 pid: 9628 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.615679:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091af2600/0xd6b24631ff436ffc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cbd4 expref: 6 pid: 9628 timeout: 1072 lvb_type: 0 00002000:00010000:0.0:1746066860.615685:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131426d80 00000100:00100000:0.0:1746066860.618747:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.624224:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.635611:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.645846:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.650026:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091031c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+94:2034:x1830882859837312:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1450us (4184us total) trans 4294970338 rc 0/0 00000100:00100000:0.0:1746066860.650036:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1238 00002000:00100000:0.0:1746066860.650045:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880091031c00 x1830882859837312/t4294970338(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:266/0 lens 496/448 e 0 to 0 dl 1746066871 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.650056:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091031c00 with x1830882859837312 ext(0->7) 00010000:00010000:0.0:1746066860.650065:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091af3c00/0xd6b24631ff437003 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cbdb expref: 94 pid: 9628 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.650081:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091af3c00/0xd6b24631ff437003 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cbdb expref: 94 pid: 9628 timeout: 1072 lvb_type: 0 00002000:00010000:0.0:1746066860.650088:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091031c00 00000100:00100000:0.0:1746066860.661901:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.664510:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.670517:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.674803:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.681186:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.692707:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.698017:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.699822:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+96:2031:x1830882859838464:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1597us (1799us total) trans 4294970339 rc 0/0 00000100:00100000:0.0:1746066860.699831:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1240 00002000:00100000:0.0:1746066860.699839:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800962e9180 x1830882859838464/t4294970339(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:266/0 lens 496/448 e 0 to 0 dl 1746066871 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.699848:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800962e9180 with x1830882859838464 ext(0->7) 00010000:00010000:0.0:1746066860.699856:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21400/0xd6b24631ff437011 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cbe9 expref: 96 pid: 9628 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.699870:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21400/0xd6b24631ff437011 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cbe9 expref: 96 pid: 9628 timeout: 1072 lvb_type: 0 00002000:00010000:0.0:1746066860.699877:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800962e9180 00000100:00100000:0.0:1746066860.701747:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.711055:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.716469:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.717740:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.719876:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.725261:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.735026:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.743301:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.747636:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.759789:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.760820:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28232 00000100:00100000:0.0:1746066860.760828:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1215:x1830882859840384:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066860.760835:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066860.760842:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c222400/0xd6b24631ff437034 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267cc0c expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.761269:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066860.761275:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff43702d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc05 expref: 99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.761280:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066860.761283:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c222400/0xd6b24631ff437034 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc0c expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.761315:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff43702d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc05 expref: 99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.761333:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c222400/0xd6b24631ff437034 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc0c expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.761370:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c222400, rc 0) 00000100:00100000:0.0:1746066860.761674:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1215:x1830882859840384:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 846us (1018us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066860.761681:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28232 00000100:00100000:0.0:1746066860.769037:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.773160:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.779809:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.785512:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2034:x1830882859841024:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5348us (5702us total) trans 4294970341 rc 0/0 00000100:00100000:0.0:1746066860.785525:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1244 00002000:00100000:0.0:1746066860.785534:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009efa8e00 x1830882859841024/t4294970341(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:266/0 lens 496/448 e 0 to 0 dl 1746066871 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.785545:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efa8e00 with x1830882859841024 ext(0->7) 00010000:00010000:0.0:1746066860.785555:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff43702d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc05 expref: 100 pid: 9628 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.785573:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff43702d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc05 expref: 100 pid: 9628 timeout: 1072 lvb_type: 0 00002000:00010000:0.0:1746066860.785581:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009efa8e00 00000100:00100000:0.0:1746066860.791382:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.797268:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.797754:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.800241:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859841792 00000100:00100000:0.0:1746066860.800246:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859841792 00010000:00010000:0.0:1746066860.800268:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c222400/0xd6b24631ff437034 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc0c expref: 6 pid: 9627 timeout: 1072 lvb_type: 0 00000100:00100000:0.0:1746066860.800303:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11065 00000100:00100000:0.0:1746066860.800310:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131425c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859841792:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066860.800320:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066860.800337:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c222400/0xd6b24631ff437034 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc0c expref: 6 pid: 9627 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.800382:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c222400/0xd6b24631ff437034 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc0c expref: 6 pid: 9627 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.800545:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c222400/0xd6b24631ff437034 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc0c expref: 6 pid: 9627 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.800571:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066860.800573:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066860.800579:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff43703b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc13 expref: 101 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.800586:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff43703b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc13 expref: 101 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.800607:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff43703b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc13 expref: 101 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.800619:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff43703b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc13 expref: 101 pid: 9628 timeout: 1072 lvb_type: 0 00000100:00100000:0.0:1746066860.800629:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095e65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7259:1830882860850048:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066860.801234:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e9610c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066860.805062:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.812271:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.813311:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2032:x1830882859842304:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 715us (1048us total) trans 4294970342 rc 0/0 00000100:00100000:0.0:1746066860.813318:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1247 00002000:00100000:0.0:1746066860.813324:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095e67100 x1830882859842304/t4294970342(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:266/0 lens 496/448 e 0 to 0 dl 1746066871 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.813330:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e67100 with x1830882859842304 ext(0->7) 00010000:00010000:0.0:1746066860.813335:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff43703b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc13 expref: 103 pid: 9628 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.813380:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff43703b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc13 expref: 103 pid: 9628 timeout: 1072 lvb_type: 0 00002000:00010000:0.0:1746066860.813386:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095e67100 00000100:00100000:0.0:1746066860.819274:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.823177:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.827992:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.828099:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.835804:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.836745:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.841618:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.846720:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.853530:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.859768:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.862254:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2034:x1830882859843968:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2187us (2480us total) trans 4294970343 rc 0/0 00000100:00100000:0.0:1746066860.862265:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1249 00002000:00100000:0.0:1746066860.862272:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800957e5880 x1830882859843968/t4294970343(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:266/0 lens 496/448 e 0 to 0 dl 1746066871 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.862281:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e5880 with x1830882859843968 ext(0->7) 00010000:00010000:0.0:1746066860.862290:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ea27800/0xd6b24631ff437050 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc28 expref: 104 pid: 9917 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.862303:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ea27800/0xd6b24631ff437050 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc28 expref: 104 pid: 9917 timeout: 1072 lvb_type: 0 00002000:00010000:0.0:1746066860.862310:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957e5880 00000100:00100000:0.0:1746066860.870708:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.876460:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859844224 00000100:00100000:0.0:1746066860.876465:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859844224 00000100:00100000:0.0:1746066860.876509:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28238 00000100:00100000:0.0:1746066860.876516:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+104:1214:x1830882859844224:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066860.876530:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066860.876544:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c223e00/0xd6b24631ff43705e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267cc36 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.876565:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091af3600/0xd6b24631ff437057 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc2f expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.876572:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066860.876574:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066860.876577:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c223e00/0xd6b24631ff43705e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc36 expref: 105 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.876599:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091af3600/0xd6b24631ff437057 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc2f expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.876610:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091af3600/0xd6b24631ff437057 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc2f expref: 5 pid: 9917 timeout: 1072 lvb_type: 0 00000100:00100000:0.0:1746066860.876619:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800957e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9917:1830882860850944:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066860.876669:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e9610c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066860.878912:0:7258:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7258:1830882860850816:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066860.878931:0:7258:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066860.879574:0:7258:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+105:2033:x1830882859844096:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4426us (8874us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066860.879585:0:7258:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11069 00000100:00100000:0.0:1746066860.879905:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859844480 00000100:00100000:0.0:1746066860.879911:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859844480 00002000:00100000:0.0:1746066860.879951:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131424700 x1830882859844480/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746066871 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.879968:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131424700 with x1830882859844480 ext(0->4095) 00010000:00010000:0.0:1746066860.879976:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091af3600/0xd6b24631ff437057 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc2f expref: 6 pid: 9917 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.879989:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091af3600/0xd6b24631ff437057 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc2f expref: 6 pid: 9917 timeout: 1072 lvb_type: 0 00002000:00010000:0.0:1746066860.879995:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131424700 00000100:00100000:0.0:1746066860.880019:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1250 00000100:00100000:0.0:1746066860.880025:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131424700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859844480:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066860.882220:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859844480:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 2181us (2474us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066860.882234:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1250 00002000:00100000:0.0:1746066860.882245:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131424700 x1830882859844480/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746066871 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.882254:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131424700 with x1830882859844480 ext(0->4095) 00010000:00010000:0.0:1746066860.882264:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091af3600/0xd6b24631ff437057 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc2f expref: 6 pid: 9917 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.883035:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091af3600/0xd6b24631ff437057 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc2f expref: 6 pid: 9917 timeout: 1072 lvb_type: 0 00002000:00010000:0.0:1746066860.883044:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131424700 00000100:00100000:0.0:1746066860.885963:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.889512:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.889577:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859844864 00000100:00100000:0.0:1746066860.889584:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859844864 00002000:00100000:0.0:1746066860.889628:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957e4380 x1830882859844864/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746066871 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.889639:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e4380 with x1830882859844864 ext(0->4095) 00002000:00010000:0.0:1746066860.889644:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800957e4380 00000100:00100000:0.0:1746066860.889663:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12548 00000100:00100000:0.0:1746066860.889669:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2032:x1830882859844864:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066860.889909:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2032:x1830882859844864:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 238us (397us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066860.889916:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12548 00002000:00100000:0.0:1746066860.889922:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957e4380 x1830882859844864/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746066871 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.889931:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e4380 with x1830882859844864 ext(0->4095) 00002000:00010000:0.0:1746066860.889934:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800957e4380 00000100:00100000:0.0:1746066860.893419:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.898140:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.900006:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+106:2034:x1830882859845120:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1356us (1862us total) trans 4294970344 rc 0/0 00000100:00100000:0.0:1746066860.900015:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1251 00002000:00100000:0.0:1746066860.900022:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800946aad80 x1830882859845120/t4294970344(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:266/0 lens 496/448 e 0 to 0 dl 1746066871 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.900031:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aad80 with x1830882859845120 ext(0->7) 00010000:00010000:0.0:1746066860.900040:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c223e00/0xd6b24631ff43705e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc36 expref: 106 pid: 9917 timeout: 1072 lvb_type: 0 00010000:00010000:0.0:1746066860.900052:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c223e00/0xd6b24631ff43705e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc36 expref: 106 pid: 9917 timeout: 1072 lvb_type: 0 00002000:00010000:0.0:1746066860.900059:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946aad80 00000100:00100000:0.0:1746066860.901600:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.908586:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.916795:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.917077:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.918292:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859845760 00000100:00100000:0.0:1746066860.918297:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859845760 00000100:00100000:0.0:1746066860.918382:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28241 00000100:00100000:0.0:1746066860.918388:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+106:1215:x1830882859845760:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066860.918394:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066860.918400:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009093b200/0xd6b24631ff437073 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267cc4b expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.918503:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066860.918509:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095c20a00/0xd6b24631ff43706c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc44 expref: 108 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.918514:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066860.918517:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009093b200/0xd6b24631ff437073 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc4b expref: 108 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.918552:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095c20a00/0xd6b24631ff43706c lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc44 expref: 108 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.918567:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009093b200/0xd6b24631ff437073 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc4b expref: 108 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066860.918578:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009093b200, rc 0) 00000100:00100000:0.0:1746066860.918626:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+108:1215:x1830882859845760:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 238us (1549us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066860.918633:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28241 00000100:00100000:0.0:1746066860.923968:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.927892:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.932767:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.938996:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.942503:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.948968:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.960333:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.965621:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.979703:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066860.990217:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2034:x1830882859848448:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2101us (2519us total) trans 4294970346 rc 0/0 00000100:00100000:0.0:1746066860.990229:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1255 00002000:00100000:0.0:1746066860.990238:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009126df80 x1830882859848448/t4294970346(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:266/0 lens 496/448 e 0 to 0 dl 1746066871 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066860.990247:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126df80 with x1830882859848448 ext(0->7) 00010000:00010000:0.0:1746066860.990256:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c223200/0xd6b24631ff437081 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc59 expref: 110 pid: 9917 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066860.990277:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c223200/0xd6b24631ff437081 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc59 expref: 110 pid: 9917 timeout: 1073 lvb_type: 0 00002000:00010000:0.0:1746066860.990283:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009126df80 00000100:00100000:0.0:1746066860.993124:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.005279:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859848832 00000100:00100000:0.0:1746066861.005289:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859848832 00002000:00100000:0.0:1746066861.005364:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009126e300 x1830882859848832/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746066872 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.005376:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126e300 with x1830882859848832 ext(0->4095) 00002000:00010000:0.0:1746066861.005381:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009126e300 00000100:00100000:0.0:1746066861.005403:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12553 00000100:00100000:0.0:1746066861.005411:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859848832:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066861.005533:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859848832:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 123us (323us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066861.005539:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12553 00002000:00100000:0.0:1746066861.005545:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009126e300 x1830882859848832/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746066872 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.005552:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126e300 with x1830882859848832 ext(0->4095) 00002000:00010000:0.0:1746066861.005555:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009126e300 00000100:00100000:0.0:1746066861.008526:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.013958:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.020395:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.021438:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.024442:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.027056:0:7278:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860852864 00000100:00100000:0.0:1746066861.027064:0:7278:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860852864 00000100:00100000:0.0:1746066861.028264:0:7278:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:0.0:1746066861.028273:0:7278:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3790:x1830882860852864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746066861.028302:0:7278:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:0.0:1746066861.029131:0:7278:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3790:x1830882860852864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 860us (3052us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066861.029137:0:7278:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:0.0:1746066861.032198:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.038551:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.043311:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+113:2033:x1830882859850496:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4162us (4756us total) trans 4294970347 rc 0/0 00000100:00100000:0.0:1746066861.043325:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1257 00002000:00100000:0.0:1746066861.043337:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008f6a5500 x1830882859850496/t4294970347(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746066872 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.043387:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a5500 with x1830882859850496 ext(0->7) 00010000:00010000:0.0:1746066861.043402:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff437096 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc6e expref: 113 pid: 9917 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.043423:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff437096 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc6e expref: 113 pid: 9917 timeout: 1073 lvb_type: 0 00002000:00010000:0.0:1746066861.043431:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f6a5500 00000100:00100000:0.0:1746066861.048881:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.054175:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.058610:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.063336:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.064848:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.071541:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.072114:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.075044:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.075632:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.078134:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.082151:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.085239:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013142b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2031:x1830882859852544:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2833us (3088us total) trans 4294970348 rc 0/0 00000100:00100000:0.0:1746066861.085250:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1260 00002000:00100000:0.0:1746066861.085259:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013142b480 x1830882859852544/t4294970348(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746066872 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.085268:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013142b480 with x1830882859852544 ext(0->7) 00010000:00010000:0.0:1746066861.085278:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c223200/0xd6b24631ff4370ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc83 expref: 114 pid: 9627 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.085294:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c223200/0xd6b24631ff4370ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc83 expref: 114 pid: 9627 timeout: 1073 lvb_type: 0 00002000:00010000:0.0:1746066861.085301:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013142b480 00000100:00100000:0.0:1746066861.088647:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.092937:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131424e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882860853888:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066861.092953:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066861.092985:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d68450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+113:2031:x1830882859852672:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4195us (4345us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066861.092996:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11082 00000100:00100000:0.0:1746066861.098100:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.100710:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.111491:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.111538:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.111562:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859853696 00000100:00100000:0.0:1746066861.111568:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859853696 00000100:00100000:0.0:1746066861.111607:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28253 00000100:00100000:0.0:1746066861.111615:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131428a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+117:1215:x1830882859853696:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066861.111646:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066861.111664:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a79ee00/0xd6b24631ff4370c7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267cc9f expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066861.111685:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066861.111692:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c223e00/0xd6b24631ff4370c0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc98 expref: 118 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066861.111698:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066861.111703:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a79ee00/0xd6b24631ff4370c7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc9f expref: 118 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066861.111746:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c223e00/0xd6b24631ff4370c0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc98 expref: 117 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066861.111760:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a79ee00/0xd6b24631ff4370c7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc9f expref: 117 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066861.111774:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a79ee00, rc 0) 00000100:00100000:0.0:1746066861.113291:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131428a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+116:1215:x1830882859853696:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1672us (1748us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066861.113300:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28253 00000100:00100000:0.0:1746066861.120102:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.126274:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.128555:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013142ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+117:2033:x1830882859854336:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 954us (2287us total) trans 4294970349 rc 0/0 00000100:00100000:0.0:1746066861.128563:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1262 00002000:00100000:0.0:1746066861.128570:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013142ad80 x1830882859854336/t4294970349(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746066872 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.128577:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013142ad80 with x1830882859854336 ext(0->7) 00010000:00010000:0.0:1746066861.128583:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c223e00/0xd6b24631ff4370c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc98 expref: 117 pid: 9917 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.128593:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c223e00/0xd6b24631ff4370c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cc98 expref: 117 pid: 9917 timeout: 1073 lvb_type: 0 00002000:00010000:0.0:1746066861.128598:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013142ad80 00000100:00100000:0.0:1746066861.133273:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.141141:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.146510:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.150474:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.155214:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.155959:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.155984:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859855232 00000100:00100000:0.0:1746066861.155988:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859855232 00002000:00100000:0.0:1746066861.156021:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094eee300 x1830882859855232/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746066872 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.156030:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eee300 with x1830882859855232 ext(0->4095) 00010000:00010000:0.0:1746066861.156037:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091af2600/0xd6b24631ff4370ce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cca6 expref: 6 pid: 9917 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.156049:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091af2600/0xd6b24631ff4370ce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cca6 expref: 6 pid: 9917 timeout: 1073 lvb_type: 0 00002000:00010000:0.0:1746066861.156055:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094eee300 00000100:00100000:0.0:1746066861.156071:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1263 00000100:00100000:0.0:1746066861.156077:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882859855232:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066861.156194:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882859855232:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 116us (235us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066861.156823:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1263 00002000:00100000:0.0:1746066861.156831:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094eee300 x1830882859855232/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746066872 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.156839:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eee300 with x1830882859855232 ext(0->4095) 00010000:00010000:0.0:1746066861.156845:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091af2600/0xd6b24631ff4370ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cca6 expref: 6 pid: 9917 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.156856:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091af2600/0xd6b24631ff4370ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cca6 expref: 6 pid: 9917 timeout: 1073 lvb_type: 0 00002000:00010000:0.0:1746066861.156869:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094eee300 00000100:00100000:0.0:1746066861.162143:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.162181:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.162511:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11087 00000100:00100000:0.0:1746066861.162522:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859855488:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066861.162536:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066861.162554:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091af2600/0xd6b24631ff4370ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cca6 expref: 6 pid: 9917 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.162565:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091af2600/0xd6b24631ff4370ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cca6 expref: 6 pid: 9917 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.162581:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091af2600/0xd6b24631ff4370ce lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cca6 expref: 6 pid: 9917 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.162601:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066861.162603:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066861.162608:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091af3a00/0xd6b24631ff4370d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ccad expref: 117 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066861.162613:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091af3a00/0xd6b24631ff4370d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ccad expref: 116 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066861.162634:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091af3a00/0xd6b24631ff4370d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ccad expref: 116 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066861.162644:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091af3a00/0xd6b24631ff4370d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ccad expref: 116 pid: 9917 timeout: 1073 lvb_type: 0 00000100:00100000:0.0:1746066861.162652:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130527800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7259:1830882860855040:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066861.162703:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9ecf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066861.164852:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.170069:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.174085:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+119:2034:x1830882859856128:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1848us (4018us total) trans 4294970350 rc 0/0 00000100:00100000:0.0:1746066861.174095:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1265 00002000:00100000:0.0:1746066861.174103:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130525f80 x1830882859856128/t4294970350(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746066872 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.174112:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130525f80 with x1830882859856128 ext(0->7) 00010000:00010000:0.0:1746066861.174120:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091af3a00/0xd6b24631ff4370d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ccad expref: 119 pid: 9917 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.174134:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091af3a00/0xd6b24631ff4370d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ccad expref: 119 pid: 9917 timeout: 1073 lvb_type: 0 00002000:00010000:0.0:1746066861.174141:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130525f80 00000100:00100000:0.0:1746066861.178006:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.185443:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.189807:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.190075:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.194222:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.197902:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859857152 00000100:00100000:0.0:1746066861.197908:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859857152 00002000:00100000:0.0:1746066861.197939:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800963e8700 x1830882859857152/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746066872 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.197949:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963e8700 with x1830882859857152 ext(0->4095) 00010000:00010000:0.0:1746066861.197957:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091af3c00/0xd6b24631ff4370e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ccc2 expref: 118 pid: 9917 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.197970:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091af3c00/0xd6b24631ff4370e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ccc2 expref: 118 pid: 9917 timeout: 1073 lvb_type: 0 00002000:00010000:0.0:1746066861.197976:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800963e8700 00000100:00100000:0.0:1746066861.198002:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1266 00000100:00100000:0.0:1746066861.198009:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+118:2033:x1830882859857152:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066861.198120:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+118:2033:x1830882859857152:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 111us (341us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066861.198126:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1266 00002000:00100000:0.0:1746066861.198132:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800963e8700 x1830882859857152/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746066872 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.198139:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963e8700 with x1830882859857152 ext(0->4095) 00010000:00010000:0.0:1746066861.198143:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091af3c00/0xd6b24631ff4370e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ccc2 expref: 118 pid: 9917 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.198153:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091af3c00/0xd6b24631ff4370e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ccc2 expref: 118 pid: 9917 timeout: 1073 lvb_type: 0 00002000:00010000:0.0:1746066861.198163:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800963e8700 00000100:00100000:0.0:1746066861.208683:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.220188:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.227132:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.227218:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.245572:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.251149:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.256598:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+123:2031:x1830882859858688:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5016us (5448us total) trans 4294970352 rc 0/0 00000100:00100000:0.0:1746066861.256610:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1270 00002000:00100000:0.0:1746066861.256617:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094c43b80 x1830882859858688/t4294970352(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746066872 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.256626:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c43b80 with x1830882859858688 ext(0->7) 00010000:00010000:0.0:1746066861.256646:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff4370f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ccc9 expref: 123 pid: 9917 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.256660:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff4370f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ccc9 expref: 123 pid: 9917 timeout: 1073 lvb_type: 0 00002000:00010000:0.0:1746066861.256666:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c43b80 00000100:00100000:0.0:1746066861.276921:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.277762:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.277799:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859858944 00000100:00100000:0.0:1746066861.277806:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859858944 00000100:00100000:0.0:1746066861.278131:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28261 00000100:00100000:0.0:1746066861.278141:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+124:1214:x1830882859858944:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066861.278159:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066861.278178:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132e39a00/0xd6b24631ff4370ff lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ccd7 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066861.278206:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066861.278213:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095c21400/0xd6b24631ff4370f8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ccd0 expref: 125 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066861.278219:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746066861.278222:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132e39a00/0xd6b24631ff4370ff lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ccd7 expref: 125 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066861.278258:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095c21400/0xd6b24631ff4370f8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ccd0 expref: 125 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066861.278271:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132e39a00/0xd6b24631ff4370ff lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ccd7 expref: 125 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066861.278281:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132e39a00, rc 0) 00000100:00100000:0.0:1746066861.278336:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+125:1214:x1830882859858944:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 196us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066861.278375:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28261 00000100:00100000:0.0:1746066861.285707:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.290081:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.290171:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.296595:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.302618:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.311960:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.315923:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.320436:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.331749:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.335959:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.336041:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.340891:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.342488:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.342523:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.348287:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.351510:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.355622:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+127:2034:x1830882859862016:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3069us (4106us total) trans 4294970354 rc 0/0 00000100:00100000:0.0:1746066861.355631:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1276 00002000:00100000:0.0:1746066861.355638:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132c3b800 x1830882859862016/t4294970354(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746066872 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.355648:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3b800 with x1830882859862016 ext(0->7) 00010000:00010000:0.0:1746066861.355655:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0b400/0xd6b24631ff437114 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ccec expref: 127 pid: 21660 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.355669:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c0b400/0xd6b24631ff437114 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ccec expref: 127 pid: 21660 timeout: 1073 lvb_type: 0 00002000:00010000:0.0:1746066861.355675:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c3b800 00000100:00100000:0.0:1746066861.360650:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.364582:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.364610:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859862400 00000100:00100000:0.0:1746066861.364618:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859862400 00002000:00100000:0.0:1746066861.364687:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132c39500 x1830882859862400/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746066872 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.364698:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c39500 with x1830882859862400 ext(0->4095) 00002000:00010000:0.0:1746066861.364703:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c39500 00000100:00100000:0.0:1746066861.366232:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.370689:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.375309:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.380743:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.384518:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.384987:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.385250:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.388609:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.391772:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+128:2034:x1830882859864064:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 765us (1095us total) trans 4294970355 rc 0/0 00000100:00100000:0.0:1746066861.391780:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1278 00002000:00100000:0.0:1746066861.391788:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009126f100 x1830882859864064/t4294970355(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746066872 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.391796:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126f100 with x1830882859864064 ext(0->7) 00010000:00010000:0.0:1746066861.391802:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21600/0xd6b24631ff437129 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cd01 expref: 128 pid: 9917 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.391813:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21600/0xd6b24631ff437129 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cd01 expref: 128 pid: 9917 timeout: 1073 lvb_type: 0 00002000:00010000:0.0:1746066861.391820:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009126f100 00000100:00100000:0.0:1746066861.394196:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.399522:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.402712:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.404194:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.413795:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.414216:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.416726:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.416768:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.418859:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.424150:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.425622:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+131:2032:x1830882859866112:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1286us (1472us total) trans 4294970356 rc 0/0 00000100:00100000:0.0:1746066861.425632:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1280 00002000:00100000:0.0:1746066861.425639:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800952e6a00 x1830882859866112/t4294970356(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746066872 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.425649:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e6a00 with x1830882859866112 ext(0->7) 00010000:00010000:0.0:1746066861.425656:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff43713e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cd16 expref: 131 pid: 21660 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.425669:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff43713e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cd16 expref: 131 pid: 21660 timeout: 1073 lvb_type: 0 00002000:00010000:0.0:1746066861.425677:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800952e6a00 00000100:00100000:0.0:1746066861.433731:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.439418:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.446692:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.452338:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.452569:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.456520:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.460671:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.463313:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.465066:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.468868:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.476706:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.481577:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.490020:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.493592:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.495816:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+135:2032:x1830882859869056:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2003us (2227us total) trans 4294970358 rc 0/0 00000100:00100000:0.0:1746066861.495827:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1284 00002000:00100000:0.0:1746066861.495836:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008e98d500 x1830882859869056/t4294970358(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746066872 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.495844:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98d500 with x1830882859869056 ext(0->7) 00010000:00010000:0.0:1746066861.495852:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085a600/0xd6b24631ff437161 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cd39 expref: 135 pid: 21660 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.495868:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085a600/0xd6b24631ff437161 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cd39 expref: 135 pid: 21660 timeout: 1073 lvb_type: 0 00002000:00010000:0.0:1746066861.495875:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e98d500 00000100:00100000:0.0:1746066861.501654:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.504921:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.509270:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.511779:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859869696 00000100:00100000:0.0:1746066861.511786:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859869696 00000100:00100000:0.0:1746066861.511830:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28278 00000100:00100000:0.0:1746066861.511836:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131424000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+134:1214:x1830882859869696:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066861.511851:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066861.511865:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095c20a00/0xd6b24631ff437176 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267cd4e expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066861.512073:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff437168 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cd40 expref: 135 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066861.512082:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009085a600/0xd6b24631ff43716f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cd47 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066861.512089:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066861.512090:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066861.512094:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095c20a00/0xd6b24631ff437176 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cd4e expref: 135 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066861.512124:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009085a600/0xd6b24631ff43716f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cd47 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066861.512136:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009085a600/0xd6b24631ff43716f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cd47 expref: 5 pid: 21660 timeout: 1073 lvb_type: 0 00000100:00100000:0.0:1746066861.512149:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9627:1830882860859904:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066861.512242:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff437168 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cd40 expref: 135 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066861.512254:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff437168 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cd40 expref: 135 pid: 9917 timeout: 1073 lvb_type: 0 00000100:00100000:0.0:1746066861.512263:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9627:1830882860860032:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066861.512283:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9ecf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066861.515228:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.517526:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.518637:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.519108:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.524688:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.537935:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.540027:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+137:2033:x1830882859870848:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1401us (2100us total) trans 4294970359 rc 0/0 00000100:00100000:0.0:1746066861.540036:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1287 00002000:00100000:0.0:1746066861.540044:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008e98e680 x1830882859870848/t4294970359(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746066872 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.540440:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98e680 with x1830882859870848 ext(0->7) 00010000:00010000:0.0:1746066861.540448:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c20a00/0xd6b24631ff437176 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cd4e expref: 137 pid: 9627 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.540462:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c20a00/0xd6b24631ff437176 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cd4e expref: 137 pid: 9627 timeout: 1073 lvb_type: 0 00002000:00010000:0.0:1746066861.540468:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e98e680 00000100:00100000:0.0:1746066861.548608:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.551862:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.559069:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.564980:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.565081:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.573514:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.581753:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.583705:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+138:2033:x1830882859872128:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 973us (1962us total) trans 4294970360 rc 0/0 00000100:00100000:0.0:1746066861.583715:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1290 00002000:00100000:0.0:1746066861.583722:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095873b80 x1830882859872128/t4294970360(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746066872 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.583732:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095873b80 with x1830882859872128 ext(0->7) 00010000:00010000:0.0:1746066861.583739:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085b400/0xd6b24631ff437184 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cd5c expref: 138 pid: 21660 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.583750:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085b400/0xd6b24631ff437184 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cd5c expref: 138 pid: 21660 timeout: 1073 lvb_type: 0 00002000:00010000:0.0:1746066861.583756:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095873b80 00000100:00100000:0.0:1746066861.587175:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.598942:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.602586:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.612521:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.616942:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.616998:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.619901:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.619952:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.629868:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859873664 00000100:00100000:0.0:1746066861.629876:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859873664 00002000:00100000:0.0:1746066861.629918:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009126f800 x1830882859873664/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746066872 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.630102:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126f800 with x1830882859873664 ext(0->4095) 00010000:00010000:0.0:1746066861.630111:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21600/0xd6b24631ff437199 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cd71 expref: 138 pid: 9627 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.630125:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21600/0xd6b24631ff437199 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cd71 expref: 138 pid: 9627 timeout: 1073 lvb_type: 0 00002000:00010000:0.0:1746066861.630133:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009126f800 00000100:00100000:0.0:1746066861.640221:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.644160:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+140:2034:x1830882859873920:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3328us (3939us total) trans 4294970361 rc 0/0 00000100:00100000:0.0:1746066861.644179:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1293 00002000:00100000:0.0:1746066861.644190:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095870380 x1830882859873920/t4294970361(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746066872 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.644200:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095870380 with x1830882859873920 ext(0->7) 00010000:00010000:0.0:1746066861.644210:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21600/0xd6b24631ff437199 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cd71 expref: 140 pid: 9627 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.644226:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21600/0xd6b24631ff437199 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cd71 expref: 140 pid: 9627 timeout: 1073 lvb_type: 0 00002000:00010000:0.0:1746066861.644233:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095870380 00000100:00100000:0.0:1746066861.655542:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.663701:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.664253:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.670962:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.671021:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.676787:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859874944 00000100:00100000:0.0:1746066861.676794:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859874944 00002000:00100000:0.0:1746066861.676837:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800963ebb80 x1830882859874944/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746066872 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.676846:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ebb80 with x1830882859874944 ext(0->4095) 00010000:00010000:0.0:1746066861.676856:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085ac00/0xd6b24631ff4371a7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cd7f expref: 142 pid: 21660 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.676869:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085ac00/0xd6b24631ff4371a7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cd7f expref: 142 pid: 21660 timeout: 1073 lvb_type: 0 00002000:00010000:0.0:1746066861.676876:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800963ebb80 00000100:00100000:0.0:1746066861.682682:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.692180:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.700820:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.705691:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.711897:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.714688:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.716086:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.719728:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.722535:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.722581:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.727192:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.733721:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.738722:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+144:2033:x1830882859877248:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4724us (5000us total) trans 4294970363 rc 0/0 00000100:00100000:0.0:1746066861.738737:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1298 00002000:00100000:0.0:1746066861.738751:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800958e9f80 x1830882859877248/t4294970363(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746066872 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.738761:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e9f80 with x1830882859877248 ext(0->7) 00010000:00010000:0.0:1746066861.738773:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138000/0xd6b24631ff4371bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cd94 expref: 144 pid: 21660 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.738791:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138000/0xd6b24631ff4371bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cd94 expref: 144 pid: 21660 timeout: 1073 lvb_type: 0 00002000:00010000:0.0:1746066861.738798:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800958e9f80 00000100:00100000:0.0:1746066861.742648:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.751685:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.763277:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.763330:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.772174:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.774828:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.777645:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.781111:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.784646:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.786399:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+146:2032:x1830882859879040:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1304us (1757us total) trans 4294970364 rc 0/0 00000100:00100000:0.0:1746066861.786409:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1301 00002000:00100000:0.0:1746066861.786418:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095a62680 x1830882859879040/t4294970364(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746066872 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.786431:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a62680 with x1830882859879040 ext(0->7) 00010000:00010000:0.0:1746066861.786439:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c20a00/0xd6b24631ff4371d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cda9 expref: 146 pid: 9627 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.786451:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c20a00/0xd6b24631ff4371d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cda9 expref: 146 pid: 9627 timeout: 1073 lvb_type: 0 00002000:00010000:0.0:1746066861.786456:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095a62680 00000100:00100000:0.0:1746066861.788203:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.791603:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.794302:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.796258:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.807782:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.813993:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.814050:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.818528:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.818599:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.827784:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.844793:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.848233:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+149:2031:x1830882859881344:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2685us (3438us total) trans 4294970365 rc 0/0 00000100:00100000:0.0:1746066861.848247:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1304 00002000:00100000:0.0:1746066861.848259:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012ffaaa00 x1830882859881344/t4294970365(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746066872 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.848275:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffaaa00 with x1830882859881344 ext(0->7) 00010000:00010000:0.0:1746066861.848286:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133139c00/0xd6b24631ff4371e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cdbe expref: 149 pid: 9917 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.848544:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133139c00/0xd6b24631ff4371e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cdbe expref: 149 pid: 9917 timeout: 1073 lvb_type: 0 00002000:00010000:0.0:1746066861.848552:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ffaaa00 00000100:00100000:0.0:1746066861.855097:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.863884:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859881856 00000100:00100000:0.0:1746066861.863894:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859881856 00002000:00100000:0.0:1746066861.863938:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009126ca80 x1830882859881856/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746066872 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.863947:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126ca80 with x1830882859881856 ext(0->4095) 00010000:00010000:0.0:1746066861.863957:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff4371ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cdc5 expref: 150 pid: 9917 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.863970:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff4371ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cdc5 expref: 150 pid: 9917 timeout: 1073 lvb_type: 0 00002000:00010000:0.0:1746066861.863977:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009126ca80 00000100:00100000:0.0:1746066861.864005:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1305 00000100:00100000:0.0:1746066861.864012:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+150:2033:x1830882859881856:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066861.864572:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+149:2033:x1830882859881856:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 559us (931us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066861.864582:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1305 00002000:00100000:0.0:1746066861.864587:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009126ca80 x1830882859881856/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746066872 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.864595:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126ca80 with x1830882859881856 ext(0->4095) 00010000:00010000:0.0:1746066861.864600:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff4371ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cdc5 expref: 149 pid: 9917 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.864611:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff4371ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cdc5 expref: 149 pid: 9917 timeout: 1073 lvb_type: 0 00002000:00010000:0.0:1746066861.864616:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009126ca80 00000100:00100000:0.0:1746066861.868739:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.868804:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.876656:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.882496:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.884661:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+150:2032:x1830882859882624:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 901us (2176us total) trans 4294970366 rc 0/0 00000100:00100000:0.0:1746066861.884670:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1307 00002000:00100000:0.0:1746066861.884677:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012ffaad80 x1830882859882624/t4294970366(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746066872 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.884685:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffaad80 with x1830882859882624 ext(0->7) 00010000:00010000:0.0:1746066861.884691:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138000/0xd6b24631ff4371f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cdcc expref: 150 pid: 9917 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.884701:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138000/0xd6b24631ff4371f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cdcc expref: 150 pid: 9917 timeout: 1073 lvb_type: 0 00002000:00010000:0.0:1746066861.884708:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ffaad80 00000100:00100000:0.0:1746066861.889644:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.896425:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.897770:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.901748:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.903531:0:7258:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859883392 00000100:00100000:0.0:1746066861.903536:0:7258:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859883392 00010000:00010000:0.0:1746066861.903559:0:7258:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133138c00/0xd6b24631ff4371fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cdd3 expref: 6 pid: 9627 timeout: 1073 lvb_type: 0 00000100:00100000:0.0:1746066861.903581:0:7258:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11130 00000100:00100000:0.0:1746066861.903586:0:7258:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859883392:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066861.903594:0:7258:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066861.903613:0:7258:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133138c00/0xd6b24631ff4371fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cdd3 expref: 6 pid: 9627 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.903623:0:7258:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133138c00/0xd6b24631ff4371fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cdd3 expref: 6 pid: 9627 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.903641:0:7258:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133138c00/0xd6b24631ff4371fb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cdd3 expref: 6 pid: 9627 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.903667:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066861.903669:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066861.903675:0:7258:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff437202 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cdda expref: 150 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066861.903689:0:7258:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff437202 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cdda expref: 150 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066861.903709:0:7258:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff437202 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cdda expref: 150 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066861.903720:0:7258:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff437202 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cdda expref: 150 pid: 9917 timeout: 1073 lvb_type: 0 00000100:00100000:0.0:1746066861.903732:0:7258:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7258:1830882860864896:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066861.903798:0:7258:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9ec300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066861.907273:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.919780:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.927658:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+153:2033:x1830882859883904:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6464us (7868us total) trans 4294970367 rc 0/0 00000100:00100000:0.0:1746066861.927675:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1310 00002000:00100000:0.0:1746066861.927696:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012ffa9f80 x1830882859883904/t4294970367(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746066872 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.927708:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa9f80 with x1830882859883904 ext(0->7) 00010000:00010000:0.0:1746066861.927722:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff437202 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cdda expref: 153 pid: 9917 timeout: 1073 lvb_type: 0 00010000:00010000:0.0:1746066861.927741:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff437202 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cdda expref: 153 pid: 9917 timeout: 1074 lvb_type: 0 00002000:00010000:0.0:1746066861.927754:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ffa9f80 00000100:00100000:0.0:1746066861.930709:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.931835:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.935819:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.946137:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.953918:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.954468:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3789:1830882860865920:0@lo:400:kworker.0 00000100:00100000:0.0:1746066861.955656:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066861.955671:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882860866432:0@lo:400:kworker.0 00000100:00100000:0.0:1746066861.955688:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066861.955700:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882860866944:0@lo:400:kworker.0 00000100:00100000:0.0:1746066861.955717:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066861.955882:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3789:1830882860865920:0@lo:400:kworker.0 00000100:00100000:0.0:1746066861.956582:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882860866432:0@lo:400:kworker.0 00000100:00100000:0.0:1746066861.956591:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882860866944:0@lo:400:kworker.0 00000100:00100000:0.0:1746066861.963952:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.972770:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859885696 00000100:00100000:0.0:1746066861.972775:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859885696 00002000:00100000:0.0:1746066861.972806:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094c40000 x1830882859885696/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746066872 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.972816:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40000 with x1830882859885696 ext(0->4095) 00010000:00010000:0.0:1746066861.972822:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138c00/0xd6b24631ff437217 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cdef expref: 6 pid: 9917 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1746066861.972839:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138c00/0xd6b24631ff437217 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cdef expref: 6 pid: 9917 timeout: 1074 lvb_type: 0 00002000:00010000:0.0:1746066861.972846:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c40000 00000100:00100000:0.0:1746066861.973067:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1314 00000100:00100000:0.0:1746066861.973074:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859885696:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066861.973518:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859885696:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 443us (1427us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066861.973525:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1314 00002000:00100000:0.0:1746066861.973530:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094c40000 x1830882859885696/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746066872 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066861.973537:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40000 with x1830882859885696 ext(0->4095) 00010000:00010000:0.0:1746066861.973542:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138c00/0xd6b24631ff437217 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cdef expref: 6 pid: 9917 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1746066861.973551:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138c00/0xd6b24631ff437217 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cdef expref: 6 pid: 9917 timeout: 1074 lvb_type: 0 00002000:00010000:0.0:1746066861.973557:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c40000 00000100:00100000:0.0:1746066861.977111:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.977183:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.984178:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066861.985438:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1315 00000100:00100000:0.0:1746066862.000679:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.002754:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+157:2031:x1830882859886464:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1775us (2079us total) trans 4294970369 rc 0/0 00000100:00100000:0.0:1746066862.002765:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1316 00002000:00100000:0.0:1746066862.002773:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095d0d880 x1830882859886464/t4294970369(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:268/0 lens 496/448 e 0 to 0 dl 1746066873 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.002781:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0d880 with x1830882859886464 ext(0->7) 00010000:00010000:0.0:1746066862.002791:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138000/0xd6b24631ff43721e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cdf6 expref: 157 pid: 21660 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1746066862.002805:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138000/0xd6b24631ff43721e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cdf6 expref: 157 pid: 21660 timeout: 1074 lvb_type: 0 00002000:00010000:0.0:1746066862.002811:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d0d880 00000100:00100000:0.0:1746066862.006877:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.012500:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.015511:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00080000:0.0:1746066862.015634:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066862.017104:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.018637:0:9630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860867968 00000100:00100000:0.0:1746066862.018642:0:9630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860867968 00000100:00100000:0.0:1746066862.018743:0:9630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1746066862.018750:0:9630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3791:x1830882860867968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746066862.018768:0:9630:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 4218880 granted 984259392 pending 0 free 3920912384 avail 3689390080 00000100:00100000:0.0:1746066862.019186:0:9630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3791:x1830882860867968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 436us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066862.019192:0:9630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1746066862.022720:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.026123:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.031167:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.031218:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.031269:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.036445:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859888256 00000100:00100000:0.0:1746066862.036452:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859888256 00002000:00100000:0.0:1746066862.036497:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094c42a00 x1830882859888256/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746066873 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.036507:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c42a00 with x1830882859888256 ext(0->4095) 00010000:00010000:0.0:1746066862.036516:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085b600/0xd6b24631ff437233 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce0b expref: 156 pid: 21660 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1746066862.036861:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085b600/0xd6b24631ff437233 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce0b expref: 156 pid: 21660 timeout: 1074 lvb_type: 0 00002000:00010000:0.0:1746066862.036870:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c42a00 00000100:00100000:0.0:1746066862.036976:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1317 00000100:00100000:0.0:1746066862.036985:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+156:2033:x1830882859888256:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066862.037104:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+156:2033:x1830882859888256:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 122us (788us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066862.037108:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1317 00002000:00100000:0.0:1746066862.037112:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094c42a00 x1830882859888256/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746066873 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.037117:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c42a00 with x1830882859888256 ext(0->4095) 00010000:00010000:0.0:1746066862.037121:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085b600/0xd6b24631ff437233 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce0b expref: 156 pid: 21660 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1746066862.037128:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085b600/0xd6b24631ff437233 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce0b expref: 156 pid: 21660 timeout: 1074 lvb_type: 0 00002000:00010000:0.0:1746066862.037133:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c42a00 00000100:00100000:0.0:1746066862.038905:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.040418:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+158:2031:x1830882859888512:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1115us (1435us total) trans 4294970370 rc 0/0 00000100:00100000:0.0:1746066862.040428:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1318 00002000:00100000:0.0:1746066862.040434:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009529f480 x1830882859888512/t4294970370(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:268/0 lens 496/448 e 0 to 0 dl 1746066873 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.040442:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529f480 with x1830882859888512 ext(0->7) 00010000:00010000:0.0:1746066862.040448:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085b600/0xd6b24631ff437233 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce0b expref: 158 pid: 21660 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1746066862.040459:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085b600/0xd6b24631ff437233 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce0b expref: 158 pid: 21660 timeout: 1074 lvb_type: 0 00002000:00010000:0.0:1746066862.040465:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009529f480 00000100:00100000:0.0:1746066862.044120:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.049386:0:7258:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131424380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7258:1830882860868608:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066862.049407:0:7258:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066862.049444:0:7258:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d6bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+157:2033:x1830882859888640:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3756us (5334us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066862.049455:0:7258:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11138 00000100:00100000:0.0:1746066862.057729:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.059597:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859889152 00000100:00100000:0.0:1746066862.059601:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859889152 00000100:00100000:0.0:1746066862.060260:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28308 00000100:00100000:0.0:1746066862.060267:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+158:1214:x1830882859889152:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066862.060275:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066862.060288:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008eabf400/0xd6b24631ff437241 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ce20 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066862.060369:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f45e000/0xd6b24631ff43723a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce12 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066862.060377:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff437248 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce19 expref: 160 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066862.060383:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066862.060384:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066862.060386:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eabf400/0xd6b24631ff437241 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce20 expref: 160 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066862.060454:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff437248 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce19 expref: 160 pid: 9627 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1746066862.060466:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff437248 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce19 expref: 160 pid: 9627 timeout: 1074 lvb_type: 0 00000100:00100000:0.0:1746066862.060480:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009529dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9917:1830882860868736:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066862.060582:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f45e000/0xd6b24631ff43723a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce12 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066862.060592:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f45e000/0xd6b24631ff43723a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce12 expref: 5 pid: 9917 timeout: 1074 lvb_type: 0 00000100:00100000:0.0:1746066862.060599:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009529ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9917:1830882860868864:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066862.060617:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9ecf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066862.064443:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.064711:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.067606:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.067653:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.072665:0:7258:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131424000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7258:1830882860869120:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066862.072692:0:7258:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066862.072741:0:7258:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+158:2033:x1830882859889792:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4914us (5142us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066862.072752:0:7258:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11140 00000100:00100000:0.0:1746066862.073481:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.076977:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.080175:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+160:2034:x1830882859890304:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2048us (3202us total) trans 4294970371 rc 0/0 00000100:00100000:0.0:1746066862.080186:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1321 00002000:00100000:0.0:1746066862.080194:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009529df80 x1830882859890304/t4294970371(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:268/0 lens 496/448 e 0 to 0 dl 1746066873 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.080204:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529df80 with x1830882859890304 ext(0->7) 00010000:00010000:0.0:1746066862.080214:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008eabf400/0xd6b24631ff437241 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce20 expref: 160 pid: 9917 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1746066862.080235:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008eabf400/0xd6b24631ff437241 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce20 expref: 160 pid: 9917 timeout: 1074 lvb_type: 0 00002000:00010000:0.0:1746066862.080242:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009529df80 00000100:00100000:0.0:1746066862.085966:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.091032:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.094381:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.103285:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859890944 00000100:00100000:0.0:1746066862.103289:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859890944 00000100:00100000:0.0:1746066862.103325:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28311 00000100:00100000:0.0:1746066862.103330:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+161:1214:x1830882859890944:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066862.103359:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066862.103376:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131fb6800/0xd6b24631ff43725d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ce35 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066862.103402:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009544e200/0xd6b24631ff43724f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce27 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066862.103410:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009085a200/0xd6b24631ff437256 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce2e expref: 162 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066862.103420:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066862.103422:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066862.103425:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131fb6800/0xd6b24631ff43725d lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce35 expref: 162 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066862.103454:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009085a200/0xd6b24631ff437256 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce2e expref: 162 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066862.103466:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009085a200/0xd6b24631ff437256 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce2e expref: 162 pid: 9627 timeout: 1074 lvb_type: 0 00000100:00100000:0.0:1746066862.103478:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9917:1830882860869376:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066862.104272:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009544e200/0xd6b24631ff43724f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce27 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066862.104282:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009544e200/0xd6b24631ff43724f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce27 expref: 5 pid: 9917 timeout: 1074 lvb_type: 0 00000100:00100000:0.0:1746066862.104291:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d0f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9917:1830882860869504:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066862.104329:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9ec300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066862.115433:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.115474:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.115510:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.119106:0:7258:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131424000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7258:1830882860869760:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066862.119131:0:7258:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066862.119833:0:7258:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+160:2034:x1830882859891328:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4068us (4354us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066862.119845:0:7258:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11143 00000100:00100000:0.0:1746066862.122003:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.136813:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.139526:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+162:2033:x1830882859892096:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2300us (2716us total) trans 4294970372 rc 0/0 00000100:00100000:0.0:1746066862.139541:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1323 00002000:00100000:0.0:1746066862.139550:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009aa62300 x1830882859892096/t4294970372(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:268/0 lens 496/448 e 0 to 0 dl 1746066873 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.139559:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa62300 with x1830882859892096 ext(0->7) 00010000:00010000:0.0:1746066862.139568:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880131fb6800/0xd6b24631ff43725d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce35 expref: 162 pid: 9917 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1746066862.139582:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880131fb6800/0xd6b24631ff43725d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce35 expref: 162 pid: 9917 timeout: 1074 lvb_type: 0 00002000:00010000:0.0:1746066862.139589:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aa62300 00000100:00100000:0.0:1746066862.148562:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.155060:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.161203:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.166723:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.174809:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.176735:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859893248 00000100:00100000:0.0:1746066862.176740:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859893248 00000100:00100000:0.0:1746066862.179215:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.181259:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.185148:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.192641:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.203200:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131caf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+164:2032:x1830882859894400:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 10064us (10558us total) trans 4294970373 rc 0/0 00000100:00100000:0.0:1746066862.203215:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1326 00002000:00100000:0.0:1746066862.203229:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131caf480 x1830882859894400/t4294970373(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:268/0 lens 496/448 e 0 to 0 dl 1746066873 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.203241:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131caf480 with x1830882859894400 ext(0->7) 00010000:00010000:0.0:1746066862.203253:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009544ec00/0xd6b24631ff437272 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce4a expref: 164 pid: 9627 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1746066862.203274:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009544ec00/0xd6b24631ff437272 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce4a expref: 164 pid: 9627 timeout: 1074 lvb_type: 0 00002000:00010000:0.0:1746066862.203281:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131caf480 00000100:00100000:0.0:1746066862.215768:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.223107:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859894912 00000100:00100000:0.0:1746066862.223112:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859894912 00002000:00100000:0.0:1746066862.223141:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009126c380 x1830882859894912/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746066873 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.223150:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126c380 with x1830882859894912 ext(0->4095) 00010000:00010000:0.0:1746066862.223157:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009efed000/0xd6b24631ff437279 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce51 expref: 6 pid: 9627 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1746066862.223167:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009efed000/0xd6b24631ff437279 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce51 expref: 6 pid: 9627 timeout: 1074 lvb_type: 0 00002000:00010000:0.0:1746066862.223172:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009126c380 00000100:00100000:0.0:1746066862.223186:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1327 00000100:00100000:0.0:1746066862.223192:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859894912:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066862.223537:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859894912:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 343us (947us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066862.223548:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1327 00002000:00100000:0.0:1746066862.223554:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009126c380 x1830882859894912/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746066873 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.223561:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126c380 with x1830882859894912 ext(0->4095) 00010000:00010000:0.0:1746066862.223566:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009efed000/0xd6b24631ff437279 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce51 expref: 6 pid: 9627 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1746066862.223575:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009efed000/0xd6b24631ff437279 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce51 expref: 6 pid: 9627 timeout: 1074 lvb_type: 0 00002000:00010000:0.0:1746066862.223581:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009126c380 00000100:00100000:0.0:1746066862.227539:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.229610:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.235738:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.241937:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.243119:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+167:2033:x1830882859895680:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 938us (1193us total) trans 4294970374 rc 0/0 00000100:00100000:0.0:1746066862.243128:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1329 00002000:00100000:0.0:1746066862.243134:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012eb55180 x1830882859895680/t4294970374(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:268/0 lens 496/448 e 0 to 0 dl 1746066873 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.243142:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb55180 with x1830882859895680 ext(0->7) 00010000:00010000:0.0:1746066862.243147:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff437280 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce58 expref: 167 pid: 9627 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1746066862.243158:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff437280 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce58 expref: 167 pid: 9627 timeout: 1074 lvb_type: 0 00002000:00010000:0.0:1746066862.243165:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012eb55180 00000100:00100000:0.0:1746066862.250922:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.258788:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859896064 00000100:00100000:0.0:1746066862.258796:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859896064 00002000:00100000:0.0:1746066862.258840:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009126d880 x1830882859896064/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746066873 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.258851:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126d880 with x1830882859896064 ext(0->4095) 00002000:00010000:0.0:1746066862.258857:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009126d880 00000100:00100000:0.0:1746066862.258885:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12591 00000100:00100000:0.0:1746066862.258893:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+166:2033:x1830882859896064:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066862.259041:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+166:2033:x1830882859896064:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 148us (316us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066862.259048:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12591 00002000:00100000:0.0:1746066862.259053:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009126d880 x1830882859896064/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746066873 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.259061:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126d880 with x1830882859896064 ext(0->4095) 00002000:00010000:0.0:1746066862.259063:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009126d880 00000100:00100000:0.0:1746066862.270387:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.270434:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.278278:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.278419:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.290197:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.298624:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.309653:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.325690:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.327480:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+168:2034:x1830882859897344:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1158us (1796us total) trans 4294970375 rc 0/0 00000100:00100000:0.0:1746066862.327488:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1331 00002000:00100000:0.0:1746066862.327494:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094c8e680 x1830882859897344/t4294970375(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:268/0 lens 496/448 e 0 to 0 dl 1746066873 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.327501:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8e680 with x1830882859897344 ext(0->7) 00010000:00010000:0.0:1746066862.327506:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f45e000/0xd6b24631ff437295 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce6d expref: 168 pid: 9917 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1746066862.327518:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f45e000/0xd6b24631ff437295 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce6d expref: 168 pid: 9917 timeout: 1074 lvb_type: 0 00002000:00010000:0.0:1746066862.327524:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c8e680 00000100:00100000:0.0:1746066862.329946:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.336877:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.339797:0:7258:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7258:1830882860871680:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066862.339820:0:7258:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066862.339875:0:7258:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d6ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+169:2031:x1830882859897472:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 9745us (9938us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066862.339885:0:7258:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11152 00000100:00100000:0.0:1746066862.346524:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.351600:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.358636:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.366267:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.373262:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.374950:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+170:2033:x1830882859898496:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1217us (1693us total) trans 4294970376 rc 0/0 00000100:00100000:0.0:1746066862.374958:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1333 00002000:00100000:0.0:1746066862.374964:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131cad180 x1830882859898496/t4294970376(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:268/0 lens 496/448 e 0 to 0 dl 1746066873 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.374972:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cad180 with x1830882859898496 ext(0->7) 00010000:00010000:0.0:1746066862.374977:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff4372a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce7b expref: 170 pid: 9917 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1746066862.374987:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff4372a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce7b expref: 170 pid: 9917 timeout: 1074 lvb_type: 0 00002000:00010000:0.0:1746066862.374993:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131cad180 00000100:00100000:0.0:1746066862.379142:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.382746:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.390600:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.392306:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.399161:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.404138:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.408213:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.415055:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+173:2033:x1830882859899776:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6035us (6835us total) trans 4294970377 rc 0/0 00000100:00100000:0.0:1746066862.415070:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1335 00002000:00100000:0.0:1746066862.415084:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132e01f80 x1830882859899776/t4294970377(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:268/0 lens 496/448 e 0 to 0 dl 1746066873 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.415100:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e01f80 with x1830882859899776 ext(0->7) 00010000:00010000:0.0:1746066862.415112:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff4372b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce89 expref: 173 pid: 9917 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1746066862.415131:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff4372b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce89 expref: 173 pid: 9917 timeout: 1074 lvb_type: 0 00002000:00010000:0.0:1746066862.415139:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132e01f80 00000100:00100000:0.0:1746066862.418659:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.422753:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.429090:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.432799:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.439290:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.446160:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.446228:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.451514:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.458801:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.464253:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+174:2034:x1830882859901824:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2244us (5459us total) trans 4294970378 rc 0/0 00000100:00100000:0.0:1746066862.464264:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1338 00002000:00100000:0.0:1746066862.464272:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88011eb45500 x1830882859901824/t4294970378(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:268/0 lens 496/448 e 0 to 0 dl 1746066873 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.464281:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eb45500 with x1830882859901824 ext(0->7) 00010000:00010000:0.0:1746066862.464547:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008eabfe00/0xd6b24631ff4372c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce9e expref: 174 pid: 9628 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1746066862.464568:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008eabfe00/0xd6b24631ff4372c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ce9e expref: 174 pid: 9628 timeout: 1074 lvb_type: 0 00002000:00010000:0.0:1746066862.464575:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011eb45500 00000100:00100000:0.0:1746066862.484864:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.505585:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.510062:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.515802:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.522536:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.524139:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+176:2031:x1830882859902976:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1237us (1600us total) trans 4294970379 rc 0/0 00000100:00100000:0.0:1746066862.524148:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1340 00002000:00100000:0.0:1746066862.524154:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d6f1180 x1830882859902976/t4294970379(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:268/0 lens 496/448 e 0 to 0 dl 1746066873 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.524163:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f1180 with x1830882859902976 ext(0->7) 00010000:00010000:0.0:1746066862.524169:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800953c8800/0xd6b24631ff4372d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ceac expref: 176 pid: 9628 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1746066862.524180:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800953c8800/0xd6b24631ff4372d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ceac expref: 176 pid: 9628 timeout: 1074 lvb_type: 0 00002000:00010000:0.0:1746066862.524186:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d6f1180 00000100:00100000:0.0:1746066862.530432:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.539653:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.540692:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.543850:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.549293:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.554181:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.556846:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.565104:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+179:2031:x1830882859904256:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7666us (8251us total) trans 4294970380 rc 0/0 00000100:00100000:0.0:1746066862.565119:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1342 00002000:00100000:0.0:1746066862.565134:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d6f1500 x1830882859904256/t4294970380(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:268/0 lens 496/448 e 0 to 0 dl 1746066873 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.565144:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f1500 with x1830882859904256 ext(0->7) 00010000:00010000:0.0:1746066862.565156:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800953c8400/0xd6b24631ff4372e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ceba expref: 179 pid: 9917 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1746066862.565174:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800953c8400/0xd6b24631ff4372e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ceba expref: 179 pid: 9917 timeout: 1074 lvb_type: 0 00002000:00010000:0.0:1746066862.565181:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d6f1500 00000100:00100000:0.0:1746066862.567625:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.571794:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.583655:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.584387:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.587436:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.587892:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.590249:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.594608:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.598440:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859905792 00000100:00100000:0.0:1746066862.598451:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859905792 00000100:00100000:0.0:1746066862.598512:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28334 00000100:00100000:0.0:1746066862.598520:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1215:x1830882859905792:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066862.598538:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066862.598559:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f741400/0xd6b24631ff4372fe lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ced6 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066862.598588:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800953c8200/0xd6b24631ff4372f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cecf expref: 177 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066862.598595:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066862.598597:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066862.598601:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f741400/0xd6b24631ff4372fe lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ced6 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066862.598635:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800953c8200/0xd6b24631ff4372f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cecf expref: 177 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066862.598648:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800953c8200/0xd6b24631ff4372f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cecf expref: 177 pid: 9627 timeout: 1074 lvb_type: 0 00000100:00100000:0.0:1746066862.598661:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131f88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9627:1830882860874880:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066862.598760:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9ec300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066862.604233:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.608802:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+180:2034:x1830882859905920:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4110us (4564us total) trans 4294970381 rc 0/0 00000100:00100000:0.0:1746066862.608818:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1344 00002000:00100000:0.0:1746066862.608829:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131f8bb80 x1830882859905920/t4294970381(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:268/0 lens 496/448 e 0 to 0 dl 1746066873 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.608840:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f8bb80 with x1830882859905920 ext(0->7) 00010000:00010000:0.0:1746066862.608850:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800953c8200/0xd6b24631ff4372f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cecf expref: 180 pid: 9627 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1746066862.608869:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800953c8200/0xd6b24631ff4372f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cecf expref: 180 pid: 9627 timeout: 1074 lvb_type: 0 00002000:00010000:0.0:1746066862.608876:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131f8bb80 00000100:00100000:0.0:1746066862.612875:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.616752:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.620934:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.621380:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.627609:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.630522:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.635721:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.635817:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.640913:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131424e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21614:1830882860875520:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066862.640934:0:21614:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066862.641155:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+180:2033:x1830882859907072:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5028us (5442us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066862.641165:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11168 00000100:00100000:0.0:1746066862.644141:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.647553:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+182:2032:x1830882859907712:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2983us (3413us total) trans 4294970382 rc 0/0 00000100:00100000:0.0:1746066862.647565:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1347 00002000:00100000:0.0:1746066862.647575:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131f8aa00 x1830882859907712/t4294970382(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:268/0 lens 496/448 e 0 to 0 dl 1746066873 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.647584:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f8aa00 with x1830882859907712 ext(0->7) 00010000:00010000:0.0:1746066862.647595:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800953c9200/0xd6b24631ff43730c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cee4 expref: 182 pid: 9627 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1746066862.647611:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800953c9200/0xd6b24631ff43730c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cee4 expref: 182 pid: 9627 timeout: 1074 lvb_type: 0 00002000:00010000:0.0:1746066862.647617:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131f8aa00 00000100:00100000:0.0:1746066862.652641:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.663299:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.669638:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.671646:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859908352 00000100:00100000:0.0:1746066862.671651:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859908352 00000100:00100000:0.0:1746066862.671689:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28339 00000100:00100000:0.0:1746066862.671696:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131424e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+183:1215:x1830882859908352:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066862.671706:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066862.671717:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095c0aa00/0xd6b24631ff437321 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267cef9 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066862.671732:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066862.671737:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff43731a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cef2 expref: 184 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066862.671743:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066862.671746:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095c0aa00/0xd6b24631ff437321 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cef9 expref: 184 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066862.671775:0:9628:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff43731a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cef2 expref: 184 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066862.671788:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095c0aa00/0xd6b24631ff437321 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cef9 expref: 184 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066862.671797:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c0aa00, rc 0) 00000100:00100000:0.0:1746066862.671838:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+184:1215:x1830882859908352:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066862.671844:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28339 00000100:00100000:0.0:1746066862.673161:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.675877:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.681820:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.684560:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+185:2033:x1830882859908992:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2083us (2745us total) trans 4294970383 rc 0/0 00000100:00100000:0.0:1746066862.684572:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1349 00002000:00100000:0.0:1746066862.684579:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800952ea300 x1830882859908992/t4294970383(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:268/0 lens 496/448 e 0 to 0 dl 1746066873 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.684588:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952ea300 with x1830882859908992 ext(0->7) 00010000:00010000:0.0:1746066862.684597:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff43731a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cef2 expref: 185 pid: 9627 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1746066862.684611:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff43731a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cef2 expref: 185 pid: 9627 timeout: 1074 lvb_type: 0 00002000:00010000:0.0:1746066862.684624:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800952ea300 00000100:00100000:0.0:1746066862.701400:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.710267:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.711045:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859909504 00000100:00100000:0.0:1746066862.711050:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859909504 00002000:00100000:0.0:1746066862.711079:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131425180 x1830882859909504/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746066873 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.711088:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131425180 with x1830882859909504 ext(0->4095) 00010000:00010000:0.0:1746066862.711094:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0aa00/0xd6b24631ff437321 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cef9 expref: 187 pid: 9628 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1746066862.711104:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c0aa00/0xd6b24631ff437321 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cef9 expref: 187 pid: 9628 timeout: 1074 lvb_type: 0 00002000:00010000:0.0:1746066862.711109:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131425180 00000100:00100000:0.0:1746066862.711124:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1350 00000100:00100000:0.0:1746066862.711129:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131425180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+187:2033:x1830882859909504:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066862.718850:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.718909:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.726133:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.741999:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.744293:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+186:2034:x1830882859910272:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1270us (2302us total) trans 4294970384 rc 0/0 00000100:00100000:0.0:1746066862.744457:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1352 00002000:00100000:0.0:1746066862.744465:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800952e8000 x1830882859910272/t4294970384(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:268/0 lens 496/448 e 0 to 0 dl 1746066873 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.744474:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e8000 with x1830882859910272 ext(0->7) 00010000:00010000:0.0:1746066862.744481:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff437328 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf00 expref: 186 pid: 9627 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1746066862.744494:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff437328 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf00 expref: 186 pid: 9627 timeout: 1074 lvb_type: 0 00002000:00010000:0.0:1746066862.744500:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800952e8000 00000100:00100000:0.0:1746066862.750528:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.767765:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.767813:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.770826:0:7277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860876928 00000100:00100000:0.0:1746066862.770831:0:7277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860876928 00000100:00100000:0.0:1746066862.771091:0:7277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1746066862.771099:0:7277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882860876928:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746066862.771131:0:7277:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1746066862.771179:0:7277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882860876928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066862.771185:0:7277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1746066862.772471:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.780525:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.785259:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.787641:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+189:2033:x1830882859911552:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1519us (2386us total) trans 4294970385 rc 0/0 00000100:00100000:0.0:1746066862.787649:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1355 00002000:00100000:0.0:1746066862.787655:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800952e8e00 x1830882859911552/t4294970385(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:268/0 lens 496/448 e 0 to 0 dl 1746066873 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.787661:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e8e00 with x1830882859911552 ext(0->7) 00010000:00010000:0.0:1746066862.787666:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800953c8800/0xd6b24631ff437336 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf0e expref: 189 pid: 9628 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1746066862.787675:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800953c8800/0xd6b24631ff437336 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf0e expref: 189 pid: 9628 timeout: 1074 lvb_type: 0 00002000:00010000:0.0:1746066862.787680:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800952e8e00 00000100:00100000:0.0:1746066862.791435:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.798537:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21614:1830882860877312:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066862.798563:0:21614:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066862.798624:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+188:2031:x1830882859911680:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6391us (7197us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066862.798635:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11175 00000100:00100000:0.0:1746066862.800221:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.809286:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.812696:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.817433:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.817515:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.820635:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.824599:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.833177:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.839785:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.841491:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+190:2034:x1830882859913216:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1395us (1706us total) trans 4294970386 rc 0/0 00000100:00100000:0.0:1746066862.841499:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1357 00002000:00100000:0.0:1746066862.841503:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008f65c700 x1830882859913216/t4294970386(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:268/0 lens 496/448 e 0 to 0 dl 1746066873 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.841508:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65c700 with x1830882859913216 ext(0->7) 00010000:00010000:0.0:1746066862.841512:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff43734b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf23 expref: 190 pid: 21660 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1746066862.841520:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff43734b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf23 expref: 190 pid: 21660 timeout: 1074 lvb_type: 0 00002000:00010000:0.0:1746066862.841524:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f65c700 00000100:00100000:0.0:1746066862.849825:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.854842:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.858697:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.865051:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.865121:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.869733:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.875164:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.876274:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+193:2033:x1830882859914496:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 847us (1118us total) trans 4294970387 rc 0/0 00000100:00100000:0.0:1746066862.876283:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1360 00002000:00100000:0.0:1746066862.876289:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008f65d500 x1830882859914496/t4294970387(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:268/0 lens 496/448 e 0 to 0 dl 1746066873 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.876298:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65d500 with x1830882859914496 ext(0->7) 00010000:00010000:0.0:1746066862.876303:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138c00/0xd6b24631ff437359 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf31 expref: 193 pid: 21660 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1746066862.876315:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138c00/0xd6b24631ff437359 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf31 expref: 193 pid: 21660 timeout: 1074 lvb_type: 0 00002000:00010000:0.0:1746066862.876336:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f65d500 00000100:00100000:0.0:1746066862.887744:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.892706:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.896033:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.897483:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.899667:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.902464:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.904514:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.908508:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.915146:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859916032 00000100:00100000:0.0:1746066862.915159:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859916032 00000100:00100000:0.0:1746066862.915218:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28351 00000100:00100000:0.0:1746066862.915228:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1215:x1830882859916032:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066862.915250:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066862.915269:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff437375 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267cf4d expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066862.915309:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f612600/0xd6b24631ff43736e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf46 expref: 191 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066862.915327:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066862.915330:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066862.915334:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff437375 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf4d expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066862.915403:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f612600/0xd6b24631ff43736e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf46 expref: 191 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066862.915419:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f612600/0xd6b24631ff43736e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf46 expref: 191 pid: 9627 timeout: 1074 lvb_type: 0 00000100:00100000:0.0:1746066862.915433:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9627:1830882860878976:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066862.915531:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9ec300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066862.926129:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.928137:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+194:2034:x1830882859916160:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1531us (2015us total) trans 4294970388 rc 0/0 00000100:00100000:0.0:1746066862.928146:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1362 00002000:00100000:0.0:1746066862.928153:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130d57b80 x1830882859916160/t4294970388(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:268/0 lens 496/448 e 0 to 0 dl 1746066873 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.928162:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d57b80 with x1830882859916160 ext(0->7) 00010000:00010000:0.0:1746066862.928170:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f612600/0xd6b24631ff43736e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf46 expref: 194 pid: 9627 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066862.928183:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f612600/0xd6b24631ff43736e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf46 expref: 194 pid: 9627 timeout: 1075 lvb_type: 0 00002000:00010000:0.0:1746066862.928190:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130d57b80 00000100:00100000:0.0:1746066862.937680:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.941243:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.949644:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.959828:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.974977:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859917056 00000100:00100000:0.0:1746066862.974988:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859917056 00002000:00100000:0.0:1746066862.975039:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131424000 x1830882859917056/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746066873 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.975050:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131424000 with x1830882859917056 ext(0->4095) 00002000:00010000:0.0:1746066862.975055:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131424000 00000100:00100000:0.0:1746066862.986660:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.990211:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066862.992902:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+196:2033:x1830882859917312:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1425us (2696us total) trans 4294970389 rc 0/0 00000100:00100000:0.0:1746066862.992910:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1364 00002000:00100000:0.0:1746066862.992917:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130d54e00 x1830882859917312/t4294970389(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:268/0 lens 496/448 e 0 to 0 dl 1746066873 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066862.992925:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d54e00 with x1830882859917312 ext(0->7) 00010000:00010000:0.0:1746066862.992930:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800953c8400/0xd6b24631ff43737c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf54 expref: 196 pid: 9627 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066862.992941:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800953c8400/0xd6b24631ff43737c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf54 expref: 196 pid: 9627 timeout: 1075 lvb_type: 0 00002000:00010000:0.0:1746066862.992947:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130d54e00 00000100:00100000:0.0:1746066863.003593:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.012621:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.017006:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.021884:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.023785:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.029258:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.035617:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.037613:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130230380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+199:2034:x1830882859918592:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1747us (2004us total) trans 4294970390 rc 0/0 00000100:00100000:0.0:1746066863.037622:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1366 00002000:00100000:0.0:1746066863.037630:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130230380 x1830882859918592/t4294970390(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:269/0 lens 496/448 e 0 to 0 dl 1746066874 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066863.037639:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130230380 with x1830882859918592 ext(0->7) 00010000:00010000:0.0:1746066863.037647:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800953c8400/0xd6b24631ff43738a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf62 expref: 199 pid: 9627 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.037659:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800953c8400/0xd6b24631ff43738a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf62 expref: 199 pid: 9627 timeout: 1075 lvb_type: 0 00002000:00010000:0.0:1746066863.037666:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130230380 00000100:00100000:0.0:1746066863.045297:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.060698:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.072187:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.072250:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.072653:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28357 00000100:00100000:0.0:1746066863.072670:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130233b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+198:1214:x1830882859919232:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066863.072688:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066863.072704:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800962e2600/0xd6b24631ff43739f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267cf77 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.072737:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009efed000/0xd6b24631ff437391 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf69 expref: 199 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.072746:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095fc6e00/0xd6b24631ff437398 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf70 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.072752:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066863.072754:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066863.072757:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800962e2600/0xd6b24631ff43739f lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf77 expref: 199 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.072785:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095fc6e00/0xd6b24631ff437398 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf70 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.072797:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095fc6e00/0xd6b24631ff437398 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf70 expref: 5 pid: 9628 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1746066863.072809:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130230e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9917:1830882860880256:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066863.076427:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.082891:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.084628:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.085073:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.093025:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859920128 00000100:00100000:0.0:1746066863.093033:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859920128 00002000:00100000:0.0:1746066863.093079:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131426a00 x1830882859920128/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746066874 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066863.093096:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131426a00 with x1830882859920128 ext(0->4095) 00010000:00010000:0.0:1746066863.093106:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800962e2600/0xd6b24631ff43739f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf77 expref: 199 pid: 9917 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.093121:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800962e2600/0xd6b24631ff43739f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf77 expref: 199 pid: 9917 timeout: 1075 lvb_type: 0 00002000:00010000:0.0:1746066863.093128:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131426a00 00000100:00100000:0.0:1746066863.093150:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1368 00000100:00100000:0.0:1746066863.093158:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+199:2033:x1830882859920128:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066863.093537:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+199:2033:x1830882859920128:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 379us (814us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066863.093544:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1368 00002000:00100000:0.0:1746066863.093551:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131426a00 x1830882859920128/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746066874 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066863.093559:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131426a00 with x1830882859920128 ext(0->4095) 00010000:00010000:0.0:1746066863.093564:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800962e2600/0xd6b24631ff43739f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf77 expref: 199 pid: 9917 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.093574:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800962e2600/0xd6b24631ff43739f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf77 expref: 199 pid: 9917 timeout: 1075 lvb_type: 0 00002000:00010000:0.0:1746066863.093580:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131426a00 00000100:00100000:0.0:1746066863.098719:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.106069:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.110033:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.119716:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.133383:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.136745:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.136798:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.151711:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859922432 00000100:00100000:0.0:1746066863.151718:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859922432 00002000:00100000:0.0:1746066863.151762:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131427100 x1830882859922432/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746066874 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066863.151773:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131427100 with x1830882859922432 ext(0->4095) 00010000:00010000:0.0:1746066863.151783:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff4373b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf8c expref: 201 pid: 9917 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.151798:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff4373b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf8c expref: 201 pid: 9917 timeout: 1075 lvb_type: 0 00002000:00010000:0.0:1746066863.151805:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131427100 00000100:00100000:0.0:1746066863.151834:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1371 00000100:00100000:0.0:1746066863.151841:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131427100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+201:2034:x1830882859922432:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066863.152171:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131427100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+201:2034:x1830882859922432:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 330us (965us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066863.152179:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1371 00002000:00100000:0.0:1746066863.152185:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131427100 x1830882859922432/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746066874 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066863.152192:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131427100 with x1830882859922432 ext(0->4095) 00010000:00010000:0.0:1746066863.152199:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff4373b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf8c expref: 201 pid: 9917 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.152209:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff4373b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf8c expref: 201 pid: 9917 timeout: 1075 lvb_type: 0 00002000:00010000:0.0:1746066863.152215:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131427100 00000100:00100000:0.0:1746066863.154632:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.158195:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f700e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+203:2033:x1830882859922688:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3357us (3563us total) trans 4294970392 rc 0/0 00000100:00100000:0.0:1746066863.158207:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1372 00002000:00100000:0.0:1746066863.158216:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008f700e00 x1830882859922688/t4294970392(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:269/0 lens 496/448 e 0 to 0 dl 1746066874 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066863.158224:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f700e00 with x1830882859922688 ext(0->7) 00010000:00010000:0.0:1746066863.158234:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff4373b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf8c expref: 203 pid: 9917 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.158249:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff4373b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf8c expref: 203 pid: 9917 timeout: 1075 lvb_type: 0 00002000:00010000:0.0:1746066863.158256:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f700e00 00000100:00100000:0.0:1746066863.163283:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.172197:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.175281:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.176731:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.180174:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.185999:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.187093:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+204:2034:x1830882859923968:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 867us (1098us total) trans 4294970393 rc 0/0 00000100:00100000:0.0:1746066863.187101:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1375 00002000:00100000:0.0:1746066863.187107:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130524000 x1830882859923968/t4294970393(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:269/0 lens 496/448 e 0 to 0 dl 1746066874 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066863.187114:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130524000 with x1830882859923968 ext(0->7) 00010000:00010000:0.0:1746066863.187120:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013323d400/0xd6b24631ff4373c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf9a expref: 204 pid: 9917 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.187130:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013323d400/0xd6b24631ff4373c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cf9a expref: 204 pid: 9917 timeout: 1075 lvb_type: 0 00002000:00010000:0.0:1746066863.187136:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130524000 00000100:00100000:0.0:1746066863.191732:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.201900:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.205608:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.207204:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.211153:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.213824:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.215714:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.221243:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.226177:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.238732:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131428000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+206:2031:x1830882859925760:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 12227us (12550us total) trans 4294970394 rc 0/0 00000100:00100000:0.0:1746066863.238747:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1378 00002000:00100000:0.0:1746066863.238757:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131428000 x1830882859925760/t4294970394(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:269/0 lens 496/448 e 0 to 0 dl 1746066874 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066863.238768:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131428000 with x1830882859925760 ext(0->7) 00010000:00010000:0.0:1746066863.238779:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013323d400/0xd6b24631ff4373d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cfa8 expref: 206 pid: 9917 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.238795:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013323d400/0xd6b24631ff4373d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cfa8 expref: 206 pid: 9917 timeout: 1075 lvb_type: 0 00002000:00010000:0.0:1746066863.238801:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131428000 00000100:00100000:0.0:1746066863.259707:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.261605:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.277135:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.277248:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.282802:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.286118:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:0.0:1746066863.287054:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066863.289525:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.317007:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.331126:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.334155:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.336226:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.341189:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.343438:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.352806:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.361777:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.361828:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.367325:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.367616:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.407955:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.412082:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.413902:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.417792:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.418296:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859929984 00000100:00100000:0.0:1746066863.418299:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859929984 00000100:00100000:0.0:1746066863.418366:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28373 00000100:00100000:0.0:1746066863.418372:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091030e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+209:1214:x1830882859929984:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066863.418384:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066863.418402:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f739c00/0xd6b24631ff437408 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267cfe0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.418428:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012eb5ea00/0xd6b24631ff437401 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cfd9 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.418437:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066863.418438:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066863.418442:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f739c00/0xd6b24631ff437408 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cfe0 expref: 210 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.418472:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012eb5ea00/0xd6b24631ff437401 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cfd9 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.418483:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012eb5ea00/0xd6b24631ff437401 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cfd9 expref: 6 pid: 9917 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1746066863.418495:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091033b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9917:1830882860883840:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066863.418548:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9ec300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066863.422153:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091033b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9917:1830882860883840:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066863.422180:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f739c00/0xd6b24631ff437408 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cfe0 expref: 210 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.422196:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f739c00, rc 0) 00000100:00100000:0.0:1746066863.422229:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091030e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+210:1214:x1830882859929984:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3856us (4437us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066863.422237:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28373 00000100:00100000:0.0:1746066863.422271:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.422282:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859930112 00000100:00100000:0.0:1746066863.422287:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859930112 00000100:00100000:0.0:1746066863.422354:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28374 00000100:00100000:0.0:1746066863.422362:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091033b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+210:1215:x1830882859930112:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066863.422377:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066863.422389:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f562600/0xd6b24631ff43740f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267cfe7 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.422409:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066863.422413:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f739c00/0xd6b24631ff437408 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cfe0 expref: 211 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.422420:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066863.422423:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f562600/0xd6b24631ff43740f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cfe7 expref: 211 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.422450:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f739c00/0xd6b24631ff437408 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cfe0 expref: 211 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.422460:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f562600/0xd6b24631ff43740f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267cfe7 expref: 211 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.422467:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f562600, rc 0) 00000100:00100000:0.0:1746066863.422479:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091033b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+211:1215:x1830882859930112:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066863.422484:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28374 00000100:00100000:0.0:1746066863.423071:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.423638:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859930240 00000100:00100000:0.0:1746066863.423644:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859930240 00010000:00010000:0.0:1746066863.423669:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012eb5ea00/0xd6b24631ff437401 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cfd9 expref: 6 pid: 9917 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1746066863.423690:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11204 00000100:00100000:0.0:1746066863.423696:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882859930240:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066863.423707:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066863.423726:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012eb5ea00/0xd6b24631ff437401 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cfd9 expref: 6 pid: 9917 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.423736:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012eb5ea00/0xd6b24631ff437401 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cfd9 expref: 6 pid: 9917 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.423757:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eb5ea00/0xd6b24631ff437401 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cfd9 expref: 6 pid: 9917 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.424336:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066863.424370:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066863.424377:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f739c00/0xd6b24631ff437408 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cfe0 expref: 210 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.424386:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f739c00/0xd6b24631ff437408 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cfe0 expref: 210 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066863.428785:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.438810:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.441870:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+213:2033:x1830882859930752:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2738us (3060us total) trans 4294970397 rc 0/0 00000100:00100000:0.0:1746066863.441884:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1383 00002000:00100000:0.0:1746066863.441895:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095e7ca80 x1830882859930752/t4294970397(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:269/0 lens 496/448 e 0 to 0 dl 1746066874 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066863.441904:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7ca80 with x1830882859930752 ext(0->7) 00010000:00010000:0.0:1746066863.441915:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f739c00/0xd6b24631ff437408 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cfe0 expref: 213 pid: 9917 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.441930:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f739c00/0xd6b24631ff437408 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267cfe0 expref: 213 pid: 9917 timeout: 1075 lvb_type: 0 00002000:00010000:0.0:1746066863.441937:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095e7ca80 00000100:00100000:0.0:1746066863.443719:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.450523:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.456686:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.461613:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.461710:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.467051:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.469272:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.470965:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.484162:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.489809:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.512664:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.512719:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.518635:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.524442:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.531321:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.534950:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.540155:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.542524:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094838e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+216:2033:x1830882859934208:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1920us (2373us total) trans 4294970399 rc 0/0 00000100:00100000:0.0:1746066863.542535:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1388 00002000:00100000:0.0:1746066863.542543:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094838e00 x1830882859934208/t4294970399(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:269/0 lens 496/448 e 0 to 0 dl 1746066874 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066863.542552:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094838e00 with x1830882859934208 ext(0->7) 00010000:00010000:0.0:1746066863.542560:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff437432 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d00a expref: 216 pid: 9628 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.542573:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff437432 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d00a expref: 216 pid: 9628 timeout: 1075 lvb_type: 0 00002000:00010000:0.0:1746066863.542585:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094838e00 00000100:00100000:0.0:1746066863.544040:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.546927:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.551776:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.559199:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.562847:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.562937:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.567367:0:7258:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859935616 00000100:00100000:0.0:1746066863.567371:0:7258:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859935616 00010000:00010000:0.0:1746066863.567389:0:7258:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133138c00/0xd6b24631ff437440 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d018 expref: 219 pid: 9628 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1746066863.567406:0:7258:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859935488 00000100:00100000:0.0:1746066863.567408:0:7258:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859935488 00010000:00010000:0.0:1746066863.567417:0:7258:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009efedc00/0xd6b24631ff437439 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d011 expref: 6 pid: 9628 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1746066863.567429:0:7258:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11212 00000100:00100000:0.0:1746066863.567433:0:7258:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+219:2032:x1830882859935616:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066863.567441:0:7258:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066863.567459:0:7258:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133138c00/0xd6b24631ff437440 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d018 expref: 219 pid: 9628 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.567469:0:7258:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133138c00/0xd6b24631ff437440 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d018 expref: 219 pid: 9628 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.567491:0:7258:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133138c00/0xd6b24631ff437440 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d018 expref: 218 pid: 9628 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.567506:0:7258:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066863.567519:0:7258:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+217:2032:x1830882859935616:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 86us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066863.567525:0:7258:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11212 00000100:00100000:0.0:1746066863.570667:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.575573:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.580231:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+219:2032:x1830882859936256:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4204us (4657us total) trans 4294970400 rc 0/0 00000100:00100000:0.0:1746066863.580244:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1390 00002000:00100000:0.0:1746066863.580273:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d7a8000 x1830882859936256/t4294970400(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:269/0 lens 496/448 e 0 to 0 dl 1746066874 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066863.580282:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7a8000 with x1830882859936256 ext(0->7) 00010000:00010000:0.0:1746066863.580292:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ea27000/0xd6b24631ff437447 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d01f expref: 219 pid: 9917 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.580306:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ea27000/0xd6b24631ff437447 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d01f expref: 219 pid: 9917 timeout: 1075 lvb_type: 0 00002000:00010000:0.0:1746066863.580324:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d7a8000 00000100:00100000:0.0:1746066863.587067:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.588245:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.592389:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.597610:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.597875:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.604887:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.613467:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.620458:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.628432:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.633132:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000001:00080000:0.0:1746066863.637259:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970401 is committed 00000100:00100000:0.0:1746066863.641673:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.645697:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.658200:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.663717:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882859938688:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1792us (5513us total) trans 4294970402 rc 0/0 00000100:00100000:0.0:1746066863.663725:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1395 00002000:00100000:0.0:1746066863.663732:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d7ab480 x1830882859938688/t4294970402(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:269/0 lens 496/448 e 0 to 0 dl 1746066874 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066863.663739:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ab480 with x1830882859938688 ext(0->7) 00010000:00010000:0.0:1746066863.663745:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff437463 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d03b expref: 8 pid: 9628 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.663757:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff437463 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d03b expref: 8 pid: 9628 timeout: 1075 lvb_type: 0 00002000:00010000:0.0:1746066863.663762:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d7ab480 00000100:00100000:0.0:1746066863.672045:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.674948:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.680250:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131424e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7259:1830882860887168:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066863.680270:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066863.680294:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882859938816:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 8051us (8260us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066863.680546:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11218 00000100:00100000:0.0:1746066863.683825:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9628:1830882860887296:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066863.683856:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133138000/0xd6b24631ff437471 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d049 expref: 8 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.683875:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138000, rc 0) 00000100:00100000:0.0:1746066863.683926:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+8:1214:x1830882859938944:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6325us (8984us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066863.683935:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28388 00000100:00100000:0.0:1746066863.686220:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28389 00000100:00100000:0.0:1746066863.686230:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+8:1215:x1830882859939328:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066863.686246:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066863.686470:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095fc6e00/0xd6b24631ff437478 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267d050 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.686491:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133138000/0xd6b24631ff437471 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d049 expref: 9 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.686498:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066863.686499:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066863.686503:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095fc6e00/0xd6b24631ff437478 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d050 expref: 9 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.686526:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133138000/0xd6b24631ff437471 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d049 expref: 9 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.686539:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133138000/0xd6b24631ff437471 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d049 expref: 9 pid: 9628 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1746066863.686548:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c40a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9628:1830882860887552:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066863.686588:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9ec300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066863.692815:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.701971:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.708220:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:0.0:1746066863.709928:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133138000/0xd6b24631ff437471 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d049 expref: 11 pid: 9628 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1746066863.709954:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11220 00000100:00100000:0.0:1746066863.709961:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c40a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2033:x1830882859940096:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066863.709972:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066863.709987:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133138000/0xd6b24631ff437471 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d049 expref: 11 pid: 9628 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.709997:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133138000/0xd6b24631ff437471 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d049 expref: 11 pid: 9628 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.710015:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133138000/0xd6b24631ff437471 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d049 expref: 11 pid: 9628 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.710034:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066863.710035:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066863.710042:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095fc6e00/0xd6b24631ff437478 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d050 expref: 10 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.710048:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095fc6e00/0xd6b24631ff437478 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d050 expref: 10 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.710075:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095fc6e00/0xd6b24631ff437478 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d050 expref: 10 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066863.710084:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c409500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882860887680:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066863.710151:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9ec300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066863.712167:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c409500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882860887680:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066863.712185:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066863.712228:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c40a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2033:x1830882859940096:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2266us (4015us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066863.712236:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11220 00000100:00100000:0.0:1746066863.719895:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.729956:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.733506:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.737194:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.737277:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.738194:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.744213:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.756635:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.762901:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c40b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+13:2031:x1830882859941760:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4316us (6266us total) trans 4294970404 rc 0/0 00000100:00100000:0.0:1746066863.762912:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1401 00002000:00100000:0.0:1746066863.763121:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c40b480 x1830882859941760/t4294970404(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:269/0 lens 496/448 e 0 to 0 dl 1746066874 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066863.763130:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c40b480 with x1830882859941760 ext(0->7) 00010000:00010000:0.0:1746066863.763139:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880131fb6400/0xd6b24631ff437486 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d05e expref: 13 pid: 9628 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.763157:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880131fb6400/0xd6b24631ff437486 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d05e expref: 13 pid: 9628 timeout: 1075 lvb_type: 0 00002000:00010000:0.0:1746066863.763163:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c40b480 00000100:00100000:0.0:1746066863.766210:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.782758:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.784913:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859942400 00000100:00100000:0.0:1746066863.784918:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859942400 00000100:00100000:0.0:1746066863.784944:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28394 00000100:00100000:0.0:1746066863.784949:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+12:1214:x1830882859942400:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066863.784958:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066863.784969:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095ead000/0xd6b24631ff43749b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267d073 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.784988:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff43748d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d065 expref: 13 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.784997:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff437494 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d06c expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.785003:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066863.785005:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066863.785008:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095ead000/0xd6b24631ff43749b lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d073 expref: 13 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.785035:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff437494 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d06c expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.785046:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff437494 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d06c expref: 5 pid: 9628 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1746066863.785058:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c40a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9627:1830882860888448:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066863.785139:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff43748d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d065 expref: 13 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.785148:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff43748d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d065 expref: 13 pid: 9627 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1746066863.785156:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c35c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9627:1830882860888576:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066863.785177:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9ec300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066863.791794:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.794226:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.798377:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.804649:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.809330:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.820166:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+14:2033:x1830882859943424:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2124us (2365us total) trans 4294970405 rc 0/0 00000100:00100000:0.0:1746066863.820178:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1403 00002000:00100000:0.0:1746066863.820193:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130230e00 x1830882859943424/t4294970405(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:269/0 lens 496/448 e 0 to 0 dl 1746066874 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066863.820202:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130230e00 with x1830882859943424 ext(0->7) 00010000:00010000:0.0:1746066863.820212:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095ead000/0xd6b24631ff43749b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d073 expref: 14 pid: 9627 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.820227:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095ead000/0xd6b24631ff43749b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d073 expref: 14 pid: 9627 timeout: 1075 lvb_type: 0 00002000:00010000:0.0:1746066863.820626:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130230e00 00000100:00100000:0.0:1746066863.834833:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.834939:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.841657:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.849070:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.857952:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.861733:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.865719:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.867745:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2034:x1830882859944576:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1451us (2025us total) trans 4294970406 rc 0/0 00000100:00100000:0.0:1746066863.867755:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1405 00002000:00100000:0.0:1746066863.867765:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132c34380 x1830882859944576/t4294970406(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:269/0 lens 496/448 e 0 to 0 dl 1746066874 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066863.867774:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c34380 with x1830882859944576 ext(0->7) 00010000:00010000:0.0:1746066863.867784:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095eac400/0xd6b24631ff4374a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d081 expref: 16 pid: 9627 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.867805:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095eac400/0xd6b24631ff4374a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d081 expref: 16 pid: 9627 timeout: 1075 lvb_type: 0 00002000:00010000:0.0:1746066863.867811:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c34380 00000100:00100000:0.0:1746066863.873542:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.883045:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.885827:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.888568:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.893480:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.896809:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.897037:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.897250:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11229 00000100:00100000:0.0:1746066863.897259:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5216c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+20:2033:x1830882859945600:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066863.897269:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066863.897560:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013093d400/0xd6b24631ff4374b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d08f expref: 20 pid: 9627 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.897572:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013093d400/0xd6b24631ff4374b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d08f expref: 20 pid: 9627 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.897591:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013093d400/0xd6b24631ff4374b7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d08f expref: 20 pid: 9627 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.897608:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066863.897644:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5216c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2033:x1830882859945600:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 386us (843us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066863.897652:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11229 00000100:00100000:0.0:1746066863.902088:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.908611:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.910029:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2032:x1830882859946368:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1184us (1424us total) trans 4294970407 rc 0/0 00000100:00100000:0.0:1746066863.910039:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1407 00002000:00100000:0.0:1746066863.910046:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095a94a80 x1830882859946368/t4294970407(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:269/0 lens 496/448 e 0 to 0 dl 1746066874 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066863.910054:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a94a80 with x1830882859946368 ext(0->7) 00010000:00010000:0.0:1746066863.910060:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff4374be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d096 expref: 19 pid: 9628 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1746066863.910071:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff4374be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d096 expref: 19 pid: 9628 timeout: 1075 lvb_type: 0 00002000:00010000:0.0:1746066863.910077:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095a94a80 00000100:00100000:0.0:1746066863.913822:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.920160:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.927030:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.930821:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.931844:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.938725:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.941571:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859947520 00000100:00100000:0.0:1746066863.941577:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859947520 00000100:00100000:0.0:1746066863.941610:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28403 00000100:00100000:0.0:1746066863.941616:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+18:1215:x1830882859947520:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066863.941637:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066863.941652:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cc3600/0xd6b24631ff4374da lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267d0b2 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.941672:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095ead000/0xd6b24631ff4374d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d0ab expref: 19 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.941678:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066863.941680:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066863.941683:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cc3600/0xd6b24631ff4374da lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d0b2 expref: 19 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.941703:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095ead000/0xd6b24631ff4374d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d0ab expref: 19 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066863.941716:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095ead000/0xd6b24631ff4374d3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d0ab expref: 19 pid: 9917 timeout: 1076 lvb_type: 0 00000100:00100000:0.0:1746066863.941726:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9917:1830882860890624:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066863.946554:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.950730:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.953198:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+21:2034:x1830882859948160:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1709us (2474us total) trans 4294970408 rc 0/0 00000100:00100000:0.0:1746066863.953208:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1410 00002000:00100000:0.0:1746066863.953216:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095a96300 x1830882859948160/t4294970408(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:269/0 lens 496/448 e 0 to 0 dl 1746066874 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066863.953230:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a96300 with x1830882859948160 ext(0->7) 00010000:00010000:0.0:1746066863.953237:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095ead000/0xd6b24631ff4374d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d0ab expref: 21 pid: 9917 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066863.953250:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095ead000/0xd6b24631ff4374d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d0ab expref: 21 pid: 9917 timeout: 1076 lvb_type: 0 00002000:00010000:0.0:1746066863.953257:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095a96300 00000100:00100000:0.0:1746066863.954974:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.958269:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.963337:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.965530:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.967842:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.970906:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.971144:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.971186:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.975251:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.981853:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066863.985044:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+23:2031:x1830882859949952:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2573us (3192us total) trans 4294970409 rc 0/0 00000100:00100000:0.0:1746066863.985055:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1412 00002000:00100000:0.0:1746066863.985065:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132c36a00 x1830882859949952/t4294970409(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:269/0 lens 496/448 e 0 to 0 dl 1746066874 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066863.985073:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c36a00 with x1830882859949952 ext(0->7) 00010000:00010000:0.0:1746066863.985082:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095ef5000/0xd6b24631ff4374e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d0c0 expref: 23 pid: 9917 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066863.985100:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095ef5000/0xd6b24631ff4374e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d0c0 expref: 23 pid: 9917 timeout: 1076 lvb_type: 0 00002000:00010000:0.0:1746066863.985107:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c36a00 00000100:00100000:0.0:1746066864.001175:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00080000:0.0:1746066864.001899:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066864.006192:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.006261:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00080000:0.0:1746066864.007097:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066864.012262:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.012313:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.017894:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.017923:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859951104 00000100:00100000:0.0:1746066864.017930:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859951104 00010000:00010000:0.0:1746066864.017964:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133138c00/0xd6b24631ff4374f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d0ce expref: 6 pid: 9627 timeout: 1076 lvb_type: 0 00000100:00100000:0.0:1746066864.018002:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11239 00000100:00100000:0.0:1746066864.018010:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffabb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882859951104:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066864.018024:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066864.018043:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133138c00/0xd6b24631ff4374f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d0ce expref: 6 pid: 9627 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.018055:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133138c00/0xd6b24631ff4374f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d0ce expref: 6 pid: 9627 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.018083:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133138c00/0xd6b24631ff4374f6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d0ce expref: 6 pid: 9627 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.018102:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066864.018104:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066864.018111:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff4374fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d0d5 expref: 21 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066864.018119:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff4374fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d0d5 expref: 21 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066864.018152:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff4374fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d0d5 expref: 21 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066864.018165:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffa9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882860891776:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066864.019184:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9ec300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066864.022103:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.034782:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.042727:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.047751:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2033:x1830882859951616:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4726us (5025us total) trans 4294970410 rc 0/0 00000100:00100000:0.0:1746066864.047769:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1414 00002000:00100000:0.0:1746066864.047782:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012ffab800 x1830882859951616/t4294970410(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:270/0 lens 496/448 e 0 to 0 dl 1746066875 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066864.047792:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffab800 with x1830882859951616 ext(0->7) 00010000:00010000:0.0:1746066864.047805:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff4374fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d0d5 expref: 24 pid: 9627 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.047824:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff4374fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d0d5 expref: 24 pid: 9627 timeout: 1076 lvb_type: 0 00002000:00010000:0.0:1746066864.047831:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ffab800 00000100:00100000:0.0:1746066864.050975:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.051029:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.055401:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.058595:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.062238:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.067483:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.075579:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.077101:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2034:x1830882859952768:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1292us (1519us total) trans 4294970411 rc 0/0 00000100:00100000:0.0:1746066864.077111:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1416 00002000:00100000:0.0:1746066864.077118:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800952e4700 x1830882859952768/t4294970411(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:270/0 lens 496/448 e 0 to 0 dl 1746066875 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066864.077127:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e4700 with x1830882859952768 ext(0->7) 00010000:00010000:0.0:1746066864.077134:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff43750b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d0e3 expref: 26 pid: 9627 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.077147:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133138200/0xd6b24631ff43750b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d0e3 expref: 26 pid: 9627 timeout: 1076 lvb_type: 0 00002000:00010000:0.0:1746066864.077154:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800952e4700 00000100:00100000:0.0:1746066864.081451:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.088774:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.094185:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.097683:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.105230:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.123576:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.123661:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.135008:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.151094:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.155879:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.158613:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+28:2031:x1830882859954432:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2339us (2736us total) trans 4294970412 rc 0/0 00000100:00100000:0.0:1746066864.158622:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1417 00002000:00100000:0.0:1746066864.158630:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800963ea680 x1830882859954432/t4294970412(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:270/0 lens 496/448 e 0 to 0 dl 1746066875 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066864.158639:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ea680 with x1830882859954432 ext(0->7) 00010000:00010000:0.0:1746066864.158648:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013093d400/0xd6b24631ff437520 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d0f8 expref: 28 pid: 9917 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.158661:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013093d400/0xd6b24631ff437520 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d0f8 expref: 28 pid: 9917 timeout: 1076 lvb_type: 0 00002000:00010000:0.0:1746066864.158669:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800963ea680 00000100:00100000:0.0:1746066864.160329:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.162238:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.174700:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.178658:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.182103:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.182929:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859955328 00000100:00100000:0.0:1746066864.182937:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859955328 00002000:00100000:0.0:1746066864.182980:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132c39880 x1830882859955328/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:270/0 lens 488/0 e 0 to 0 dl 1746066875 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066864.182990:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c39880 with x1830882859955328 ext(0->4095) 00010000:00010000:0.0:1746066864.182998:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013093d000/0xd6b24631ff43752e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d106 expref: 30 pid: 9917 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.183009:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013093d000/0xd6b24631ff43752e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d106 expref: 30 pid: 9917 timeout: 1076 lvb_type: 0 00002000:00010000:0.0:1746066864.183016:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c39880 00000100:00100000:0.0:1746066864.183589:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1418 00000100:00100000:0.0:1746066864.183598:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+30:2031:x1830882859955328:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066864.184670:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+30:2031:x1830882859955328:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1072us (2566us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066864.184679:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1418 00002000:00100000:0.0:1746066864.184686:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132c39880 x1830882859955328/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:270/0 lens 488/4536 e 0 to 0 dl 1746066875 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066864.184694:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c39880 with x1830882859955328 ext(0->4095) 00010000:00010000:0.0:1746066864.184701:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013093d000/0xd6b24631ff43752e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d106 expref: 30 pid: 9917 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.184711:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013093d000/0xd6b24631ff43752e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d106 expref: 30 pid: 9917 timeout: 1076 lvb_type: 0 00002000:00010000:0.0:1746066864.184723:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c39880 00000100:00100000:0.0:1746066864.188671:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.189119:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.200011:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.207201:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.213619:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.215214:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+30:2032:x1830882859956352:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1378us (1602us total) trans 4294970413 rc 0/0 00000100:00100000:0.0:1746066864.215222:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1420 00002000:00100000:0.0:1746066864.215439:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012b4dd880 x1830882859956352/t4294970413(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:270/0 lens 496/448 e 0 to 0 dl 1746066875 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066864.215448:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b4dd880 with x1830882859956352 ext(0->7) 00010000:00010000:0.0:1746066864.215456:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff437535 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d10d expref: 30 pid: 9627 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.215468:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133139e00/0xd6b24631ff437535 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d10d expref: 30 pid: 9627 timeout: 1076 lvb_type: 0 00002000:00010000:0.0:1746066864.215474:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b4dd880 00000100:00100000:0.0:1746066864.219894:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.226152:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.231714:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.231763:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.235775:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.241271:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859957376 00000100:00100000:0.0:1746066864.241279:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859957376 00002000:00100000:0.0:1746066864.241330:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880123a95180 x1830882859957376/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:270/0 lens 488/0 e 0 to 0 dl 1746066875 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066864.241569:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a95180 with x1830882859957376 ext(0->4095) 00010000:00010000:0.0:1746066864.241579:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013093c800/0xd6b24631ff437543 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d11b expref: 31 pid: 9627 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.241593:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013093c800/0xd6b24631ff437543 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d11b expref: 31 pid: 9627 timeout: 1076 lvb_type: 0 00002000:00010000:0.0:1746066864.241601:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123a95180 00000100:00100000:0.0:1746066864.241631:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1421 00000100:00100000:0.0:1746066864.241639:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+31:2033:x1830882859957376:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066864.241783:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+31:2033:x1830882859957376:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 144us (1104us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066864.241790:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1421 00002000:00100000:0.0:1746066864.241796:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880123a95180 x1830882859957376/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:270/0 lens 488/4536 e 0 to 0 dl 1746066875 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066864.241804:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a95180 with x1830882859957376 ext(0->4095) 00010000:00010000:0.0:1746066864.241809:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013093c800/0xd6b24631ff437543 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d11b expref: 31 pid: 9627 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.241820:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013093c800/0xd6b24631ff437543 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d11b expref: 31 pid: 9627 timeout: 1076 lvb_type: 0 00002000:00010000:0.0:1746066864.241826:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123a95180 00000100:00100000:0.0:1746066864.250133:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.254847:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+33:2034:x1830882859957632:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4156us (4711us total) trans 4294970414 rc 0/0 00000100:00100000:0.0:1746066864.254862:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1422 00002000:00100000:0.0:1746066864.254876:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800946a8e00 x1830882859957632/t4294970414(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:270/0 lens 496/448 e 0 to 0 dl 1746066875 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066864.254887:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a8e00 with x1830882859957632 ext(0->7) 00010000:00010000:0.0:1746066864.254900:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013093c800/0xd6b24631ff437543 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d11b expref: 33 pid: 9627 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.254918:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013093c800/0xd6b24631ff437543 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d11b expref: 33 pid: 9627 timeout: 1076 lvb_type: 0 00002000:00010000:0.0:1746066864.254925:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946a8e00 00000100:00100000:0.0:1746066864.257163:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.262951:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.267105:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.274835:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.277981:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.280100:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.283085:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.283137:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.289127:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123a96300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21614:1830882860894848:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066864.289145:0:21614:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066864.289181:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2034:x1830882859959040:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5001us (6044us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066864.289193:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11252 00000100:00100000:0.0:1746066864.293745:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.299500:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+34:2033:x1830882859959680:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5373us (5759us total) trans 4294970415 rc 0/0 00000100:00100000:0.0:1746066864.299511:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1425 00002000:00100000:0.0:1746066864.299522:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008e80ca80 x1830882859959680/t4294970415(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:270/0 lens 496/448 e 0 to 0 dl 1746066875 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066864.299531:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80ca80 with x1830882859959680 ext(0->7) 00010000:00010000:0.0:1746066864.299540:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880131fb7c00/0xd6b24631ff437558 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d130 expref: 34 pid: 9628 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.299553:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880131fb7c00/0xd6b24631ff437558 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d130 expref: 34 pid: 9628 timeout: 1076 lvb_type: 0 00002000:00010000:0.0:1746066864.299560:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e80ca80 00000100:00100000:0.0:1746066864.303685:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.307132:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.308131:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.311828:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.312578:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.316409:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.322068:0:9630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860895488 00000100:00100000:0.0:1746066864.322081:0:9630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860895488 00000100:00100000:0.0:1746066864.322161:0:9630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1746066864.322169:0:9630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3790:x1830882860895488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746066864.322198:0:9630:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498998080 pending 401408 free 3921256448 avail 3689734144 00000100:00100000:0.0:1746066864.322267:0:9630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3790:x1830882860895488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066864.322275:0:9630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1746066864.322882:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.324094:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d735c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+37:2034:x1830882859960960:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1009us (1211us total) trans 4294970416 rc 0/0 00000100:00100000:0.0:1746066864.324105:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1428 00002000:00100000:0.0:1746066864.324114:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d735c00 x1830882859960960/t4294970416(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:270/0 lens 496/448 e 0 to 0 dl 1746066875 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066864.324124:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d735c00 with x1830882859960960 ext(0->7) 00010000:00010000:0.0:1746066864.324132:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133139000/0xd6b24631ff437566 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d13e expref: 37 pid: 9628 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.324147:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133139000/0xd6b24631ff437566 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d13e expref: 37 pid: 9628 timeout: 1076 lvb_type: 0 00002000:00010000:0.0:1746066864.324154:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d735c00 00000100:00100000:0.0:1746066864.329794:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.342782:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859961344 00000100:00100000:0.0:1746066864.342791:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859961344 00002000:00100000:0.0:1746066864.342841:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009126fb80 x1830882859961344/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:270/0 lens 488/0 e 0 to 0 dl 1746066875 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066864.342853:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126fb80 with x1830882859961344 ext(0->4095) 00002000:00010000:0.0:1746066864.342859:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009126fb80 00000100:00100000:0.0:1746066864.342997:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12646 00000100:00100000:0.0:1746066864.343006:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2034:x1830882859961344:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066864.343149:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2034:x1830882859961344:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 143us (460us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066864.343157:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12646 00002000:00100000:0.0:1746066864.343163:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009126fb80 x1830882859961344/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:270/0 lens 488/4536 e 0 to 0 dl 1746066875 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066864.343171:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126fb80 with x1830882859961344 ext(0->4095) 00002000:00010000:0.0:1746066864.343174:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009126fb80 00000100:00100000:0.0:1746066864.347147:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.347273:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.355387:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.356472:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.361114:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.368727:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.371477:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.381144:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.385235:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d737100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2034:x1830882859962624:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1333us (4098us total) trans 4294970417 rc 0/0 00000100:00100000:0.0:1746066864.385244:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1430 00002000:00100000:0.0:1746066864.385252:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d737100 x1830882859962624/t4294970417(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:270/0 lens 496/448 e 0 to 0 dl 1746066875 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066864.385262:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d737100 with x1830882859962624 ext(0->7) 00010000:00010000:0.0:1746066864.385272:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880131fb7e00/0xd6b24631ff43757b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d153 expref: 38 pid: 9628 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.385293:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880131fb7e00/0xd6b24631ff43757b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d153 expref: 38 pid: 9628 timeout: 1076 lvb_type: 0 00002000:00010000:0.0:1746066864.385313:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d737100 00000100:00100000:0.0:1746066864.387233:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.402620:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.404619:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.412258:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.417940:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.420665:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.428497:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.434106:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.435334:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2031:x1830882859964416:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 895us (1235us total) trans 4294970418 rc 0/0 00000100:00100000:0.0:1746066864.435358:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1433 00002000:00100000:0.0:1746066864.435366:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d735500 x1830882859964416/t4294970418(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:270/0 lens 496/448 e 0 to 0 dl 1746066875 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066864.435374:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d735500 with x1830882859964416 ext(0->7) 00010000:00010000:0.0:1746066864.435380:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff437590 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d168 expref: 40 pid: 9917 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.435391:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff437590 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d168 expref: 40 pid: 9917 timeout: 1076 lvb_type: 0 00002000:00010000:0.0:1746066864.435397:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d735500 00000100:00100000:0.0:1746066864.439529:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.450785:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.457415:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.462241:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.463652:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859965184 00000100:00100000:0.0:1746066864.463656:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859965184 00010000:00010000:0.0:1746066864.463679:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095ead000/0xd6b24631ff437597 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d16f expref: 6 pid: 9917 timeout: 1076 lvb_type: 0 00000100:00100000:0.0:1746066864.463709:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11262 00000100:00100000:0.0:1746066864.463715:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859965184:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066864.463725:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066864.463744:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095ead000/0xd6b24631ff437597 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d16f expref: 6 pid: 9917 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.463755:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095ead000/0xd6b24631ff437597 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d16f expref: 6 pid: 9917 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.463775:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095ead000/0xd6b24631ff437597 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d16f expref: 6 pid: 9917 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.464102:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066864.464137:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882859965184:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 422us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066864.464144:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11262 00000100:00100000:0.0:1746066864.471950:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.477546:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.490528:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+43:2033:x1830882859965696:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 12541us (12979us total) trans 4294970419 rc 0/0 00000100:00100000:0.0:1746066864.490542:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1435 00002000:00100000:0.0:1746066864.490553:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094ec3100 x1830882859965696/t4294970419(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:270/0 lens 496/448 e 0 to 0 dl 1746066875 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066864.490564:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec3100 with x1830882859965696 ext(0->7) 00010000:00010000:0.0:1746066864.490575:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133139000/0xd6b24631ff43759e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d176 expref: 43 pid: 9917 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.490592:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133139000/0xd6b24631ff43759e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d176 expref: 43 pid: 9917 timeout: 1076 lvb_type: 0 00002000:00010000:0.0:1746066864.490599:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094ec3100 00000100:00100000:0.0:1746066864.491879:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.495092:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.496832:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.498590:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.512912:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.518611:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.524617:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.543804:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.553606:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.556362:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+45:2033:x1830882859968000:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1598us (2743us total) trans 4294970420 rc 0/0 00000100:00100000:0.0:1746066864.556372:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1437 00002000:00100000:0.0:1746066864.556379:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094ec1500 x1830882859968000/t4294970420(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:270/0 lens 496/448 e 0 to 0 dl 1746066875 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066864.556394:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec1500 with x1830882859968000 ext(0->7) 00010000:00010000:0.0:1746066864.556401:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013323da00/0xd6b24631ff4375b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d18b expref: 45 pid: 21660 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.556413:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013323da00/0xd6b24631ff4375b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d18b expref: 45 pid: 21660 timeout: 1076 lvb_type: 0 00002000:00010000:0.0:1746066864.556419:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094ec1500 00000100:00100000:0.0:1746066864.568887:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.571841:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.575253:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.576379:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.582483:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.582513:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.582532:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859969152 00000100:00100000:0.0:1746066864.582537:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859969152 00000100:00100000:0.0:1746066864.582562:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28438 00000100:00100000:0.0:1746066864.582568:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1215:x1830882859969152:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066864.582582:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066864.582597:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009111d200/0xd6b24631ff4375cf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267d1a7 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066864.582617:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066864.582623:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013323d400/0xd6b24631ff4375c8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d199 expref: 45 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066864.582629:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066864.582633:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009111d200/0xd6b24631ff4375cf lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d1a7 expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066864.582662:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013323d400/0xd6b24631ff4375c8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d199 expref: 45 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066864.582673:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009111d200/0xd6b24631ff4375cf lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d1a7 expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066864.582683:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009111d200, rc 0) 00000100:00100000:0.0:1746066864.582710:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:1215:x1830882859969152:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066864.582715:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28438 00000100:00100000:0.0:1746066864.587685:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.591877:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.610411:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.611674:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+46:2034:x1830882859969664:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 991us (1269us total) trans 4294970421 rc 0/0 00000100:00100000:0.0:1746066864.611682:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1440 00002000:00100000:0.0:1746066864.611689:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095885880 x1830882859969664/t4294970421(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:270/0 lens 496/448 e 0 to 0 dl 1746066875 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066864.611696:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095885880 with x1830882859969664 ext(0->7) 00010000:00010000:0.0:1746066864.611702:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013323d400/0xd6b24631ff4375c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d199 expref: 46 pid: 21660 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.611712:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013323d400/0xd6b24631ff4375c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d199 expref: 46 pid: 21660 timeout: 1076 lvb_type: 0 00002000:00010000:0.0:1746066864.611724:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095885880 00000100:00100000:0.0:1746066864.612477:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.614213:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.622469:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.626738:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.632552:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.642091:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.647556:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.653682:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2031:x1830882859970944:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5890us (6117us total) trans 4294970422 rc 0/0 00000100:00100000:0.0:1746066864.653697:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1442 00002000:00100000:0.0:1746066864.653711:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095887100 x1830882859970944/t4294970422(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:270/0 lens 496/448 e 0 to 0 dl 1746066875 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066864.653722:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095887100 with x1830882859970944 ext(0->7) 00010000:00010000:0.0:1746066864.653735:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f739000/0xd6b24631ff4375d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d1ae expref: 48 pid: 21660 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.653753:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f739000/0xd6b24631ff4375d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d1ae expref: 48 pid: 21660 timeout: 1076 lvb_type: 0 00002000:00010000:0.0:1746066864.653761:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095887100 00000100:00100000:0.0:1746066864.655905:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.663430:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.667630:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.669223:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.680121:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.683417:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.685481:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.691041:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.693996:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859972480 00000100:00100000:0.0:1746066864.694003:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859972480 00002000:00100000:0.0:1746066864.694042:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880123a97100 x1830882859972480/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:270/0 lens 488/0 e 0 to 0 dl 1746066875 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066864.694052:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a97100 with x1830882859972480 ext(0->4095) 00010000:00010000:0.0:1746066864.694062:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013323d200/0xd6b24631ff4375eb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d1c3 expref: 48 pid: 21660 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.694075:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013323d200/0xd6b24631ff4375eb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d1c3 expref: 48 pid: 21660 timeout: 1076 lvb_type: 0 00002000:00010000:0.0:1746066864.694081:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123a97100 00000100:00100000:0.0:1746066864.694153:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1443 00000100:00100000:0.0:1746066864.694161:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2033:x1830882859972480:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066864.694306:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2033:x1830882859972480:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 145us (1098us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066864.694312:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1443 00002000:00100000:0.0:1746066864.694318:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880123a97100 x1830882859972480/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:270/0 lens 488/4536 e 0 to 0 dl 1746066875 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066864.694325:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a97100 with x1830882859972480 ext(0->4095) 00010000:00010000:0.0:1746066864.694330:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013323d200/0xd6b24631ff4375eb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d1c3 expref: 48 pid: 21660 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.694353:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013323d200/0xd6b24631ff4375eb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d1c3 expref: 48 pid: 21660 timeout: 1076 lvb_type: 0 00002000:00010000:0.0:1746066864.694359:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123a97100 00000100:00100000:0.0:1746066864.697807:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.701307:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.714731:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.717443:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.719607:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.727231:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.734852:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.734915:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.746453:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.746515:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.748187:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.758438:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.760021:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+53:2031:x1830882859975040:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1279us (1590us total) trans 4294970424 rc 0/0 00000100:00100000:0.0:1746066864.760032:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1446 00002000:00100000:0.0:1746066864.760039:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130d55880 x1830882859975040/t4294970424(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:270/0 lens 496/448 e 0 to 0 dl 1746066875 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066864.760048:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d55880 with x1830882859975040 ext(0->7) 00010000:00010000:0.0:1746066864.760057:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013093ce00/0xd6b24631ff437600 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d1d8 expref: 53 pid: 9628 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.760076:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013093ce00/0xd6b24631ff437600 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d1d8 expref: 53 pid: 9628 timeout: 1076 lvb_type: 0 00002000:00010000:0.0:1746066864.760084:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130d55880 00000100:00100000:0.0:1746066864.761464:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.763566:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.768929:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.771258:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.773958:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.774594:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.777637:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.782621:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.788467:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.801282:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.804488:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.805782:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.809183:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.809793:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.813734:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.816216:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.817790:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+57:2033:x1830882859977984:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1332us (1574us total) trans 4294970426 rc 0/0 00000100:00100000:0.0:1746066864.817799:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1451 00002000:00100000:0.0:1746066864.817806:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d6f2a00 x1830882859977984/t4294970426(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:270/0 lens 496/448 e 0 to 0 dl 1746066875 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066864.817820:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f2a00 with x1830882859977984 ext(0->7) 00010000:00010000:0.0:1746066864.817826:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f739c00/0xd6b24631ff437623 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d1fb expref: 57 pid: 9628 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.817838:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f739c00/0xd6b24631ff437623 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d1fb expref: 57 pid: 9628 timeout: 1076 lvb_type: 0 00002000:00010000:0.0:1746066864.817845:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d6f2a00 00000100:00100000:0.0:1746066864.820943:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.823322:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.826414:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.832250:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.832327:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.840798:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.840881:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.840929:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.840958:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859979136 00000100:00100000:0.0:1746066864.840967:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859979136 00000100:00100000:0.0:1746066864.841016:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28454 00000100:00100000:0.0:1746066864.841024:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+58:1215:x1830882859979136:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066864.841045:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066864.841064:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800961ee000/0xd6b24631ff43763f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267d217 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066864.841092:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066864.841099:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff437638 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d210 expref: 59 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066864.841106:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066864.841110:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800961ee000/0xd6b24631ff43763f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d217 expref: 59 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066864.841150:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff437638 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d210 expref: 59 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066864.841165:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800961ee000/0xd6b24631ff43763f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d217 expref: 59 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066864.841177:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800961ee000, rc 0) 00000100:00100000:0.0:1746066864.841224:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+59:1215:x1830882859979136:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 201us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066864.841231:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28454 00000100:00100000:0.0:1746066864.845862:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.855771:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.859601:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+59:2033:x1830882859979776:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3508us (3832us total) trans 4294970427 rc 0/0 00000100:00100000:0.0:1746066864.859614:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1453 00002000:00100000:0.0:1746066864.859623:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009529ea00 x1830882859979776/t4294970427(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:270/0 lens 496/448 e 0 to 0 dl 1746066875 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066864.859633:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529ea00 with x1830882859979776 ext(0->7) 00010000:00010000:0.0:1746066864.859644:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff437638 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d210 expref: 59 pid: 9628 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.859665:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff437638 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d210 expref: 59 pid: 9628 timeout: 1076 lvb_type: 0 00002000:00010000:0.0:1746066864.859674:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009529ea00 00000100:00100000:0.0:1746066864.865711:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.868151:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.872453:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123a96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882860902400:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066864.872470:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066864.872493:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f445450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+59:2031:x1830882859979904:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6331us (6794us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066864.872501:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11285 00000100:00100000:0.0:1746066864.873830:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859980288 00000100:00100000:0.0:1746066864.873837:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859980288 00002000:00100000:0.0:1746066864.873877:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008e80c700 x1830882859980288/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:270/0 lens 488/0 e 0 to 0 dl 1746066875 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066864.874066:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80c700 with x1830882859980288 ext(0->4095) 00010000:00010000:0.0:1746066864.874076:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800961ee000/0xd6b24631ff43763f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d217 expref: 59 pid: 9917 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.874089:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800961ee000/0xd6b24631ff43763f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d217 expref: 59 pid: 9917 timeout: 1076 lvb_type: 0 00002000:00010000:0.0:1746066864.874097:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e80c700 00000100:00100000:0.0:1746066864.874124:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1454 00000100:00100000:0.0:1746066864.874132:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e80c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+59:2034:x1830882859980288:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066864.874520:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+59:2034:x1830882859980288:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 387us (919us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066864.874528:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1454 00002000:00100000:0.0:1746066864.874534:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008e80c700 x1830882859980288/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:270/0 lens 488/4536 e 0 to 0 dl 1746066875 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066864.874542:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80c700 with x1830882859980288 ext(0->4095) 00010000:00010000:0.0:1746066864.874547:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800961ee000/0xd6b24631ff43763f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d217 expref: 59 pid: 9917 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.874557:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800961ee000/0xd6b24631ff43763f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d217 expref: 59 pid: 9917 timeout: 1076 lvb_type: 0 00002000:00010000:0.0:1746066864.874563:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e80c700 00000100:00100000:0.0:1746066864.876572:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.878729:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.884417:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.902923:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.912311:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.916686:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+61:2031:x1830882859981056:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1517us (4394us total) trans 4294970428 rc 0/0 00000100:00100000:0.0:1746066864.916696:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1456 00002000:00100000:0.0:1746066864.916706:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d6f2680 x1830882859981056/t4294970428(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:270/0 lens 496/448 e 0 to 0 dl 1746066875 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066864.916716:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f2680 with x1830882859981056 ext(0->7) 00010000:00010000:0.0:1746066864.916725:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f739000/0xd6b24631ff437646 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d21e expref: 61 pid: 9628 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.916743:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f739000/0xd6b24631ff437646 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d21e expref: 61 pid: 9628 timeout: 1076 lvb_type: 0 00002000:00010000:0.0:1746066864.916750:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d6f2680 00000100:00100000:0.0:1746066864.923149:0:7258:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11287 00000100:00100000:0.0:1746066864.923166:0:7258:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+61:2034:x1830882859981312:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066864.923184:0:7258:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066864.923210:0:7258:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff88008f739000/0xd6b24631ff437646 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d21e expref: 61 pid: 9628 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.923224:0:7258:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f739000/0xd6b24631ff437646 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d21e expref: 61 pid: 9628 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.923248:0:7258:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f739000/0xd6b24631ff437646 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d21e expref: 61 pid: 9628 timeout: 1076 lvb_type: 0 00010000:00010000:0.0:1746066864.923489:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066864.923492:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066864.923500:0:7258:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880133139000/0xd6b24631ff43764d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d225 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066864.923509:0:7258:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133139000/0xd6b24631ff43764d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d225 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066864.923549:0:7258:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880133139000/0xd6b24631ff43764d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d225 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066864.923567:0:7258:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133139000/0xd6b24631ff43764d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d225 expref: 5 pid: 9628 timeout: 1077 lvb_type: 0 00000100:00100000:0.0:1746066864.923579:0:7258:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d6f2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7258:1830882860903040:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066864.923854:0:7258:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007053c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066864.928060:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.930906:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.934776:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.943534:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.950795:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.955174:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.959221:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.961628:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.964896:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.972323:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066864.985271:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.000134:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.015250:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.019089:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095871500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2032:x1830882859984000:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1368us (3847us total) trans 4294970430 rc 0/0 00000100:00100000:0.0:1746066865.019098:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1460 00002000:00100000:0.0:1746066865.019107:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095871500 x1830882859984000/t4294970430(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 496/448 e 0 to 0 dl 1746066876 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.019116:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095871500 with x1830882859984000 ext(0->7) 00010000:00010000:0.0:1746066865.019128:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133139000/0xd6b24631ff437669 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d241 expref: 64 pid: 9628 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.019142:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133139000/0xd6b24631ff437669 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d241 expref: 64 pid: 9628 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.019149:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095871500 00000100:00100000:0.0:1746066865.020611:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.030388:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.034312:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.038753:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.043153:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.046809:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.076013:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.079649:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+66:2034:x1830882859985152:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2332us (3634us total) trans 4294970431 rc 0/0 00000100:00100000:0.0:1746066865.079660:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1462 00002000:00100000:0.0:1746066865.079668:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008e98c700 x1830882859985152/t4294970431(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 496/448 e 0 to 0 dl 1746066876 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.079677:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98c700 with x1830882859985152 ext(0->7) 00010000:00010000:0.0:1746066865.079686:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009efedc00/0xd6b24631ff437677 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d24f expref: 66 pid: 9628 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.079701:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009efedc00/0xd6b24631ff437677 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d24f expref: 66 pid: 9628 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.079708:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e98c700 00000100:00100000:0.0:1746066865.092903:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.099082:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.099114:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859985408 00000100:00100000:0.0:1746066865.099118:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859985408 00010000:00010000:0.0:1746066865.099145:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009efedc00/0xd6b24631ff437677 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d24f expref: 67 pid: 9628 timeout: 1077 lvb_type: 0 00000100:00100000:0.0:1746066865.099173:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11294 00000100:00100000:0.0:1746066865.099181:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+67:2032:x1830882859985408:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066865.099195:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066865.099217:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009efedc00/0xd6b24631ff437677 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d24f expref: 67 pid: 9628 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.099229:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009efedc00/0xd6b24631ff437677 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d24f expref: 67 pid: 9628 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.099253:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009efedc00/0xd6b24631ff437677 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d24f expref: 67 pid: 9628 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.099280:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066865.099281:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066865.099301:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131fb7c00/0xd6b24631ff43767e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d256 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066865.099309:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131fb7c00/0xd6b24631ff43767e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d256 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066865.099589:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880131fb7c00/0xd6b24631ff43767e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d256 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066865.099604:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882860904576:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066865.105816:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007053c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066865.108398:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882860904576:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066865.108415:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066865.108458:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+66:2032:x1830882859985408:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 9277us (9582us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066865.108466:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11294 00000100:00100000:0.0:1746066865.109141:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.114752:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.134781:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.142413:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+68:2033:x1830882859986304:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7215us (7631us total) trans 4294970432 rc 0/0 00000100:00100000:0.0:1746066865.142428:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1464 00002000:00100000:0.0:1746066865.142441:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008e98f800 x1830882859986304/t4294970432(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 496/448 e 0 to 0 dl 1746066876 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.142452:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98f800 with x1830882859986304 ext(0->7) 00010000:00010000:0.0:1746066865.142462:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880131fb6800/0xd6b24631ff437685 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d25d expref: 68 pid: 21660 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.142480:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880131fb6800/0xd6b24631ff437685 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d25d expref: 68 pid: 21660 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.142487:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e98f800 00000100:00100000:0.0:1746066865.145640:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.146698:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.154706:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.160514:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.168806:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.179192:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.196394:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.204192:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.208785:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+71:2033:x1830882859987456:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 11577us (12385us total) trans 4294970433 rc 0/0 00000100:00100000:0.0:1746066865.208800:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1466 00002000:00100000:0.0:1746066865.208814:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800963ea300 x1830882859987456/t4294970433(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 496/448 e 0 to 0 dl 1746066876 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.208825:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ea300 with x1830882859987456 ext(0->7) 00010000:00010000:0.0:1746066865.208837:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c20200/0xd6b24631ff437693 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d26b expref: 71 pid: 21660 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.208855:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c20200/0xd6b24631ff437693 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d26b expref: 71 pid: 21660 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.208863:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800963ea300 00000100:00100000:0.0:1746066865.212787:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.224079:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.224113:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859987968 00000100:00100000:0.0:1746066865.224121:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859987968 00002000:00100000:0.0:1746066865.224167:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800958e8a80 x1830882859987968/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:271/0 lens 488/0 e 0 to 0 dl 1746066876 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.224178:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e8a80 with x1830882859987968 ext(0->4095) 00010000:00010000:0.0:1746066865.224188:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21600/0xd6b24631ff43769a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d272 expref: 6 pid: 21660 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.224203:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21600/0xd6b24631ff43769a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d272 expref: 6 pid: 21660 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.224211:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800958e8a80 00000100:00100000:0.0:1746066865.224227:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1467 00000100:00100000:0.0:1746066865.224234:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859987968:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066865.226411:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.231534:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.235777:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.240383:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.246674:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2034:x1830882859988608:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5599us (6320us total) trans 4294970434 rc 0/0 00000100:00100000:0.0:1746066865.246688:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1468 00002000:00100000:0.0:1746066865.246700:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012b4dca80 x1830882859988608/t4294970434(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 496/448 e 0 to 0 dl 1746066876 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.246710:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b4dca80 with x1830882859988608 ext(0->7) 00010000:00010000:0.0:1746066865.246722:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff4376a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d279 expref: 72 pid: 21660 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.246740:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff4376a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d279 expref: 72 pid: 21660 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.246747:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b4dca80 00000100:00100000:0.0:1746066865.249686:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.259869:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.267897:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.268246:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.278969:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.279110:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.286605:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.286662:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.296761:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.301627:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2032:x1830882859990400:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4094us (4864us total) trans 4294970435 rc 0/0 00000100:00100000:0.0:1746066865.301642:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1471 00002000:00100000:0.0:1746066865.301652:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d7a9f80 x1830882859990400/t4294970435(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 496/448 e 0 to 0 dl 1746066876 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.301662:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7a9f80 with x1830882859990400 ext(0->7) 00010000:00010000:0.0:1746066865.301672:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff4376b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d28e expref: 74 pid: 21660 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.301690:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff4376b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d28e expref: 74 pid: 21660 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.301698:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d7a9f80 00000100:00100000:0.0:1746066865.307529:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.318146:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.324923:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.333840:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.333892:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.337298:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.345473:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.347837:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091031500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2032:x1830882859991680:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1933us (2370us total) trans 4294970436 rc 0/0 00000100:00100000:0.0:1746066865.347848:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1474 00002000:00100000:0.0:1746066865.347856:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880091031500 x1830882859991680/t4294970436(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 496/448 e 0 to 0 dl 1746066876 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.347864:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091031500 with x1830882859991680 ext(0->7) 00010000:00010000:0.0:1746066865.347872:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085a400/0xd6b24631ff4376c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d29c expref: 77 pid: 21660 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.347886:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085a400/0xd6b24631ff4376c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d29c expref: 77 pid: 21660 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.347892:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091031500 00000100:00100000:0.0:1746066865.362015:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.365982:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.376728:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.377838:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.380569:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.384645:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859992704 00000100:00100000:0.0:1746066865.384651:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859992704 00010000:00010000:0.0:1746066865.384678:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009085a200/0xd6b24631ff4376cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2a3 expref: 77 pid: 21660 timeout: 1077 lvb_type: 0 00000100:00100000:0.0:1746066865.384711:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11306 00000100:00100000:0.0:1746066865.384718:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f444850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2034:x1830882859992704:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066865.384729:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066865.384745:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009085a200/0xd6b24631ff4376cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2a3 expref: 77 pid: 21660 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.384755:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009085a200/0xd6b24631ff4376cb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2a3 expref: 77 pid: 21660 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.384778:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009085a200/0xd6b24631ff4376cb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2a3 expref: 77 pid: 21660 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.384794:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066865.384815:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f444850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2034:x1830882859992704:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 97us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066865.384823:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11306 00000100:00100000:0.0:1746066865.385828:0:7258:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859992960 00000100:00100000:0.0:1746066865.385832:0:7258:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859992960 00010000:00010000:0.0:1746066865.386061:0:7258:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009085b600/0xd6b24631ff4376d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2aa expref: 6 pid: 21660 timeout: 1077 lvb_type: 0 00000100:00100000:0.0:1746066865.386083:0:7258:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11307 00000100:00100000:0.0:1746066865.386090:0:7258:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e80dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882859992960:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066865.386098:0:7258:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066865.386111:0:7258:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009085b600/0xd6b24631ff4376d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2aa expref: 6 pid: 21660 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.386120:0:7258:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009085b600/0xd6b24631ff4376d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2aa expref: 6 pid: 21660 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.386137:0:7258:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009085b600/0xd6b24631ff4376d2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2aa expref: 6 pid: 21660 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.386148:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066865.386150:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066865.386157:0:7258:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009085a600/0xd6b24631ff4376d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2b1 expref: 76 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066865.386165:0:7258:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085a600/0xd6b24631ff4376d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2b1 expref: 76 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066865.386196:0:7258:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009085a600/0xd6b24631ff4376d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2b1 expref: 76 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066865.386209:0:7258:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091030000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7258:1830882860907648:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066865.386271:0:7258:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9eca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066865.392123:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859993216 00000100:00100000:0.0:1746066865.392131:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859993216 00002000:00100000:0.0:1746066865.392169:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008e80ed80 x1830882859993216/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 488/0 e 0 to 0 dl 1746066876 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.392179:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80ed80 with x1830882859993216 ext(0->4095) 00010000:00010000:0.0:1746066865.392186:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085a600/0xd6b24631ff4376d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2b1 expref: 77 pid: 21660 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.392199:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085a600/0xd6b24631ff4376d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2b1 expref: 77 pid: 21660 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.392213:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e80ed80 00000100:00100000:0.0:1746066865.392247:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1476 00000100:00100000:0.0:1746066865.392255:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e80ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2034:x1830882859993216:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066865.392827:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2034:x1830882859993216:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 571us (1642us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066865.392834:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1476 00002000:00100000:0.0:1746066865.392840:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008e80ed80 x1830882859993216/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 488/4536 e 0 to 0 dl 1746066876 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.392848:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80ed80 with x1830882859993216 ext(0->4095) 00010000:00010000:0.0:1746066865.392854:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085a600/0xd6b24631ff4376d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2b1 expref: 77 pid: 21660 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.392864:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085a600/0xd6b24631ff4376d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2b1 expref: 77 pid: 21660 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.392870:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e80ed80 00000100:00100000:0.0:1746066865.399767:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.400825:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091032680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+79:2034:x1830882859993472:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 687us (1066us total) trans 4294970437 rc 0/0 00000100:00100000:0.0:1746066865.400834:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1477 00002000:00100000:0.0:1746066865.400840:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880091032680 x1830882859993472/t4294970437(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 496/448 e 0 to 0 dl 1746066876 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.400849:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091032680 with x1830882859993472 ext(0->7) 00010000:00010000:0.0:1746066865.400855:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085a600/0xd6b24631ff4376d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2b1 expref: 79 pid: 21660 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.400866:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085a600/0xd6b24631ff4376d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2b1 expref: 79 pid: 21660 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.400873:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091032680 00000100:00100000:0.0:1746066865.402191:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.406192:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.410432:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.416541:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.420148:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.420202:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.423226:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.424157:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.424222:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.427580:0:7258:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009550ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7258:1830882860908288:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066865.427591:0:7258:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066865.427612:0:7258:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+78:2031:x1830882859994880:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3274us (3456us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066865.427622:0:7258:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11310 00000100:00100000:0.0:1746066865.432184:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.433201:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2031:x1830882859995520:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 747us (1026us total) trans 4294970438 rc 0/0 00000100:00100000:0.0:1746066865.433210:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1480 00002000:00100000:0.0:1746066865.433216:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131f8b800 x1830882859995520/t4294970438(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 496/448 e 0 to 0 dl 1746066876 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.433229:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f8b800 with x1830882859995520 ext(0->7) 00010000:00010000:0.0:1746066865.433234:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085a600/0xd6b24631ff4376ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2c6 expref: 80 pid: 21660 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.433243:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085a600/0xd6b24631ff4376ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2c6 expref: 80 pid: 21660 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.433248:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131f8b800 00000100:00100000:0.0:1746066865.439200:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.447611:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.448101:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.448591:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859996032 00000100:00100000:0.0:1746066865.448594:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859996032 00002000:00100000:0.0:1746066865.448631:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131f8b480 x1830882859996032/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:271/0 lens 488/0 e 0 to 0 dl 1746066876 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.448641:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f8b480 with x1830882859996032 ext(0->4095) 00002000:00010000:0.0:1746066865.448646:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131f8b480 00000100:00100000:0.0:1746066865.448658:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12677 00000100:00100000:0.0:1746066865.448664:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859996032:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066865.449654:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882859996032:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 991us (1554us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066865.449662:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12677 00002000:00100000:0.0:1746066865.449668:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131f8b480 x1830882859996032/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:271/0 lens 488/4536 e 0 to 0 dl 1746066876 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.449681:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f8b480 with x1830882859996032 ext(0->4095) 00010000:00010000:0.0:1746066865.449686:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085b400/0xd6b24631ff4376f5 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2cd expref: 6 pid: 21660 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.449699:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085b400/0xd6b24631ff4376f5 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2cd expref: 6 pid: 21660 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.449705:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131f8b480 00000100:00100000:0.0:1746066865.452681:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.453557:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.458719:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859996544 00000100:00100000:0.0:1746066865.458726:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859996544 00002000:00100000:0.0:1746066865.458767:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094c8d880 x1830882859996544/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 488/0 e 0 to 0 dl 1746066876 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.458777:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8d880 with x1830882859996544 ext(0->4095) 00010000:00010000:0.0:1746066865.458786:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085ac00/0xd6b24631ff4376fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2d4 expref: 81 pid: 21660 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.458800:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085ac00/0xd6b24631ff4376fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2d4 expref: 81 pid: 21660 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.458807:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c8d880 00000100:00100000:0.0:1746066865.459130:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1481 00000100:00100000:0.0:1746066865.459138:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2032:x1830882859996544:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066865.459275:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2032:x1830882859996544:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 138us (627us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066865.459295:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1481 00002000:00100000:0.0:1746066865.459301:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094c8d880 x1830882859996544/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 488/4536 e 0 to 0 dl 1746066876 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.459308:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8d880 with x1830882859996544 ext(0->4095) 00010000:00010000:0.0:1746066865.459313:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085ac00/0xd6b24631ff4376fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2d4 expref: 81 pid: 21660 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.459322:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085ac00/0xd6b24631ff4376fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2d4 expref: 81 pid: 21660 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.459329:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c8d880 00000100:00100000:0.0:1746066865.464932:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.466047:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+83:2032:x1830882859996800:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 889us (1122us total) trans 4294970439 rc 0/0 00000100:00100000:0.0:1746066865.466055:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1482 00002000:00100000:0.0:1746066865.466061:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800908e5880 x1830882859996800/t4294970439(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 496/448 e 0 to 0 dl 1746066876 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.466070:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e5880 with x1830882859996800 ext(0->7) 00010000:00010000:0.0:1746066865.466075:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085ac00/0xd6b24631ff4376fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2d4 expref: 83 pid: 21660 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.466087:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085ac00/0xd6b24631ff4376fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2d4 expref: 83 pid: 21660 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.466093:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800908e5880 00000100:00100000:0.0:1746066865.468440:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.472314:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.480297:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.480371:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.490127:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859997824 00000100:00100000:0.0:1746066865.490131:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859997824 00002000:00100000:0.0:1746066865.490161:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880123a96300 x1830882859997824/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:271/0 lens 488/0 e 0 to 0 dl 1746066876 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.490170:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a96300 with x1830882859997824 ext(0->4095) 00010000:00010000:0.0:1746066865.490177:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c20200/0xd6b24631ff43770a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2e2 expref: 6 pid: 9917 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.490188:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c20200/0xd6b24631ff43770a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2e2 expref: 6 pid: 9917 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.490194:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123a96300 00000100:00100000:0.0:1746066865.490206:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1483 00000100:00100000:0.0:1746066865.490211:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882859997824:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066865.490985:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882859997824:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 773us (1036us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066865.490992:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1483 00002000:00100000:0.0:1746066865.490997:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880123a96300 x1830882859997824/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:271/0 lens 488/4536 e 0 to 0 dl 1746066876 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.491005:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a96300 with x1830882859997824 ext(0->4095) 00010000:00010000:0.0:1746066865.491010:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c20200/0xd6b24631ff43770a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2e2 expref: 6 pid: 9917 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.491026:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c20200/0xd6b24631ff43770a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2e2 expref: 6 pid: 9917 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.491031:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123a96300 00000100:00100000:0.0:1746066865.494843:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.503274:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859998208 00000100:00100000:0.0:1746066865.503292:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859998208 00002000:00100000:0.0:1746066865.503334:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880095a62300 x1830882859998208/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 488/0 e 0 to 0 dl 1746066876 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.503364:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a62300 with x1830882859998208 ext(0->4095) 00002000:00010000:0.0:1746066865.503368:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095a62300 00000100:00100000:0.0:1746066865.503868:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12679 00000100:00100000:0.0:1746066865.503878:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2031:x1830882859998208:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066865.504002:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2031:x1830882859998208:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 127us (1099us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066865.504008:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12679 00002000:00100000:0.0:1746066865.504014:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880095a62300 x1830882859998208/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 488/4536 e 0 to 0 dl 1746066876 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.504022:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a62300 with x1830882859998208 ext(0->4095) 00002000:00010000:0.0:1746066865.504025:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095a62300 00000100:00100000:0.0:1746066865.517441:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.527293:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.528903:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2034:x1830882859998464:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1235us (1606us total) trans 4294970440 rc 0/0 00000100:00100000:0.0:1746066865.528912:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1484 00002000:00100000:0.0:1746066865.528919:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130232d80 x1830882859998464/t4294970440(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 496/448 e 0 to 0 dl 1746066876 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.528927:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130232d80 with x1830882859998464 ext(0->7) 00010000:00010000:0.0:1746066865.528934:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff437711 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2e9 expref: 84 pid: 9917 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.528946:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff437711 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2e9 expref: 84 pid: 9917 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.528953:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130232d80 00000100:00100000:0.0:1746066865.530643:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.537658:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.537750:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.541604:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.541696:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.546666:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882859999488 00000100:00100000:0.0:1746066865.546673:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882859999488 00002000:00100000:0.0:1746066865.546723:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094c8ed80 x1830882859999488/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 488/0 e 0 to 0 dl 1746066876 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.546734:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8ed80 with x1830882859999488 ext(0->4095) 00010000:00010000:0.0:1746066865.546744:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21600/0xd6b24631ff43771f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2f7 expref: 85 pid: 9917 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.546759:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21600/0xd6b24631ff43771f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2f7 expref: 85 pid: 9917 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.546768:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c8ed80 00000100:00100000:0.0:1746066865.546786:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1485 00000100:00100000:0.0:1746066865.546793:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+85:2034:x1830882859999488:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066865.547109:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+85:2034:x1830882859999488:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 316us (922us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066865.547115:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1485 00002000:00100000:0.0:1746066865.547121:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094c8ed80 x1830882859999488/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 488/4536 e 0 to 0 dl 1746066876 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.547130:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8ed80 with x1830882859999488 ext(0->4095) 00010000:00010000:0.0:1746066865.547135:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21600/0xd6b24631ff43771f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2f7 expref: 85 pid: 9917 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.547144:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21600/0xd6b24631ff43771f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2f7 expref: 85 pid: 9917 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.547150:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c8ed80 00000100:00100000:0.0:1746066865.554623:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.557998:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+87:2032:x1830882859999744:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1033us (3385us total) trans 4294970441 rc 0/0 00000100:00100000:0.0:1746066865.558008:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1486 00002000:00100000:0.0:1746066865.558017:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130526300 x1830882859999744/t4294970441(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 496/448 e 0 to 0 dl 1746066876 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.558027:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130526300 with x1830882859999744 ext(0->7) 00010000:00010000:0.0:1746066865.558039:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21600/0xd6b24631ff43771f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2f7 expref: 87 pid: 9917 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.558054:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21600/0xd6b24631ff43771f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2f7 expref: 87 pid: 9917 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.558060:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130526300 00000100:00100000:0.0:1746066865.564075:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.581093:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.599852:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860000256 00000100:00100000:0.0:1746066865.599861:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860000256 00002000:00100000:0.0:1746066865.599905:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957e9f80 x1830882860000256/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 488/0 e 0 to 0 dl 1746066876 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.599915:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e9f80 with x1830882860000256 ext(0->4095) 00010000:00010000:0.0:1746066865.599925:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880131fb6400/0xd6b24631ff437726 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2fe expref: 88 pid: 9627 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.599940:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880131fb6400/0xd6b24631ff437726 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2fe expref: 88 pid: 9627 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.599948:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957e9f80 00000100:00100000:0.0:1746066865.599969:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1487 00000100:00100000:0.0:1746066865.599976:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2033:x1830882860000256:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066865.601224:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2033:x1830882860000256:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1243us (2343us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066865.601236:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1487 00002000:00100000:0.0:1746066865.601246:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957e9f80 x1830882860000256/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 488/4536 e 0 to 0 dl 1746066876 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.601254:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e9f80 with x1830882860000256 ext(0->4095) 00010000:00010000:0.0:1746066865.601262:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880131fb6400/0xd6b24631ff437726 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2fe expref: 88 pid: 9627 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.601285:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880131fb6400/0xd6b24631ff437726 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d2fe expref: 88 pid: 9627 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.601293:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957e9f80 00000100:00100000:0.0:1746066865.604559:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.604621:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.614491:0:7258:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c8f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7258:1830882860910464:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066865.614513:0:7258:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066865.614571:0:7258:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131429880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2033:x1830882860000512:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 9764us (10021us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066865.614581:0:7258:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11319 00000100:00100000:0.0:1746066865.618338:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.620408:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131428700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2032:x1830882860001024:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1597us (2067us total) trans 4294970442 rc 0/0 00000100:00100000:0.0:1746066865.620417:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1489 00002000:00100000:0.0:1746066865.620425:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131428700 x1830882860001024/t4294970442(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 496/448 e 0 to 0 dl 1746066876 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.620433:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131428700 with x1830882860001024 ext(0->7) 00010000:00010000:0.0:1746066865.620440:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff43772d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d305 expref: 88 pid: 9917 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.620455:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff43772d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d305 expref: 88 pid: 9917 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.620461:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131428700 00000100:00100000:0.0:1746066865.628536:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.639631:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860001408 00000100:00100000:0.0:1746066865.639645:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860001408 00002000:00100000:0.0:1746066865.639703:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008e98dc00 x1830882860001408/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:271/0 lens 488/0 e 0 to 0 dl 1746066876 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.639713:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98dc00 with x1830882860001408 ext(0->4095) 00002000:00010000:0.0:1746066865.639719:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e98dc00 00000100:00100000:0.0:1746066865.639745:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12681 00000100:00100000:0.0:1746066865.639753:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860001408:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066865.639918:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860001408:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 164us (2643us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066865.639925:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12681 00002000:00100000:0.0:1746066865.639930:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008e98dc00 x1830882860001408/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:271/0 lens 488/4536 e 0 to 0 dl 1746066876 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.639936:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98dc00 with x1830882860001408 ext(0->4095) 00002000:00010000:0.0:1746066865.639939:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e98dc00 00000100:00100000:0.0:1746066865.643757:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.646231:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860001664 00000100:00100000:0.0:1746066865.646236:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860001664 00000100:00100000:0.0:1746066865.646283:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28491 00000100:00100000:0.0:1746066865.646291:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+88:1214:x1830882860001664:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066865.646302:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066865.646316:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4c00/0xd6b24631ff437742 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267d31a expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066865.646369:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009085a200/0xd6b24631ff437734 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d30c expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066865.646379:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009085b400/0xd6b24631ff43773b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d313 expref: 89 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066865.646385:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066865.646386:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066865.646390:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4c00/0xd6b24631ff437742 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d31a expref: 89 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066865.646420:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009085b400/0xd6b24631ff43773b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d313 expref: 89 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066865.646433:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009085b400/0xd6b24631ff43773b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d313 expref: 89 pid: 9917 timeout: 1077 lvb_type: 0 00000100:00100000:0.0:1746066865.646451:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131429880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21660:1830882860910848:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066865.647974:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009085a200/0xd6b24631ff437734 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d30c expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066865.647989:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009085a200/0xd6b24631ff437734 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d30c expref: 5 pid: 9917 timeout: 1077 lvb_type: 0 00000100:00100000:0.0:1746066865.648000:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c8f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21660:1830882860910976:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066865.648202:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e9eca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066865.648431:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860001920 00000100:00100000:0.0:1746066865.648437:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860001920 00002000:00100000:0.0:1746066865.648472:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957e8380 x1830882860001920/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 488/0 e 0 to 0 dl 1746066876 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.648482:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e8380 with x1830882860001920 ext(0->4095) 00010000:00010000:0.0:1746066865.648489:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085b400/0xd6b24631ff43773b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d313 expref: 90 pid: 9917 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.648498:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085b400/0xd6b24631ff43773b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d313 expref: 90 pid: 9917 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.648504:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957e8380 00000100:00100000:0.0:1746066865.648572:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1490 00000100:00100000:0.0:1746066865.648580:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2033:x1830882860001920:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066865.648711:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2033:x1830882860001920:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 131us (418us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066865.648719:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1490 00002000:00100000:0.0:1746066865.648725:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957e8380 x1830882860001920/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 488/4536 e 0 to 0 dl 1746066876 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.648733:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e8380 with x1830882860001920 ext(0->4095) 00010000:00010000:0.0:1746066865.648737:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085b400/0xd6b24631ff43773b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d313 expref: 90 pid: 9917 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.648747:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085b400/0xd6b24631ff43773b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d313 expref: 90 pid: 9917 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.648752:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957e8380 00000100:00100000:0.0:1746066865.654537:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.654628:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.654672:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.661757:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860002560 00000100:00100000:0.0:1746066865.661767:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860002560 00002000:00100000:0.0:1746066865.661815:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008e98ca80 x1830882860002560/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 488/0 e 0 to 0 dl 1746066876 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.661826:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98ca80 with x1830882860002560 ext(0->4095) 00010000:00010000:0.0:1746066865.661836:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4c00/0xd6b24631ff437742 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d31a expref: 88 pid: 21660 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.661851:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4c00/0xd6b24631ff437742 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d31a expref: 88 pid: 21660 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.661859:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e98ca80 00000100:00100000:0.0:1746066865.662326:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1491 00000100:00100000:0.0:1746066865.662336:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2033:x1830882860002560:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066865.667796:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860002816 00000100:00100000:0.0:1746066865.667809:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860002816 00002000:00100000:0.0:1746066865.667863:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800962e9880 x1830882860002816/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 496/0 e 0 to 0 dl 1746066876 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.667880:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800962e9880 with x1830882860002816 ext(0->7) 00010000:00010000:0.0:1746066865.667891:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4c00/0xd6b24631ff437742 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d31a expref: 88 pid: 21660 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.667907:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4c00/0xd6b24631ff437742 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d31a expref: 88 pid: 21660 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.667915:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800962e9880 00000100:00100000:0.0:1746066865.667936:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1492 00000100:00100000:0.0:1746066865.667943:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2032:x1830882860002816:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066865.669355:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2032:x1830882860002816:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1392us (1630us total) trans 4294970443 rc 0/0 00000100:00100000:0.0:1746066865.669366:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1492 00002000:00100000:0.0:1746066865.669375:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800962e9880 x1830882860002816/t4294970443(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 496/448 e 0 to 0 dl 1746066876 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.669384:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800962e9880 with x1830882860002816 ext(0->7) 00010000:00010000:0.0:1746066865.669391:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4c00/0xd6b24631ff437742 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d31a expref: 90 pid: 21660 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.669403:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4c00/0xd6b24631ff437742 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d31a expref: 90 pid: 21660 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.669408:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800962e9880 00000100:00100000:0.0:1746066865.676161:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.683108:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.683159:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.685833:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.689192:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.695462:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.703523:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.716721:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.722554:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.731976:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.732072:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.739101:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.753398:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.763690:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.774537:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.783816:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.791610:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.798104:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.802888:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860006400 00000100:00100000:0.0:1746066865.802897:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860006400 00000100:00100000:0.0:1746066865.802941:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28498 00000100:00100000:0.0:1746066865.802948:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1215:x1830882860006400:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066865.802968:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066865.802986:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f45e600/0xd6b24631ff437773 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267d34b expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066865.803016:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095ef5a00/0xd6b24631ff43776c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d344 expref: 93 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066865.803028:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066865.803030:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066865.803033:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f45e600/0xd6b24631ff437773 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d34b expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066865.803070:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095ef5a00/0xd6b24631ff43776c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d344 expref: 93 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066865.803084:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095ef5a00/0xd6b24631ff43776c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d344 expref: 93 pid: 9627 timeout: 1077 lvb_type: 0 00000100:00100000:0.0:1746066865.803097:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eb56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9628:1830882860912768:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066865.804779:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097eae600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066865.827628:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.827730:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.828728:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11329 00000100:00100000:0.0:1746066865.828737:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+97:2034:x1830882860006656:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066865.828751:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066865.828772:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095ef5a00/0xd6b24631ff43776c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d344 expref: 97 pid: 9627 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.828786:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095ef5a00/0xd6b24631ff43776c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d344 expref: 97 pid: 9627 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.828811:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095ef5a00/0xd6b24631ff43776c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d344 expref: 97 pid: 9627 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.828835:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066865.828838:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066865.828845:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f45e600/0xd6b24631ff437773 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d34b expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066865.828854:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f45e600/0xd6b24631ff437773 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d34b expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066865.828892:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008f45e600/0xd6b24631ff437773 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d34b expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066865.828906:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eb56680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882860912896:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066865.830323:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097eae6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066865.837161:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eb56680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882860912896:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066865.837176:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066865.837219:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+97:2034:x1830882860006656:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 8483us (9601us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066865.837230:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11329 00000100:00100000:0.0:1746066865.843566:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.853177:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.858672:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.863298:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.867858:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+98:2033:x1830882860007680:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2801us (5232us total) trans 4294970447 rc 0/0 00000100:00100000:0.0:1746066865.868035:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1501 00002000:00100000:0.0:1746066865.868049:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095870000 x1830882860007680/t4294970447(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 496/448 e 0 to 0 dl 1746066876 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.868059:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095870000 with x1830882860007680 ext(0->7) 00010000:00010000:0.0:1746066865.868071:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085a200/0xd6b24631ff43777a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d352 expref: 98 pid: 9628 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.868088:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085a200/0xd6b24631ff43777a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d352 expref: 98 pid: 9628 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.868095:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095870000 00000100:00100000:0.0:1746066865.872674:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.877114:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.885633:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.895244:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860008576 00000100:00100000:0.0:1746066865.895249:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860008576 00002000:00100000:0.0:1746066865.895294:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012ffa8000 x1830882860008576/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 488/0 e 0 to 0 dl 1746066876 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.895305:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa8000 with x1830882860008576 ext(0->4095) 00010000:00010000:0.0:1746066865.895312:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085b400/0xd6b24631ff437788 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d360 expref: 100 pid: 9628 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.895323:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085b400/0xd6b24631ff437788 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d360 expref: 100 pid: 9628 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.895330:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ffa8000 00000100:00100000:0.0:1746066865.895378:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1502 00000100:00100000:0.0:1746066865.895385:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2034:x1830882860008576:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066865.895525:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2034:x1830882860008576:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 139us (353us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066865.895533:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1502 00002000:00100000:0.0:1746066865.895539:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012ffa8000 x1830882860008576/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 488/4536 e 0 to 0 dl 1746066876 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.895548:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa8000 with x1830882860008576 ext(0->4095) 00010000:00010000:0.0:1746066865.895552:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085b400/0xd6b24631ff437788 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d360 expref: 100 pid: 9628 timeout: 1077 lvb_type: 0 00010000:00010000:0.0:1746066865.895562:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085b400/0xd6b24631ff437788 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d360 expref: 100 pid: 9628 timeout: 1077 lvb_type: 0 00002000:00010000:0.0:1746066865.895567:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ffa8000 00000100:00100000:0.0:1746066865.908590:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.908688:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.908717:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.916229:0:7258:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091033480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7258:1830882860913920:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066865.916251:0:7258:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066865.916565:0:7258:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860008832:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6974us (7873us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066865.916578:0:7258:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11333 00000100:00100000:0.0:1746066865.923588:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.926529:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2032:x1830882860009472:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2707us (2940us total) trans 4294970448 rc 0/0 00000100:00100000:0.0:1746066865.926543:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1504 00002000:00100000:0.0:1746066865.926555:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131f88000 x1830882860009472/t4294970448(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 496/448 e 0 to 0 dl 1746066876 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.926565:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f88000 with x1830882860009472 ext(0->7) 00010000:00010000:0.0:1746066865.926580:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085a600/0xd6b24631ff43778f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d367 expref: 100 pid: 9628 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066865.926597:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085a600/0xd6b24631ff43778f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d367 expref: 100 pid: 9628 timeout: 1078 lvb_type: 0 00002000:00010000:0.0:1746066865.926604:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131f88000 00000100:00100000:0.0:1746066865.935803:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.942914:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860009856 00000100:00100000:0.0:1746066865.942923:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860009856 00002000:00100000:0.0:1746066865.942971:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091032d80 x1830882860009856/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:271/0 lens 488/0 e 0 to 0 dl 1746066876 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.942983:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091032d80 with x1830882860009856 ext(0->4095) 00002000:00010000:0.0:1746066865.942989:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091032d80 00000100:00100000:0.0:1746066865.943023:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12686 00000100:00100000:0.0:1746066865.943032:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091032d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860009856:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066865.943180:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091032d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860009856:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 149us (450us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066865.943187:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12686 00002000:00100000:0.0:1746066865.943193:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091032d80 x1830882860009856/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:271/0 lens 488/4536 e 0 to 0 dl 1746066876 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.943201:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091032d80 with x1830882860009856 ext(0->4095) 00002000:00010000:0.0:1746066865.943205:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091032d80 00000100:00100000:0.0:1746066865.945198:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.948692:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.954683:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.954744:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.958695:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.958730:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.958766:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.962730:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.965889:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.967446:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2032:x1830882860011520:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1146us (1563us total) trans 4294970449 rc 0/0 00000100:00100000:0.0:1746066865.967454:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1506 00002000:00100000:0.0:1746066865.967461:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132e02a00 x1830882860011520/t4294970449(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:271/0 lens 496/448 e 0 to 0 dl 1746066876 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066865.967469:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e02a00 with x1830882860011520 ext(0->7) 00010000:00010000:0.0:1746066865.967476:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880131fb7e00/0xd6b24631ff4377a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d37c expref: 102 pid: 9628 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066865.967488:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880131fb7e00/0xd6b24631ff4377a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d37c expref: 102 pid: 9628 timeout: 1078 lvb_type: 0 00002000:00010000:0.0:1746066865.967494:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132e02a00 00000100:00100000:0.0:1746066865.974450:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.984597:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.987654:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.991234:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066865.999829:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.011736:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.016931:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.016989:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.022834:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.026654:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.028620:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2032:x1830882860013568:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1473us (1972us total) trans 4294970450 rc 0/0 00000100:00100000:0.0:1746066866.028630:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1508 00002000:00100000:0.0:1746066866.028637:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095e65f80 x1830882860013568/t4294970450(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:272/0 lens 496/448 e 0 to 0 dl 1746066877 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.028646:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e65f80 with x1830882860013568 ext(0->7) 00010000:00010000:0.0:1746066866.028654:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013323d400/0xd6b24631ff4377b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d391 expref: 104 pid: 9917 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.028668:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013323d400/0xd6b24631ff4377b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d391 expref: 104 pid: 9917 timeout: 1078 lvb_type: 0 00002000:00010000:0.0:1746066866.028675:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095e65f80 00000100:00100000:0.0:1746066866.048772:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.051410:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.060235:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.072323:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.077472:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.081186:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.088202:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.090633:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+106:2034:x1830882860014720:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2138us (2428us total) trans 4294970451 rc 0/0 00000100:00100000:0.0:1746066866.090646:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1510 00002000:00100000:0.0:1746066866.090655:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d7aad80 x1830882860014720/t4294970451(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:272/0 lens 496/448 e 0 to 0 dl 1746066877 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.090664:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7aad80 with x1830882860014720 ext(0->7) 00010000:00010000:0.0:1746066866.090673:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c555c00/0xd6b24631ff4377c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d39f expref: 106 pid: 9917 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.090687:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c555c00/0xd6b24631ff4377c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d39f expref: 106 pid: 9917 timeout: 1078 lvb_type: 0 00002000:00010000:0.0:1746066866.090694:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d7aad80 00000100:00100000:0.0:1746066866.096606:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.106101:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.114026:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.119296:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.125150:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.130091:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.136148:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.140822:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c40a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+109:2031:x1830882860016000:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1372us (4683us total) trans 4294970452 rc 0/0 00000100:00100000:0.0:1746066866.140831:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1512 00002000:00100000:0.0:1746066866.140837:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c40a680 x1830882860016000/t4294970452(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:272/0 lens 496/448 e 0 to 0 dl 1746066877 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.140845:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c40a680 with x1830882860016000 ext(0->7) 00010000:00010000:0.0:1746066866.140852:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c555c00/0xd6b24631ff4377d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d3ad expref: 109 pid: 9917 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.140863:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c555c00/0xd6b24631ff4377d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d3ad expref: 109 pid: 9917 timeout: 1078 lvb_type: 0 00002000:00010000:0.0:1746066866.140868:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c40a680 00000100:00100000:0.0:1746066866.146819:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.151768:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.169834:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.169881:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.170032:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28515 00000100:00100000:0.0:1746066866.170043:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013142b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1215:x1830882860016512:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066866.170053:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066866.170072:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d41b400/0xd6b24631ff4377e3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267d3bb expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066866.170133:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066866.170138:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013323da00/0xd6b24631ff4377ea lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d3c2 expref: 109 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066866.170144:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066866.170147:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d41b400/0xd6b24631ff4377e3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d3bb expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066866.172288:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.176167:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.184479:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.186182:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2031:x1830882860017280:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1481us (1706us total) trans 4294970453 rc 0/0 00000100:00100000:0.0:1746066866.186193:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1514 00002000:00100000:0.0:1746066866.186202:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800908e6d80 x1830882860017280/t4294970453(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:272/0 lens 496/448 e 0 to 0 dl 1746066877 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.186211:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e6d80 with x1830882860017280 ext(0->7) 00010000:00010000:0.0:1746066866.186219:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013323da00/0xd6b24631ff4377ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d3c2 expref: 110 pid: 9627 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.186233:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013323da00/0xd6b24631ff4377ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d3c2 expref: 110 pid: 9627 timeout: 1078 lvb_type: 0 00002000:00010000:0.0:1746066866.186239:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800908e6d80 00000100:00100000:0.0:1746066866.189135:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.203871:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.208144:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.209035:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.212040:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.218708:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.225224:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.238716:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.248302:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.252752:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.259561:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.269811:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.273508:0:7258:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131430e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860019712:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3186us (3694us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066866.273522:0:7258:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11350 00000100:00100000:0.0:1746066866.277212:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.279260:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131431180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+115:2031:x1830882860020352:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1781us (2052us total) trans 4294970455 rc 0/0 00000100:00100000:0.0:1746066866.279279:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1518 00002000:00100000:0.0:1746066866.279286:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131431180 x1830882860020352/t4294970455(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:272/0 lens 496/448 e 0 to 0 dl 1746066877 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.279294:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131431180 with x1830882860020352 ext(0->7) 00010000:00010000:0.0:1746066866.279302:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085a600/0xd6b24631ff437806 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d3de expref: 115 pid: 9917 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.279315:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085a600/0xd6b24631ff437806 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d3de expref: 115 pid: 9917 timeout: 1078 lvb_type: 0 00002000:00010000:0.0:1746066866.279321:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131431180 00000100:00100000:0.0:1746066866.284226:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.289850:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.296037:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.301001:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.301059:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.308812:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.315445:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.319768:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131432a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+116:2032:x1830882860021632:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3657us (4324us total) trans 4294970456 rc 0/0 00000100:00100000:0.0:1746066866.319781:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1521 00002000:00100000:0.0:1746066866.319790:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131432a00 x1830882860021632/t4294970456(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:272/0 lens 496/448 e 0 to 0 dl 1746066877 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.319806:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131432a00 with x1830882860021632 ext(0->7) 00010000:00010000:0.0:1746066866.319816:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff437814 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d3ec expref: 116 pid: 9627 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.319830:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff437814 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d3ec expref: 116 pid: 9627 timeout: 1078 lvb_type: 0 00002000:00010000:0.0:1746066866.319837:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131432a00 00000100:00100000:0.0:1746066866.327923:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.337556:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.343750:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.346562:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.370943:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+119:2034:x1830882860022912:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2474us (3006us total) trans 4294970457 rc 0/0 00000100:00100000:0.0:1746066866.370956:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1523 00002000:00100000:0.0:1746066866.370965:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132e03800 x1830882860022912/t4294970457(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:272/0 lens 496/448 e 0 to 0 dl 1746066877 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.370976:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e03800 with x1830882860022912 ext(0->7) 00010000:00010000:0.0:1746066866.370986:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085b000/0xd6b24631ff437822 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d3fa expref: 119 pid: 9627 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.371001:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085b000/0xd6b24631ff437822 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d3fa expref: 119 pid: 9627 timeout: 1078 lvb_type: 0 00002000:00010000:0.0:1746066866.371009:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132e03800 00000100:00100000:0.0:1746066866.390724:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.399654:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860023424 00000100:00100000:0.0:1746066866.399662:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860023424 00002000:00100000:0.0:1746066866.399702:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c408380 x1830882860023424/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:272/0 lens 488/0 e 0 to 0 dl 1746066877 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.399712:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c408380 with x1830882860023424 ext(0->4095) 00010000:00010000:0.0:1746066866.399719:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095ef4000/0xd6b24631ff437829 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d401 expref: 119 pid: 9917 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.399732:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095ef4000/0xd6b24631ff437829 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d401 expref: 119 pid: 9917 timeout: 1078 lvb_type: 0 00002000:00010000:0.0:1746066866.399739:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c408380 00000100:00100000:0.0:1746066866.399768:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1524 00000100:00100000:0.0:1746066866.399775:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+119:2034:x1830882860023424:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066866.399904:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+119:2034:x1830882860023424:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 130us (717us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066866.399911:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1524 00002000:00100000:0.0:1746066866.399916:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c408380 x1830882860023424/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:272/0 lens 488/4536 e 0 to 0 dl 1746066877 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.399924:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c408380 with x1830882860023424 ext(0->4095) 00010000:00010000:0.0:1746066866.399928:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095ef4000/0xd6b24631ff437829 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d401 expref: 119 pid: 9917 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.399938:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095ef4000/0xd6b24631ff437829 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d401 expref: 119 pid: 9917 timeout: 1078 lvb_type: 0 00002000:00010000:0.0:1746066866.399949:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c408380 00000100:00100000:0.0:1746066866.402758:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.402862:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.411655:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.415096:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.419847:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+120:2034:x1830882860024192:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2258us (4753us total) trans 4294970458 rc 0/0 00000100:00100000:0.0:1746066866.419858:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1526 00002000:00100000:0.0:1746066866.419867:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131432300 x1830882860024192/t4294970458(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:272/0 lens 496/448 e 0 to 0 dl 1746066877 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.419876:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131432300 with x1830882860024192 ext(0->7) 00010000:00010000:0.0:1746066866.419885:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085a200/0xd6b24631ff437830 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d408 expref: 120 pid: 9627 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.419899:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085a200/0xd6b24631ff437830 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d408 expref: 120 pid: 9627 timeout: 1078 lvb_type: 0 00002000:00010000:0.0:1746066866.419905:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131432300 00000100:00100000:0.0:1746066866.428181:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.442440:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.443909:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.449157:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.454327:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.463203:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860025216 00000100:00100000:0.0:1746066866.463212:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860025216 00002000:00100000:0.0:1746066866.463258:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800958ea300 x1830882860025216/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:272/0 lens 488/0 e 0 to 0 dl 1746066877 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.463281:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958ea300 with x1830882860025216 ext(0->4095) 00010000:00010000:0.0:1746066866.463290:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a563200/0xd6b24631ff43783e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d416 expref: 121 pid: 9627 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.463305:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a563200/0xd6b24631ff43783e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d416 expref: 121 pid: 9627 timeout: 1078 lvb_type: 0 00002000:00010000:0.0:1746066866.463313:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800958ea300 00000100:00100000:0.0:1746066866.463359:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1527 00000100:00100000:0.0:1746066866.463368:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+121:2034:x1830882860025216:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066866.464292:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+121:2034:x1830882860025216:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 923us (1365us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066866.464299:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1527 00002000:00100000:0.0:1746066866.464305:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800958ea300 x1830882860025216/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:272/0 lens 488/4536 e 0 to 0 dl 1746066877 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.464313:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958ea300 with x1830882860025216 ext(0->4095) 00010000:00010000:0.0:1746066866.464319:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a563200/0xd6b24631ff43783e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d416 expref: 121 pid: 9627 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.464328:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a563200/0xd6b24631ff43783e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d416 expref: 121 pid: 9627 timeout: 1078 lvb_type: 0 00002000:00010000:0.0:1746066866.464334:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800958ea300 00000100:00100000:0.0:1746066866.470852:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.478441:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+123:2033:x1830882860025472:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6735us (7589us total) trans 4294970459 rc 0/0 00000100:00100000:0.0:1746066866.478456:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1528 00002000:00100000:0.0:1746066866.478468:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8801203fce00 x1830882860025472/t4294970459(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:272/0 lens 496/448 e 0 to 0 dl 1746066877 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.478479:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203fce00 with x1830882860025472 ext(0->7) 00010000:00010000:0.0:1746066866.478491:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a563200/0xd6b24631ff43783e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d416 expref: 123 pid: 9627 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.478509:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a563200/0xd6b24631ff43783e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d416 expref: 123 pid: 9627 timeout: 1078 lvb_type: 0 00002000:00010000:0.0:1746066866.478517:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801203fce00 00000100:00100000:0.0:1746066866.489479:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.492870:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.496448:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.496552:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.503244:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.504558:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.510428:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.514134:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.525729:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.534914:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.555456:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.565161:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.572684:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.587862:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.599848:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.609511:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.611899:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+126:2034:x1830882860028288:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1015us (2395us total) trans 4294970461 rc 0/0 00000100:00100000:0.0:1746066866.611909:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1532 00002000:00100000:0.0:1746066866.611917:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8801203fd180 x1830882860028288/t4294970461(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:272/0 lens 496/448 e 0 to 0 dl 1746066877 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.611926:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203fd180 with x1830882860028288 ext(0->7) 00010000:00010000:0.0:1746066866.611933:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c441a00/0xd6b24631ff437861 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d439 expref: 126 pid: 9627 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.611945:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c441a00/0xd6b24631ff437861 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d439 expref: 126 pid: 9627 timeout: 1078 lvb_type: 0 00002000:00010000:0.0:1746066866.611952:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801203fd180 00000100:00100000:0.0:1746066866.615851:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.621471:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.625579:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.626799:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.641026:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860029312 00000100:00100000:0.0:1746066866.641039:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860029312 00002000:00100000:0.0:1746066866.641093:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012ffabb80 x1830882860029312/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:272/0 lens 488/0 e 0 to 0 dl 1746066877 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.641104:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffabb80 with x1830882860029312 ext(0->4095) 00010000:00010000:0.0:1746066866.641115:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013323da00/0xd6b24631ff43786f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d447 expref: 127 pid: 9627 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.641137:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013323da00/0xd6b24631ff43786f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d447 expref: 127 pid: 9627 timeout: 1078 lvb_type: 0 00002000:00010000:0.0:1746066866.641144:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ffabb80 00000100:00100000:0.0:1746066866.641172:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1533 00000100:00100000:0.0:1746066866.641180:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+127:2034:x1830882860029312:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066866.641565:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+127:2034:x1830882860029312:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 384us (2028us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066866.641572:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1533 00002000:00100000:0.0:1746066866.641578:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012ffabb80 x1830882860029312/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:272/0 lens 488/4536 e 0 to 0 dl 1746066877 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.641586:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffabb80 with x1830882860029312 ext(0->4095) 00010000:00010000:0.0:1746066866.641592:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013323da00/0xd6b24631ff43786f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d447 expref: 127 pid: 9627 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.641602:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013323da00/0xd6b24631ff43786f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d447 expref: 127 pid: 9627 timeout: 1078 lvb_type: 0 00002000:00010000:0.0:1746066866.641613:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ffabb80 00000100:00100000:0.0:1746066866.659808:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+129:2031:x1830882860029568:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6428us (6711us total) trans 4294970462 rc 0/0 00000100:00100000:0.0:1746066866.659823:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1534 00002000:00100000:0.0:1746066866.659837:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800952e4e00 x1830882860029568/t4294970462(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:272/0 lens 496/448 e 0 to 0 dl 1746066877 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.659854:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e4e00 with x1830882860029568 ext(0->7) 00010000:00010000:0.0:1746066866.659866:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013323da00/0xd6b24631ff43786f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d447 expref: 129 pid: 9627 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.659884:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013323da00/0xd6b24631ff43786f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d447 expref: 129 pid: 9627 timeout: 1078 lvb_type: 0 00002000:00010000:0.0:1746066866.659892:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800952e4e00 00000100:00100000:0.0:1746066866.666024:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.678850:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860029952 00000100:00100000:0.0:1746066866.678861:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860029952 00002000:00100000:0.0:1746066866.678907:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009550ea00 x1830882860029952/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:272/0 lens 488/0 e 0 to 0 dl 1746066877 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.678917:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550ea00 with x1830882860029952 ext(0->4095) 00002000:00010000:0.0:1746066866.678923:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009550ea00 00000100:00100000:0.0:1746066866.678945:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12704 00000100:00100000:0.0:1746066866.678952:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+128:2034:x1830882860029952:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066866.679088:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+128:2034:x1830882860029952:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 136us (1923us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066866.679094:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12704 00002000:00100000:0.0:1746066866.679100:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009550ea00 x1830882860029952/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:272/0 lens 488/4536 e 0 to 0 dl 1746066877 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.679107:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550ea00 with x1830882860029952 ext(0->4095) 00002000:00010000:0.0:1746066866.679109:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009550ea00 00000100:00100000:0.0:1746066866.681866:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.686601:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.689090:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.698769:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860030592 00000100:00100000:0.0:1746066866.698778:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860030592 00010000:00010000:0.0:1746066866.698823:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea20000/0xd6b24631ff43787d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d455 expref: 6 pid: 21660 timeout: 1078 lvb_type: 0 00000100:00100000:0.0:1746066866.698851:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860030720 00000100:00100000:0.0:1746066866.698853:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860030720 00010000:00010000:0.0:1746066866.698865:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131fb7e00/0xd6b24631ff437876 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d44e expref: 130 pid: 9628 timeout: 1078 lvb_type: 0 00000100:00100000:0.0:1746066866.698882:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11367 00000100:00100000:0.0:1746066866.698889:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860030592:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066866.698904:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066866.698925:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ea20000/0xd6b24631ff43787d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d455 expref: 6 pid: 21660 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.698935:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ea20000/0xd6b24631ff43787d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d455 expref: 6 pid: 21660 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.698960:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ea20000/0xd6b24631ff43787d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d455 expref: 6 pid: 21660 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.698983:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066866.699030:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860030592:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 140us (691us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066866.699040:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11367 00000100:00100000:0.0:1746066866.702079:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.705206:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.718589:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+130:2034:x1830882860031360:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 973us (3266us total) trans 4294970463 rc 0/0 00000100:00100000:0.0:1746066866.718598:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1536 00002000:00100000:0.0:1746066866.718605:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095a97800 x1830882860031360/t4294970463(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:272/0 lens 496/448 e 0 to 0 dl 1746066877 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.718614:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a97800 with x1830882860031360 ext(0->7) 00010000:00010000:0.0:1746066866.718621:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff437884 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d45c expref: 130 pid: 9627 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.718633:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff437884 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d45c expref: 130 pid: 9627 timeout: 1078 lvb_type: 0 00002000:00010000:0.0:1746066866.718640:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095a97800 00000100:00100000:0.0:1746066866.721906:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.729299:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.731789:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.743110:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.756552:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.756613:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.764361:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.764395:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.764427:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.766204:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11371 00000100:00100000:0.0:1746066866.766214:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133193480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860032768:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066866.766227:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066866.768514:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff43788b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d463 expref: 6 pid: 9627 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.768531:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff43788b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d463 expref: 6 pid: 9627 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.768592:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff43788b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d463 expref: 6 pid: 9627 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.768844:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066866.768866:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133193480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860032768:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2654us (4437us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066866.768873:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11371 00000100:00100000:0.0:1746066866.776944:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.777468:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1537 00000100:00100000:0.0:1746066866.777478:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133193800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+131:2034:x1830882860033152:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066866.777634:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133193800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+131:2034:x1830882860033152:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 157us (700us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066866.777641:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1537 00002000:00100000:0.0:1746066866.777648:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880133193800 x1830882860033152/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:272/0 lens 488/4536 e 0 to 0 dl 1746066877 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.777655:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133193800 with x1830882860033152 ext(0->4095) 00010000:00010000:0.0:1746066866.777660:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013323d200/0xd6b24631ff437899 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d471 expref: 131 pid: 9627 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.777673:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013323d200/0xd6b24631ff437899 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d471 expref: 131 pid: 9627 timeout: 1078 lvb_type: 0 00002000:00010000:0.0:1746066866.777680:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133193800 00000100:00100000:0.0:1746066866.788721:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.794974:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133193b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+133:2032:x1830882860033408:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4203us (6251us total) trans 4294970464 rc 0/0 00000100:00100000:0.0:1746066866.794990:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1538 00002000:00100000:0.0:1746066866.795005:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880133193b80 x1830882860033408/t4294970464(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:272/0 lens 496/448 e 0 to 0 dl 1746066877 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.795015:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133193b80 with x1830882860033408 ext(0->7) 00010000:00010000:0.0:1746066866.795026:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013323d200/0xd6b24631ff437899 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d471 expref: 133 pid: 9627 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.795044:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013323d200/0xd6b24631ff437899 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d471 expref: 133 pid: 9627 timeout: 1078 lvb_type: 0 00002000:00010000:0.0:1746066866.795051:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133193b80 00000100:00100000:0.0:1746066866.797234:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.800573:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.806201:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.806467:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.806718:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28542 00000100:00100000:0.0:1746066866.806728:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1215:x1830882860033920:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066866.806751:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066866.806770:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f612e00/0xd6b24631ff4378a7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267d47f expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066866.806796:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066866.806799:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066866.806808:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f612e00/0xd6b24631ff4378a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d47f expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066866.806824:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f612e00/0xd6b24631ff4378a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d47f expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066866.806836:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f612e00, rc 0) 00000100:00100000:0.0:1746066866.806887:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1215:x1830882860033920:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066866.806894:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28542 00000100:00100000:0.0:1746066866.809486:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.809622:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.811833:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.812118:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.818205:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.822788:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.826943:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+135:2033:x1830882860035200:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2471us (4160us total) trans 4294970465 rc 0/0 00000100:00100000:0.0:1746066866.827158:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1541 00002000:00100000:0.0:1746066866.827166:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008f6a6a00 x1830882860035200/t4294970465(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:272/0 lens 496/448 e 0 to 0 dl 1746066877 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.827180:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a6a00 with x1830882860035200 ext(0->7) 00010000:00010000:0.0:1746066866.827190:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095ef5a00/0xd6b24631ff4378ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d486 expref: 135 pid: 21660 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.827204:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095ef5a00/0xd6b24631ff4378ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d486 expref: 135 pid: 21660 timeout: 1078 lvb_type: 0 00002000:00010000:0.0:1746066866.827210:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f6a6a00 00000100:00100000:0.0:1746066866.831522:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.837738:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.841769:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.841823:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.846587:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.847433:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.850774:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.855580:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.861567:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.868402:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.874275:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.877291:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.880577:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.883137:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.887476:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.890511:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.893753:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.895313:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+138:2034:x1830882860038016:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1335us (1566us total) trans 4294970467 rc 0/0 00000100:00100000:0.0:1746066866.895321:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1545 00002000:00100000:0.0:1746066866.895327:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095886a00 x1830882860038016/t4294970467(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:272/0 lens 496/448 e 0 to 0 dl 1746066877 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.895336:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095886a00 with x1830882860038016 ext(0->7) 00010000:00010000:0.0:1746066866.895364:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f562600/0xd6b24631ff4378d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4a9 expref: 138 pid: 9627 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.895374:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f562600/0xd6b24631ff4378d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4a9 expref: 138 pid: 9627 timeout: 1078 lvb_type: 0 00002000:00010000:0.0:1746066866.895381:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095886a00 00000100:00100000:0.0:1746066866.901281:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.908551:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860038400 00000100:00100000:0.0:1746066866.908561:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860038400 00002000:00100000:0.0:1746066866.908610:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131429880 x1830882860038400/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:272/0 lens 488/0 e 0 to 0 dl 1746066877 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.908622:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131429880 with x1830882860038400 ext(0->4095) 00002000:00010000:0.0:1746066866.908638:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131429880 00000100:00100000:0.0:1746066866.909539:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12713 00000100:00100000:0.0:1746066866.909549:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131429880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860038400:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066866.909769:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131429880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860038400:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 222us (1529us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066866.909777:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12713 00002000:00100000:0.0:1746066866.909783:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131429880 x1830882860038400/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:272/0 lens 488/4536 e 0 to 0 dl 1746066877 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.909792:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131429880 with x1830882860038400 ext(0->4095) 00002000:00010000:0.0:1746066866.909795:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131429880 00000100:00100000:0.0:1746066866.910042:0:21614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a96d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21614:1830882860924928:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066866.910063:0:21614:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066866.911114:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095887800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+137:2031:x1830882860038144:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 9557us (9841us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066866.911125:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11380 00000100:00100000:0.0:1746066866.918408:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.918461:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.924133:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.924183:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.924203:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860038912 00000100:00100000:0.0:1746066866.924207:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860038912 00010000:00010000:0.0:1746066866.924238:0:21614:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2acc00/0xd6b24631ff4378d8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4b0 expref: 6 pid: 9627 timeout: 1078 lvb_type: 0 00000100:00100000:0.0:1746066866.924287:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11381 00000100:00100000:0.0:1746066866.924296:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860038912:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066866.924324:0:21614:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066866.924346:0:21614:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff88012c2acc00/0xd6b24631ff4378d8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4b0 expref: 6 pid: 9627 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.924377:0:21614:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c2acc00/0xd6b24631ff4378d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4b0 expref: 6 pid: 9627 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.924408:0:21614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c2acc00/0xd6b24631ff4378d8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4b0 expref: 6 pid: 9627 timeout: 1078 lvb_type: 0 00010000:00010000:0.0:1746066866.925692:0:21614:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066866.925725:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860038912:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1430us (1540us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066866.925732:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11381 00000100:00100000:0.0:1746066866.926649:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.927247:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.932981:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.937528:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.942291:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.946674:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.949966:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.951236:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.955635:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.957595:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.961642:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.962212:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.962263:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.962285:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860041216 00000100:00100000:0.0:1746066866.962289:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860041216 00010000:00010000:0.0:1746066866.962311:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131fb6800/0xd6b24631ff4378ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4c5 expref: 6 pid: 9917 timeout: 1079 lvb_type: 0 00000100:00100000:0.0:1746066866.962330:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860041088 00000100:00100000:0.0:1746066866.962332:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860041088 00010000:00010000:0.0:1746066866.962357:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f562200/0xd6b24631ff4378f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4cc expref: 141 pid: 9627 timeout: 1079 lvb_type: 0 00000100:00100000:0.0:1746066866.962373:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11384 00000100:00100000:0.0:1746066866.962379:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860041216:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066866.962388:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066866.962409:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131fb6800/0xd6b24631ff4378ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4c5 expref: 6 pid: 9917 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066866.962419:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131fb6800/0xd6b24631ff4378ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4c5 expref: 6 pid: 9917 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066866.962441:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131fb6800/0xd6b24631ff4378ed lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4c5 expref: 6 pid: 9917 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066866.962456:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066866.962473:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860041216:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 94us (832us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066866.962480:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11384 00000100:00100000:0.0:1746066866.962491:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11385 00000100:00100000:0.0:1746066866.962496:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+141:2031:x1830882860041088:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066866.962502:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066866.962509:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f562200/0xd6b24631ff4378f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4cc expref: 141 pid: 9627 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066866.962518:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f562200/0xd6b24631ff4378f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4cc expref: 141 pid: 9627 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066866.962530:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f562200/0xd6b24631ff4378f4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4cc expref: 141 pid: 9627 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066866.962539:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066866.962541:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066866.962549:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131fb7e00/0xd6b24631ff4378fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4d3 expref: 140 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066866.962557:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131fb7e00/0xd6b24631ff4378fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4d3 expref: 140 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066866.962580:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880131fb7e00/0xd6b24631ff4378fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4d3 expref: 140 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066866.962588:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d735880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7259:1830882860927616:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066866.962618:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097eae300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066866.962648:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860926848 00000100:00100000:0.0:1746066866.962651:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860926848 00000100:00100000:0.0:1746066866.962712:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860927360 00000100:00100000:0.0:1746066866.962714:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860927360 00000100:00100000:0.0:1746066866.962731:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:0.0:1746066866.962736:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3792:x1830882860927360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066866.962770:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3792:x1830882860927360:12345-0@lo:400:kworker.0 Request processed in 35us (75us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066866.962775:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00100000:0.0:1746066866.965178:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.968556:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.975282:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.978851:0:3789:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746066866.978871:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d6f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882860928000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746066866.979106:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066866.980828:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d6f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882860928000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746066866.982239:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d6f0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7259:1830882860927872:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066866.982272:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066866.982543:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d734000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+141:2034:x1830882860041984:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6640us (7056us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066866.982554:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11386 00000100:00100000:0.0:1746066866.983133:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860042240 00000100:00100000:0.0:1746066866.983141:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860042240 00002000:00100000:0.0:1746066866.983184:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d6f3800 x1830882860042240/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:272/0 lens 488/0 e 0 to 0 dl 1746066877 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.983194:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f3800 with x1830882860042240 ext(0->4095) 00002000:00010000:0.0:1746066866.983199:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d6f3800 00000100:00100000:0.0:1746066866.983486:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12717 00000100:00100000:0.0:1746066866.986212:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.988570:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860042496 00000100:00100000:0.0:1746066866.988574:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860042496 00000100:00100000:0.0:1746066866.988612:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28557 00000100:00100000:0.0:1746066866.988618:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130233b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+143:1215:x1830882860042496:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066866.988629:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066866.988639:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132e39000/0xd6b24631ff437910 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267d4e8 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066866.988659:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066866.988664:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ea27200/0xd6b24631ff437909 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4e1 expref: 144 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066866.988669:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066866.988672:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132e39000/0xd6b24631ff437910 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4e8 expref: 144 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066866.988695:0:9628:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ea27200/0xd6b24631ff437909 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4e1 expref: 144 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066866.988706:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132e39000/0xd6b24631ff437910 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4e8 expref: 144 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066866.988715:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132e39000, rc 0) 00000100:00100000:0.0:1746066866.988749:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130233b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+144:1215:x1830882860042496:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066866.988754:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28557 00000100:00100000:0.0:1746066866.991610:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.994532:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.997099:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066866.998600:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+145:2032:x1830882860043136:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1039us (1507us total) trans 4294970470 rc 0/0 00000100:00100000:0.0:1746066866.998608:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1552 00002000:00100000:0.0:1746066866.998614:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d735880 x1830882860043136/t4294970470(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:272/0 lens 496/448 e 0 to 0 dl 1746066877 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066866.998628:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d735880 with x1830882860043136 ext(0->7) 00010000:00010000:0.0:1746066866.998635:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ea27200/0xd6b24631ff437909 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4e1 expref: 145 pid: 21660 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066866.998646:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ea27200/0xd6b24631ff437909 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4e1 expref: 145 pid: 21660 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066866.998652:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d735880 00000100:00100000:0.0:1746066867.000204:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.012105:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.015690:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.017950:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.018651:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.021050:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.021878:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.022855:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.025746:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.025772:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860044928 00000100:00100000:0.0:1746066867.025777:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860044928 00002000:00100000:0.0:1746066867.025810:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957e4a80 x1830882860044928/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 488/0 e 0 to 0 dl 1746066878 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.025820:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e4a80 with x1830882860044928 ext(0->4095) 00010000:00010000:0.0:1746066867.025828:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ea27200/0xd6b24631ff43791e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4f6 expref: 145 pid: 21660 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.025840:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ea27200/0xd6b24631ff43791e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4f6 expref: 145 pid: 21660 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.025847:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957e4a80 00000100:00100000:0.0:1746066867.026551:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1554 00000100:00100000:0.0:1746066867.026558:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+144:2034:x1830882860044928:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066867.026767:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+144:2034:x1830882860044928:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 210us (1025us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066867.026774:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1554 00002000:00100000:0.0:1746066867.026780:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957e4a80 x1830882860044928/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 488/4536 e 0 to 0 dl 1746066878 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.026788:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e4a80 with x1830882860044928 ext(0->4095) 00010000:00010000:0.0:1746066867.026794:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ea27200/0xd6b24631ff43791e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4f6 expref: 144 pid: 21660 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.026803:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ea27200/0xd6b24631ff43791e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4f6 expref: 144 pid: 21660 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.026810:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957e4a80 00000100:00100000:0.0:1746066867.030732:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.032096:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133193480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+146:2032:x1830882860045184:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1107us (1369us total) trans 4294970471 rc 0/0 00000100:00100000:0.0:1746066867.032105:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1555 00002000:00100000:0.0:1746066867.032112:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880133193480 x1830882860045184/t4294970471(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 496/448 e 0 to 0 dl 1746066878 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.032119:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133193480 with x1830882860045184 ext(0->7) 00010000:00010000:0.0:1746066867.032125:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ea27200/0xd6b24631ff43791e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4f6 expref: 146 pid: 21660 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.032136:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ea27200/0xd6b24631ff43791e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4f6 expref: 146 pid: 21660 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.032142:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133193480 00000100:00100000:0.0:1746066867.033610:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.037797:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.040932:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.044888:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.049217:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.050642:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860046336 00000100:00100000:0.0:1746066867.050646:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860046336 00000100:00100000:0.0:1746066867.050680:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28562 00000100:00100000:0.0:1746066867.050685:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+146:1214:x1830882860046336:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066867.050696:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066867.050713:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132e38a00/0xd6b24631ff437933 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267d50b expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.050739:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ea26800/0xd6b24631ff437925 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4fd expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.050748:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ea27000/0xd6b24631ff43792c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d504 expref: 147 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.050755:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066867.050757:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066867.050761:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132e38a00/0xd6b24631ff437933 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d50b expref: 147 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.050792:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ea27000/0xd6b24631ff43792c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d504 expref: 147 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.050804:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ea27000/0xd6b24631ff43792c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d504 expref: 147 pid: 9627 timeout: 1079 lvb_type: 0 00000100:00100000:0.0:1746066867.050816:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133191180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21660:1830882860929408:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066867.053296:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ea26800/0xd6b24631ff437925 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4fd expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.053309:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ea26800/0xd6b24631ff437925 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4fd expref: 5 pid: 21660 timeout: 1079 lvb_type: 0 00000100:00100000:0.0:1746066867.053327:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133191500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21660:1830882860929536:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066867.053393:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097eae0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066867.058703:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11393 00000100:00100000:0.0:1746066867.058710:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:2034:x1830882860046592:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066867.058717:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066867.058725:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ea26800/0xd6b24631ff437925 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4fd expref: 7 pid: 21660 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.058734:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ea26800/0xd6b24631ff437925 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4fd expref: 7 pid: 21660 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.058750:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ea26800/0xd6b24631ff437925 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d4fd expref: 7 pid: 21660 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.058764:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066867.058766:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066867.058771:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132e38a00/0xd6b24631ff437933 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d50b expref: 147 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.058779:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132e38a00/0xd6b24631ff437933 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d50b expref: 147 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.058800:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132e38a00/0xd6b24631ff437933 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d50b expref: 147 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.058817:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132e38a00/0xd6b24631ff437933 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d50b expref: 147 pid: 21660 timeout: 1079 lvb_type: 0 00000100:00100000:0.0:1746066867.058829:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133191f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882860929792:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066867.059096:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097eae480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066867.060780:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.065626:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.068800:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133193100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+148:2033:x1830882860047232:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2653us (3175us total) trans 4294970472 rc 0/0 00000100:00100000:0.0:1746066867.068812:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1557 00002000:00100000:0.0:1746066867.068820:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880133193100 x1830882860047232/t4294970472(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 496/448 e 0 to 0 dl 1746066878 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.068835:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133193100 with x1830882860047232 ext(0->7) 00010000:00010000:0.0:1746066867.068845:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132e38a00/0xd6b24631ff437933 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d50b expref: 148 pid: 21660 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.068860:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132e38a00/0xd6b24631ff437933 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d50b expref: 148 pid: 21660 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.068867:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133193100 00000100:00100000:0.0:1746066867.089627:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860047488 00000100:00100000:0.0:1746066867.089636:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860047488 00000100:00100000:0.0:1746066867.089691:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28564 00000100:00100000:0.0:1746066867.089699:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+148:1214:x1830882860047488:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066867.089719:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066867.089740:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095d74600/0xd6b24631ff437941 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267d519 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.089771:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ea27200/0xd6b24631ff43793a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d512 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.089778:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066867.089780:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066867.089783:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095d74600/0xd6b24631ff437941 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d519 expref: 149 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.089814:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ea27200/0xd6b24631ff43793a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d512 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.089830:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ea27200/0xd6b24631ff43793a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d512 expref: 5 pid: 21660 timeout: 1079 lvb_type: 0 00000100:00100000:0.0:1746066867.089842:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133191f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9628:1830882860930048:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066867.089920:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097eae540 going to sleep for 11 seconds 00000100:00100000:0.0:1746066867.092665:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.095189:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.095238:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.101237:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.105451:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.108476:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009483ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+151:2033:x1830882860048512:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2809us (3025us total) trans 4294970473 rc 0/0 00000100:00100000:0.0:1746066867.108487:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1560 00002000:00100000:0.0:1746066867.108495:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009483ad80 x1830882860048512/t4294970473(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 496/448 e 0 to 0 dl 1746066878 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.108505:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009483ad80 with x1830882860048512 ext(0->7) 00010000:00010000:0.0:1746066867.108514:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095d74600/0xd6b24631ff437941 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d519 expref: 151 pid: 9628 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.108530:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095d74600/0xd6b24631ff437941 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d519 expref: 151 pid: 9628 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.108537:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009483ad80 00000100:00100000:0.0:1746066867.116824:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.131822:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.140890:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.148215:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.153530:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.160874:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.163595:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131433480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+152:2032:x1830882860049792:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2450us (2721us total) trans 4294970474 rc 0/0 00000100:00100000:0.0:1746066867.163607:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1562 00002000:00100000:0.0:1746066867.163618:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131433480 x1830882860049792/t4294970474(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 496/448 e 0 to 0 dl 1746066878 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.163628:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131433480 with x1830882860049792 ext(0->7) 00010000:00010000:0.0:1746066867.163639:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ea27c00/0xd6b24631ff43794f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d527 expref: 152 pid: 9628 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.163656:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ea27c00/0xd6b24631ff43794f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d527 expref: 152 pid: 9628 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.163663:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131433480 00000100:00100000:0.0:1746066867.170404:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.181037:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860050304 00000100:00100000:0.0:1746066867.181045:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860050304 00002000:00100000:0.0:1746066867.181088:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d6f0a80 x1830882860050304/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:273/0 lens 488/0 e 0 to 0 dl 1746066878 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.181100:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f0a80 with x1830882860050304 ext(0->4095) 00010000:00010000:0.0:1746066867.181109:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013323da00/0xd6b24631ff437956 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d52e expref: 6 pid: 25556 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.181130:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013323da00/0xd6b24631ff437956 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d52e expref: 6 pid: 25556 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.181137:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d6f0a80 00000100:00100000:0.0:1746066867.181168:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1563 00000100:00100000:0.0:1746066867.181176:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860050304:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066867.181327:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860050304:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 151us (1063us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066867.181334:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1563 00002000:00100000:0.0:1746066867.181339:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d6f0a80 x1830882860050304/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:273/0 lens 488/4536 e 0 to 0 dl 1746066878 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.181370:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f0a80 with x1830882860050304 ext(0->4095) 00010000:00010000:0.0:1746066867.181374:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013323da00/0xd6b24631ff437956 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d52e expref: 6 pid: 25556 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.181383:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013323da00/0xd6b24631ff437956 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d52e expref: 6 pid: 25556 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.181388:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d6f0a80 00000100:00100000:0.0:1746066867.184715:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.184802:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.184839:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860050560 00000100:00100000:0.0:1746066867.184846:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860050560 00010000:00010000:0.0:1746066867.184882:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013323da00/0xd6b24631ff437956 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d52e expref: 6 pid: 25556 timeout: 1079 lvb_type: 0 00000100:00100000:0.0:1746066867.184918:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11399 00000100:00100000:0.0:1746066867.184925:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131432d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860050560:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066867.184938:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066867.185168:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013323da00/0xd6b24631ff437956 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d52e expref: 6 pid: 25556 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.185180:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013323da00/0xd6b24631ff437956 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d52e expref: 6 pid: 25556 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.185204:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066867.185206:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066867.185213:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff43795d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d535 expref: 152 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.185221:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff43795d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d535 expref: 152 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.185267:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff43795d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d535 expref: 152 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066867.185279:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131430700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882860931200:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066867.185381:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097eae600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066867.189824:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131430700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882860931200:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066867.189851:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066867.190295:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131432d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860050560:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5366us (5488us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066867.190308:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11399 00000100:00100000:0.0:1746066867.191979:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.196658:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.199283:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+155:2034:x1830882860051072:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1818us (2626us total) trans 4294970475 rc 0/0 00000100:00100000:0.0:1746066867.199297:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1565 00002000:00100000:0.0:1746066867.199307:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009126d180 x1830882860051072/t4294970475(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 496/448 e 0 to 0 dl 1746066878 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.199316:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126d180 with x1830882860051072 ext(0->7) 00010000:00010000:0.0:1746066867.199325:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff43795d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d535 expref: 155 pid: 9628 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.199358:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff43795d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d535 expref: 155 pid: 9628 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.199366:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009126d180 00000100:00100000:0.0:1746066867.210153:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.213069:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.219967:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.220013:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.226533:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.226588:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.234908:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.237436:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.242981:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.245959:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+156:2032:x1830882860052736:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2730us (2984us total) trans 4294970476 rc 0/0 00000100:00100000:0.0:1746066867.245970:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1567 00002000:00100000:0.0:1746066867.245978:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131424380 x1830882860052736/t4294970476(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 496/448 e 0 to 0 dl 1746066878 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.245987:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131424380 with x1830882860052736 ext(0->7) 00010000:00010000:0.0:1746066867.245996:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a79fc00/0xd6b24631ff437972 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d54a expref: 156 pid: 25556 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.246009:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a79fc00/0xd6b24631ff437972 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d54a expref: 156 pid: 25556 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.246016:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131424380 00000100:00100000:0.0:1746066867.248325:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.254151:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.254742:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.259612:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.261040:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.263150:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860053504 00000100:00100000:0.0:1746066867.263211:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860053504 00010000:00010000:0.0:1746066867.263263:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f562600/0xd6b24631ff437979 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d551 expref: 6 pid: 25556 timeout: 1079 lvb_type: 0 00000100:00100000:0.0:1746066867.263304:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11404 00000100:00100000:0.0:1746066867.263311:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860053504:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066867.263325:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066867.263361:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f562600/0xd6b24631ff437979 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d551 expref: 6 pid: 25556 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.263375:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f562600/0xd6b24631ff437979 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d551 expref: 6 pid: 25556 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.263398:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f562600/0xd6b24631ff437979 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d551 expref: 6 pid: 25556 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.263428:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066867.263431:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066867.263438:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f562200/0xd6b24631ff437980 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d558 expref: 156 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.263445:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f562200/0xd6b24631ff437980 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d558 expref: 156 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.263479:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008f562200/0xd6b24631ff437980 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d558 expref: 156 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.263491:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f562200/0xd6b24631ff437980 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d558 expref: 156 pid: 25556 timeout: 1079 lvb_type: 0 00000100:00100000:0.0:1746066867.263503:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eb54000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882860932480:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066867.263647:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097eae600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066867.266333:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.273099:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+159:2031:x1830882860054016:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1282us (2313us total) trans 4294970477 rc 0/0 00000100:00100000:0.0:1746066867.273108:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1569 00002000:00100000:0.0:1746066867.273115:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095a60e00 x1830882860054016/t4294970477(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 496/448 e 0 to 0 dl 1746066878 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.273123:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a60e00 with x1830882860054016 ext(0->7) 00010000:00010000:0.0:1746066867.273130:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f562200/0xd6b24631ff437980 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d558 expref: 159 pid: 25556 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.273141:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f562200/0xd6b24631ff437980 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d558 expref: 159 pid: 25556 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.273147:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095a60e00 00000100:00100000:0.0:1746066867.275025:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.279390:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860054400 00000100:00100000:0.0:1746066867.279397:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860054400 00002000:00100000:0.0:1746066867.279438:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081c3bb80 x1830882860054400/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 488/0 e 0 to 0 dl 1746066878 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.279448:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3bb80 with x1830882860054400 ext(0->4095) 00002000:00010000:0.0:1746066867.279452:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081c3bb80 00000100:00100000:0.0:1746066867.279478:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12727 00000100:00100000:0.0:1746066867.279485:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+158:2034:x1830882860054400:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066867.279608:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+158:2034:x1830882860054400:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (579us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066867.279614:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12727 00002000:00100000:0.0:1746066867.279623:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081c3bb80 x1830882860054400/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 488/4536 e 0 to 0 dl 1746066878 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.279630:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3bb80 with x1830882860054400 ext(0->4095) 00002000:00010000:0.0:1746066867.279633:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081c3bb80 00000100:00100000:0.0:1746066867.283027:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.287543:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.299267:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.301906:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.303164:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.310244:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.310302:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.311202:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.311220:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860055808 00000100:00100000:0.0:1746066867.311223:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860055808 00010000:00010000:0.0:1746066867.311494:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea27c00/0xd6b24631ff43798e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d566 expref: 6 pid: 9628 timeout: 1079 lvb_type: 0 00000100:00100000:0.0:1746066867.312258:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11407 00000100:00100000:0.0:1746066867.312269:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c40b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860055808:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066867.312280:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066867.312295:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ea27c00/0xd6b24631ff43798e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d566 expref: 6 pid: 9628 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.312306:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ea27c00/0xd6b24631ff43798e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d566 expref: 6 pid: 9628 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.312322:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ea27c00/0xd6b24631ff43798e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d566 expref: 6 pid: 9628 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.313551:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066867.313555:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066867.313562:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095ef5a00/0xd6b24631ff437995 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d56d expref: 158 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.313569:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095ef5a00/0xd6b24631ff437995 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d56d expref: 158 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.313596:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095ef5a00/0xd6b24631ff437995 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d56d expref: 158 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.313606:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095ef5a00/0xd6b24631ff437995 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d56d expref: 158 pid: 9627 timeout: 1079 lvb_type: 0 00000100:00100000:0.0:1746066867.313616:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c40a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7259:1830882860933120:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066867.313718:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097eae3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066867.316883:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.323243:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.326416:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.330685:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131433b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7259:1830882860933248:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066867.330706:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066867.330750:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+160:2031:x1830882860056448:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3902us (4337us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066867.330762:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11408 00000100:00100000:0.0:1746066867.333890:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.336664:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.336763:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.341380:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.342818:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.349208:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.358100:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef1c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+163:2034:x1830882860058112:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 823us (3307us total) trans 4294970479 rc 0/0 00000100:00100000:0.0:1746066867.358108:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1574 00002000:00100000:0.0:1746066867.358115:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88011ef1c450 x1830882860058112/t4294970479(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 496/448 e 0 to 0 dl 1746066878 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.358123:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ef1c450 with x1830882860058112 ext(0->7) 00010000:00010000:0.0:1746066867.358129:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f562600/0xd6b24631ff4379aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d582 expref: 163 pid: 9628 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.358140:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f562600/0xd6b24631ff4379aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d582 expref: 163 pid: 9628 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.358146:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ef1c450 00000100:00100000:0.0:1746066867.368519:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.373460:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860058496 00000100:00100000:0.0:1746066867.373467:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860058496 00002000:00100000:0.0:1746066867.373511:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012b8ff480 x1830882860058496/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 488/0 e 0 to 0 dl 1746066878 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.373521:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8ff480 with x1830882860058496 ext(0->4095) 00002000:00010000:0.0:1746066867.373525:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b8ff480 00000100:00100000:0.0:1746066867.373542:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12732 00000100:00100000:0.0:1746066867.373549:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+162:2031:x1830882860058496:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066867.373655:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+162:2031:x1830882860058496:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 108us (413us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066867.373662:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12732 00002000:00100000:0.0:1746066867.373666:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012b8ff480 x1830882860058496/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 488/4536 e 0 to 0 dl 1746066878 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.373674:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8ff480 with x1830882860058496 ext(0->4095) 00002000:00010000:0.0:1746066867.373676:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b8ff480 00000100:00100000:0.0:1746066867.376067:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.378667:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.382923:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.386295:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.389763:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.389807:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.392156:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.394879:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.396690:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081c39880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9627:1830882860934400:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066867.396766:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800953c8800/0xd6b24631ff4379c6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d59e expref: 163 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.396783:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8800, rc 0) 00000100:00100000:0.0:1746066867.397029:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+163:1215:x1830882860059648:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3959us (4877us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066867.397037:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28583 00000100:00100000:0.0:1746066867.403809:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.406314:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+165:2033:x1830882860060160:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2004us (2507us total) trans 4294970480 rc 0/0 00000100:00100000:0.0:1746066867.406329:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1576 00002000:00100000:0.0:1746066867.406338:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008ccc6d80 x1830882860060160/t4294970480(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 496/448 e 0 to 0 dl 1746066878 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.406385:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc6d80 with x1830882860060160 ext(0->7) 00010000:00010000:0.0:1746066867.406395:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880131fb7e00/0xd6b24631ff4379bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d597 expref: 165 pid: 9627 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.406412:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880131fb7e00/0xd6b24631ff4379bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d597 expref: 165 pid: 9627 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.406694:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ccc6d80 00000100:00100000:0.0:1746066867.414571:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.421633:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.426584:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860060672 00000100:00100000:0.0:1746066867.426594:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860060672 00002000:00100000:0.0:1746066867.426640:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081c38380 x1830882860060672/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 488/0 e 0 to 0 dl 1746066878 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.426652:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c38380 with x1830882860060672 ext(0->4095) 00010000:00010000:0.0:1746066867.426662:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800953c8800/0xd6b24631ff4379c6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d59e expref: 166 pid: 9627 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.426677:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800953c8800/0xd6b24631ff4379c6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d59e expref: 166 pid: 9627 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.426685:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081c38380 00000100:00100000:0.0:1746066867.426706:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1577 00000100:00100000:0.0:1746066867.426715:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+166:2034:x1830882860060672:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066867.427104:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+166:2034:x1830882860060672:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 388us (2306us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066867.427112:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1577 00002000:00100000:0.0:1746066867.427118:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081c38380 x1830882860060672/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 488/4536 e 0 to 0 dl 1746066878 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.427126:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c38380 with x1830882860060672 ext(0->4095) 00010000:00010000:0.0:1746066867.427132:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800953c8800/0xd6b24631ff4379c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d59e expref: 166 pid: 9627 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.427141:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800953c8800/0xd6b24631ff4379c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d59e expref: 166 pid: 9627 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.427147:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081c38380 00000100:00100000:0.0:1746066867.432179:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.432260:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.438129:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131430000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9627:1830882860934912:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066867.438156:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c222800/0xd6b24631ff4379d4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d5ac expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.438175:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c222800, rc 0) 00000100:00100000:0.0:1746066867.438847:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1215:x1830882860060800:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5906us (6675us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066867.438856:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28585 00000100:00100000:0.0:1746066867.439591:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860061184 00000100:00100000:0.0:1746066867.439599:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860061184 00002000:00100000:0.0:1746066867.439640:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880133190e00 x1830882860061184/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 488/0 e 0 to 0 dl 1746066878 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.439651:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133190e00 with x1830882860061184 ext(0->4095) 00010000:00010000:0.0:1746066867.439659:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff4379cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d5a5 expref: 164 pid: 9627 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.439673:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff4379cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d5a5 expref: 164 pid: 9627 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.439681:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133190e00 00000100:00100000:0.0:1746066867.439701:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1578 00000100:00100000:0.0:1746066867.439708:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133190e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+164:2034:x1830882860061184:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066867.439833:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133190e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+164:2034:x1830882860061184:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (621us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066867.439839:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1578 00002000:00100000:0.0:1746066867.439844:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880133190e00 x1830882860061184/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 488/4536 e 0 to 0 dl 1746066878 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.439851:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133190e00 with x1830882860061184 ext(0->4095) 00010000:00010000:0.0:1746066867.439856:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff4379cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d5a5 expref: 164 pid: 9627 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.439865:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff4379cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d5a5 expref: 164 pid: 9627 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.439872:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133190e00 00000100:00100000:0.0:1746066867.443280:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.444814:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+166:2031:x1830882860061440:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1301us (1539us total) trans 4294970481 rc 0/0 00000100:00100000:0.0:1746066867.444823:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1579 00002000:00100000:0.0:1746066867.444830:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008ccc4380 x1830882860061440/t4294970481(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 496/448 e 0 to 0 dl 1746066878 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.444839:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc4380 with x1830882860061440 ext(0->7) 00010000:00010000:0.0:1746066867.444847:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff4379cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d5a5 expref: 166 pid: 9627 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.444857:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff4379cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d5a5 expref: 166 pid: 9627 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.444864:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ccc4380 00000100:00100000:0.0:1746066867.448185:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.456771:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.460878:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.465143:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.474981:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.475094:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.479543:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.489969:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860063232 00000100:00100000:0.0:1746066867.489977:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860063232 00002000:00100000:0.0:1746066867.490020:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081c39180 x1830882860063232/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 488/0 e 0 to 0 dl 1746066878 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.490030:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c39180 with x1830882860063232 ext(0->4095) 00010000:00010000:0.0:1746066867.490039:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ea26a00/0xd6b24631ff4379e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d5ba expref: 167 pid: 9627 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.490054:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ea26a00/0xd6b24631ff4379e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d5ba expref: 167 pid: 9627 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.490060:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081c39180 00000100:00100000:0.0:1746066867.490080:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1580 00000100:00100000:0.0:1746066867.490087:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+167:2034:x1830882860063232:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066867.490222:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+167:2034:x1830882860063232:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 134us (849us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066867.490229:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1580 00002000:00100000:0.0:1746066867.490234:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081c39180 x1830882860063232/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 488/4536 e 0 to 0 dl 1746066878 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.490252:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c39180 with x1830882860063232 ext(0->4095) 00010000:00010000:0.0:1746066867.490258:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ea26a00/0xd6b24631ff4379e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d5ba expref: 167 pid: 9627 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.490268:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ea26a00/0xd6b24631ff4379e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d5ba expref: 167 pid: 9627 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.490274:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081c39180 00000100:00100000:0.0:1746066867.501608:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.508822:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.508886:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.517378:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.517432:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.523814:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.533083:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.534465:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+170:2034:x1830882860064768:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1073us (1390us total) trans 4294970483 rc 0/0 00000100:00100000:0.0:1746066867.534474:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1584 00002000:00100000:0.0:1746066867.534482:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130d54700 x1830882860064768/t4294970483(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 496/448 e 0 to 0 dl 1746066878 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.534490:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d54700 with x1830882860064768 ext(0->7) 00010000:00010000:0.0:1746066867.534496:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f562600/0xd6b24631ff4379f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d5c8 expref: 170 pid: 9627 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.534506:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f562600/0xd6b24631ff4379f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d5c8 expref: 170 pid: 9627 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.534513:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130d54700 00000100:00100000:0.0:1746066867.548486:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.559236:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.564767:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.569832:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.581575:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.591698:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.593499:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.593536:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.593567:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860065920 00000100:00100000:0.0:1746066867.593570:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860065920 00010000:00010000:0.0:1746066867.593588:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e900800/0xd6b24631ff4379fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d5d6 expref: 172 pid: 25556 timeout: 1079 lvb_type: 0 00000100:00100000:0.0:1746066867.593611:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11423 00000100:00100000:0.0:1746066867.593616:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+172:2034:x1830882860065920:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066867.593625:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066867.593634:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e900800/0xd6b24631ff4379fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d5d6 expref: 172 pid: 25556 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.593643:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e900800/0xd6b24631ff4379fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d5d6 expref: 172 pid: 25556 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.593656:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e900800/0xd6b24631ff4379fe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d5d6 expref: 172 pid: 25556 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.595444:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066867.602016:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860066304 00000100:00100000:0.0:1746066867.602023:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860066304 00002000:00100000:0.0:1746066867.602064:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880133190380 x1830882860066304/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 488/0 e 0 to 0 dl 1746066878 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.602074:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133190380 with x1830882860066304 ext(0->4095) 00010000:00010000:0.0:1746066867.602084:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008e901000/0xd6b24631ff437a05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d5dd expref: 170 pid: 25556 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.602097:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008e901000/0xd6b24631ff437a05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d5dd expref: 170 pid: 25556 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.602104:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133190380 00000100:00100000:0.0:1746066867.602126:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1585 00000100:00100000:0.0:1746066867.602132:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133190380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+170:2033:x1830882860066304:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066867.602261:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133190380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+170:2033:x1830882860066304:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 128us (366us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066867.602268:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1585 00002000:00100000:0.0:1746066867.602273:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880133190380 x1830882860066304/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 488/4536 e 0 to 0 dl 1746066878 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.602280:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133190380 with x1830882860066304 ext(0->4095) 00010000:00010000:0.0:1746066867.602284:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008e901000/0xd6b24631ff437a05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d5dd expref: 170 pid: 25556 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.602293:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008e901000/0xd6b24631ff437a05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d5dd expref: 170 pid: 25556 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.602298:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133190380 00000100:00100000:0.0:1746066867.609057:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.624155:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.630869:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.638285:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.642728:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.662270:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.662625:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.663586:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.670204:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131432680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9628:1830882860937344:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066867.670228:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095c0a800/0xd6b24631ff437a21 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d5f9 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.670257:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c0a800, rc 0) 00000100:00100000:0.0:1746066867.670296:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1215:x1830882860068096:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6611us (6711us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066867.670304:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28596 00000100:00100000:0.0:1746066867.678060:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.681889:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+174:2033:x1830882860068608:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3038us (3834us total) trans 4294970485 rc 0/0 00000100:00100000:0.0:1746066867.681899:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1588 00002000:00100000:0.0:1746066867.682077:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800957e5880 x1830882860068608/t4294970485(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 496/448 e 0 to 0 dl 1746066878 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.682086:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e5880 with x1830882860068608 ext(0->7) 00010000:00010000:0.0:1746066867.682094:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f562200/0xd6b24631ff437a1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d5f2 expref: 174 pid: 9628 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.682108:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f562200/0xd6b24631ff437a1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d5f2 expref: 174 pid: 9628 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.682115:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957e5880 00000100:00100000:0.0:1746066867.687138:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.690277:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.695550:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.700670:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.703196:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860069504 00000100:00100000:0.0:1746066867.703206:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860069504 00002000:00100000:0.0:1746066867.703265:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081c3a300 x1830882860069504/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 488/0 e 0 to 0 dl 1746066878 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.703278:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3a300 with x1830882860069504 ext(0->4095) 00002000:00010000:0.0:1746066867.703284:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081c3a300 00000100:00100000:0.0:1746066867.704030:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1589 00000100:00100000:0.0:1746066867.704037:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+176:2031:x1830882860069504:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066867.704162:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+176:2031:x1830882860069504:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (1256us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066867.704169:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1589 00002000:00100000:0.0:1746066867.704174:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081c3a300 x1830882860069504/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 488/4536 e 0 to 0 dl 1746066878 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.704181:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3a300 with x1830882860069504 ext(0->4095) 00010000:00010000:0.0:1746066867.704186:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0a200/0xd6b24631ff437a28 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d600 expref: 176 pid: 9628 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.704195:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c0a200/0xd6b24631ff437a28 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d600 expref: 176 pid: 9628 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.704201:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081c3a300 00000100:00100000:0.0:1746066867.708583:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.709272:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.709309:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.712901:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.717694:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.719058:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+176:2032:x1830882860070400:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1099us (1371us total) trans 4294970486 rc 0/0 00000100:00100000:0.0:1746066867.719072:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1591 00002000:00100000:0.0:1746066867.719079:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800952e5500 x1830882860070400/t4294970486(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 496/448 e 0 to 0 dl 1746066878 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.719087:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e5500 with x1830882860070400 ext(0->7) 00010000:00010000:0.0:1746066867.719095:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0aa00/0xd6b24631ff437a2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d607 expref: 176 pid: 9627 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.719106:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c0aa00/0xd6b24631ff437a2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d607 expref: 176 pid: 9627 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.719113:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800952e5500 00000100:00100000:0.0:1746066867.722706:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.726653:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.735936:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.740029:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.744221:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.745144:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.749500:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.750640:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.750658:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860071808 00000100:00100000:0.0:1746066867.750661:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860071808 00000100:00100000:0.0:1746066867.750697:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28602 00000100:00100000:0.0:1746066867.750703:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094838e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+177:1215:x1830882860071808:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066867.750719:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066867.750733:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013093ce00/0xd6b24631ff437a4b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267d623 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.750750:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066867.750755:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff437a44 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d61c expref: 178 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.750761:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066867.750765:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013093ce00/0xd6b24631ff437a4b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d623 expref: 178 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.750801:0:9628:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff437a44 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d61c expref: 178 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.750812:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013093ce00/0xd6b24631ff437a4b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d623 expref: 178 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.750820:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013093ce00, rc 0) 00000100:00100000:0.0:1746066867.750839:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094838e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+178:1215:x1830882860071808:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066867.750845:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28602 00000100:00100000:0.0:1746066867.750878:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.755150:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.762310:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.764612:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094839500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+179:2034:x1830882860072448:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2057us (2307us total) trans 4294970487 rc 0/0 00000100:00100000:0.0:1746066867.764622:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1594 00002000:00100000:0.0:1746066867.764630:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094839500 x1830882860072448/t4294970487(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 496/448 e 0 to 0 dl 1746066878 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.764645:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094839500 with x1830882860072448 ext(0->7) 00010000:00010000:0.0:1746066867.764653:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff437a44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d61c expref: 179 pid: 9627 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.764666:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff437a44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d61c expref: 179 pid: 9627 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.764672:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094839500 00000100:00100000:0.0:1746066867.766517:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.768803:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.771455:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.777050:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.777110:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.783692:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.783729:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.783773:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.783808:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860073472 00000100:00100000:0.0:1746066867.783815:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860073472 00010000:00010000:0.0:1746066867.783847:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013093ce00/0xd6b24631ff437a4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d623 expref: 179 pid: 9628 timeout: 1079 lvb_type: 0 00000100:00100000:0.0:1746066867.783877:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860073600 00000100:00100000:0.0:1746066867.783880:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860073600 00010000:00010000:0.0:1746066867.783890:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095c0ba00/0xd6b24631ff437a52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d62a expref: 6 pid: 9627 timeout: 1079 lvb_type: 0 00000100:00100000:0.0:1746066867.783905:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11434 00000100:00100000:0.0:1746066867.783912:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+180:2033:x1830882860073472:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066867.783923:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066867.784515:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013093ce00/0xd6b24631ff437a4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d623 expref: 181 pid: 9628 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.784529:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013093ce00/0xd6b24631ff437a4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d623 expref: 181 pid: 9628 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.784560:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013093ce00/0xd6b24631ff437a4b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d623 expref: 181 pid: 9628 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.784726:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066867.784750:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+179:2033:x1830882860073472:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 838us (1020us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066867.784757:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11434 00000100:00100000:0.0:1746066867.788474:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.792766:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.797625:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.810304:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.810911:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.814528:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.815749:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860075264 00000100:00100000:0.0:1746066867.815753:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860075264 00010000:00010000:0.0:1746066867.815774:0:21614:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f562000/0xd6b24631ff437a60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d638 expref: 181 pid: 9627 timeout: 1079 lvb_type: 0 00000100:00100000:0.0:1746066867.815806:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11437 00000100:00100000:0.0:1746066867.815813:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131432300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+181:2034:x1830882860075264:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066867.815822:0:21614:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066867.815836:0:21614:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f562000/0xd6b24631ff437a60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d638 expref: 181 pid: 9627 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.815846:0:21614:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f562000/0xd6b24631ff437a60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d638 expref: 181 pid: 9627 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.815869:0:21614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f562000/0xd6b24631ff437a60 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d638 expref: 181 pid: 9627 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.815885:0:21614:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066867.815906:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131432300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+180:2034:x1830882860075264:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 93us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066867.815912:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11437 00000100:00100000:0.0:1746066867.818266:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.822419:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.825769:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.828150:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.834459:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.837648:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.842848:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.842904:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.843821:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28610 00000100:00100000:0.0:1746066867.843828:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+183:1215:x1830882860076544:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066867.843835:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066867.843843:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff437a83 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267d65b expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.844024:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066867.844028:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095c0b400/0xd6b24631ff437a7c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d654 expref: 184 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.844033:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066867.844036:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff437a83 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d65b expref: 184 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.844066:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095c0b400/0xd6b24631ff437a7c lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d654 expref: 184 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.844080:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff437a83 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d65b expref: 184 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066867.844090:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013323d600, rc 0) 00000100:00100000:0.0:1746066867.844363:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+184:1215:x1830882860076544:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 534us (1457us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066867.844370:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28610 00000100:00100000:0.0:1746066867.849775:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.852935:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.855737:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.857878:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+185:2033:x1830882860077184:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1421us (2143us total) trans 4294970490 rc 0/0 00000100:00100000:0.0:1746066867.857886:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1600 00002000:00100000:0.0:1746066867.857893:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009126ce00 x1830882860077184/t4294970490(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 496/448 e 0 to 0 dl 1746066878 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.857902:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126ce00 with x1830882860077184 ext(0->7) 00010000:00010000:0.0:1746066867.857909:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0b400/0xd6b24631ff437a7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d654 expref: 185 pid: 25556 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.857921:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c0b400/0xd6b24631ff437a7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d654 expref: 185 pid: 25556 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.857927:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009126ce00 00000100:00100000:0.0:1746066867.860698:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.866139:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.873157:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.876301:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.876670:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.880317:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.881093:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.884385:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.885732:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.889460:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.893623:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.895651:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+186:2033:x1830882860079232:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1708us (2031us total) trans 4294970491 rc 0/0 00000100:00100000:0.0:1746066867.895660:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1604 00002000:00100000:0.0:1746066867.895668:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009126fb80 x1830882860079232/t4294970491(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 496/448 e 0 to 0 dl 1746066878 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.895675:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126fb80 with x1830882860079232 ext(0->7) 00010000:00010000:0.0:1746066867.895684:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0a000/0xd6b24631ff437a91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d669 expref: 186 pid: 21660 timeout: 1079 lvb_type: 0 00010000:00010000:0.0:1746066867.895696:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c0a000/0xd6b24631ff437a91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d669 expref: 186 pid: 21660 timeout: 1079 lvb_type: 0 00002000:00010000:0.0:1746066867.895703:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009126fb80 00000100:00100000:0.0:1746066867.905233:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.911199:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.913855:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.916133:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.924319:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.928154:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.930671:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.936822:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.949217:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.957202:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.961734:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.966578:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.966641:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.974279:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.974602:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.979774:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.983587:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.986433:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+191:2033:x1830882860082176:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1853us (2843us total) trans 4294970493 rc 0/0 00000100:00100000:0.0:1746066867.986442:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1608 00002000:00100000:0.0:1746066867.986450:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131424380 x1830882860082176/t4294970493(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:273/0 lens 496/448 e 0 to 0 dl 1746066878 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066867.986460:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131424380 with x1830882860082176 ext(0->7) 00010000:00010000:0.0:1746066867.986467:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012eae5000/0xd6b24631ff437ab4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d68c expref: 191 pid: 21660 timeout: 1080 lvb_type: 0 00010000:00010000:0.0:1746066867.986480:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012eae5000/0xd6b24631ff437ab4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d68c expref: 191 pid: 21660 timeout: 1080 lvb_type: 0 00002000:00010000:0.0:1746066867.986487:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131424380 00000100:00100000:0.0:1746066867.988810:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.994303:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066867.999192:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.002248:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00080000:0.0:1746066868.004209:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066868.006889:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00080000:0.0:1746066868.007958:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066868.011541:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.012742:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.015019:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.022636:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.027445:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.029370:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+192:2034:x1830882860084224:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1471us (1902us total) trans 4294970494 rc 0/0 00000100:00100000:0.0:1746066868.029379:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1611 00002000:00100000:0.0:1746066868.029387:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800908e4a80 x1830882860084224/t4294970494(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:274/0 lens 496/448 e 0 to 0 dl 1746066879 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066868.029395:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e4a80 with x1830882860084224 ext(0->7) 00010000:00010000:0.0:1746066868.029403:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800953c8400/0xd6b24631ff437ac9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d6a1 expref: 192 pid: 25556 timeout: 1080 lvb_type: 0 00010000:00010000:0.0:1746066868.029414:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800953c8400/0xd6b24631ff437ac9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d6a1 expref: 192 pid: 25556 timeout: 1080 lvb_type: 0 00002000:00010000:0.0:1746066868.029420:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800908e4a80 00000100:00100000:0.0:1746066868.032942:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.038728:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.050227:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.050380:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.050435:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28623 00000100:00100000:0.0:1746066868.050449:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+192:1214:x1830882860084864:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066868.050458:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066868.050478:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff437ade lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267d6b6 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066868.050508:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800953c9600/0xd6b24631ff437ad0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d6a8 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066868.050517:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066868.050519:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066868.050522:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff437ade lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d6b6 expref: 194 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066868.051194:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800953c9600/0xd6b24631ff437ad0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d6a8 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066868.051216:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800953c9600/0xd6b24631ff437ad0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d6a8 expref: 5 pid: 25556 timeout: 1080 lvb_type: 0 00000100:00100000:0.0:1746066868.051230:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a62d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9628:1830882860943360:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066868.051328:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097eae180 going to sleep for 11 seconds 00000100:00100000:0.0:1746066868.053609:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.061974:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.064544:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+195:2033:x1830882860085504:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 876us (2575us total) trans 4294970495 rc 0/0 00000100:00100000:0.0:1746066868.064558:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1613 00002000:00100000:0.0:1746066868.064566:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095a61880 x1830882860085504/t4294970495(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:274/0 lens 496/448 e 0 to 0 dl 1746066879 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066868.064576:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a61880 with x1830882860085504 ext(0->7) 00010000:00010000:0.0:1746066868.064582:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff437ade lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d6b6 expref: 195 pid: 9628 timeout: 1080 lvb_type: 0 00010000:00010000:0.0:1746066868.064596:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff437ade lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d6b6 expref: 195 pid: 9628 timeout: 1080 lvb_type: 0 00002000:00010000:0.0:1746066868.064603:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095a61880 00000100:00100000:0.0:1746066868.067546:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.073201:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.079758:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.083160:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.091669:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.091734:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.095134:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.095169:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.097921:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.102328:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.105267:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.115671:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.120060:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.130685:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.136934:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.137290:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.145118:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.145161:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.146416:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.152947:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860089344 00000100:00100000:0.0:1746066868.152955:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860089344 00002000:00100000:0.0:1746066868.152994:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131433480 x1830882860089344/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:274/0 lens 488/0 e 0 to 0 dl 1746066879 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066868.153004:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131433480 with x1830882860089344 ext(0->4095) 00010000:00010000:0.0:1746066868.153010:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff437b01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d6d9 expref: 196 pid: 9627 timeout: 1080 lvb_type: 0 00010000:00010000:0.0:1746066868.153024:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff437b01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d6d9 expref: 196 pid: 9627 timeout: 1080 lvb_type: 0 00002000:00010000:0.0:1746066868.153031:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131433480 00000100:00100000:0.0:1746066868.153049:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1617 00000100:00100000:0.0:1746066868.153058:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131433480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+196:2033:x1830882860089344:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066868.153178:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131433480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+196:2033:x1830882860089344:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 121us (572us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066868.153184:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1617 00002000:00100000:0.0:1746066868.153190:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131433480 x1830882860089344/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:274/0 lens 488/4536 e 0 to 0 dl 1746066879 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066868.153197:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131433480 with x1830882860089344 ext(0->4095) 00010000:00010000:0.0:1746066868.153203:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff437b01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d6d9 expref: 196 pid: 9627 timeout: 1080 lvb_type: 0 00010000:00010000:0.0:1746066868.153212:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff437b01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d6d9 expref: 196 pid: 9627 timeout: 1080 lvb_type: 0 00002000:00010000:0.0:1746066868.153218:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131433480 00000100:00100000:0.0:1746066868.155819:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.163158:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+198:2031:x1830882860089600:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6275us (7337us total) trans 4294970497 rc 0/0 00000100:00100000:0.0:1746066868.163173:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1618 00002000:00100000:0.0:1746066868.163188:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132c36680 x1830882860089600/t4294970497(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:274/0 lens 496/448 e 0 to 0 dl 1746066879 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066868.163197:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c36680 with x1830882860089600 ext(0->7) 00010000:00010000:0.0:1746066868.163207:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff437b01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d6d9 expref: 198 pid: 9627 timeout: 1080 lvb_type: 0 00010000:00010000:0.0:1746066868.163222:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff437b01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d6d9 expref: 198 pid: 9627 timeout: 1080 lvb_type: 0 00002000:00010000:0.0:1746066868.163230:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c36680 00000100:00100000:0.0:1746066868.166747:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.170135:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.173242:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.178850:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.184062:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.196784:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.204187:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.207927:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.215533:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.218849:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+200:2033:x1830882860091648:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2008us (3326us total) trans 4294970498 rc 0/0 00000100:00100000:0.0:1746066868.218862:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1620 00002000:00100000:0.0:1746066868.218870:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132c34e00 x1830882860091648/t4294970498(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:274/0 lens 496/448 e 0 to 0 dl 1746066879 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066868.218878:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c34e00 with x1830882860091648 ext(0->7) 00010000:00010000:0.0:1746066868.218887:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800953c9200/0xd6b24631ff437b16 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d6ee expref: 200 pid: 25556 timeout: 1080 lvb_type: 0 00010000:00010000:0.0:1746066868.218901:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800953c9200/0xd6b24631ff437b16 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d6ee expref: 200 pid: 25556 timeout: 1080 lvb_type: 0 00002000:00010000:0.0:1746066868.218907:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c34e00 00000100:00100000:0.0:1746066868.223441:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.230987:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.236316:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.237682:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.247762:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.253925:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.255491:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+203:2032:x1830882860092928:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1224us (1572us total) trans 4294970499 rc 0/0 00000100:00100000:0.0:1746066868.255500:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1622 00002000:00100000:0.0:1746066868.255507:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800952ebb80 x1830882860092928/t4294970499(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:274/0 lens 496/448 e 0 to 0 dl 1746066879 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066868.255514:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952ebb80 with x1830882860092928 ext(0->7) 00010000:00010000:0.0:1746066868.255521:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800953c8800/0xd6b24631ff437b24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d6fc expref: 203 pid: 25556 timeout: 1080 lvb_type: 0 00010000:00010000:0.0:1746066868.255531:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800953c8800/0xd6b24631ff437b24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d6fc expref: 203 pid: 25556 timeout: 1080 lvb_type: 0 00002000:00010000:0.0:1746066868.255537:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800952ebb80 00000100:00100000:0.0:1746066868.261842:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.273838:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.273913:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.279532:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.289923:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.293676:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.293788:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.293832:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00080000:0.0:1746066868.294021:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746066868.294025:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746066868.300995:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00080000:0.0:1746066868.303285:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746066868.303289:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746066868.303292:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746066868.305013:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.308115:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.311063:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+204:2033:x1830882860095360:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2725us (2948us total) trans 4294970500 rc 0/0 00000100:00100000:0.0:1746066868.311076:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1624 00002000:00100000:0.0:1746066868.311084:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800952eb480 x1830882860095360/t4294970500(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:274/0 lens 496/448 e 0 to 0 dl 1746066879 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066868.311093:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952eb480 with x1830882860095360 ext(0->7) 00010000:00010000:0.0:1746066868.311103:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800953c8200/0xd6b24631ff437b39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d711 expref: 204 pid: 25556 timeout: 1080 lvb_type: 0 00010000:00010000:0.0:1746066868.311117:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800953c8200/0xd6b24631ff437b39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d711 expref: 204 pid: 25556 timeout: 1080 lvb_type: 0 00002000:00010000:0.0:1746066868.311124:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800952eb480 00000001:00100000:0.0:1746066868.312588:0:10968:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 18595197-82a3-44f2-a6c2-770f1d2aac37 00000020:00000080:0.0:1746066868.312595:0:10968:0:(genops.c:904:class_export_put()) final put ffff88008c485800/18595197-82a3-44f2-a6c2-770f1d2aac37 00000001:00100000:0.0:1746066868.312619:0:10968:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 164a43f3-71d4-4d11-a5de-0e73b1f5c070 00000020:00000080:0.0:1746066868.312621:0:10968:0:(genops.c:904:class_export_put()) final put ffff88008f79a800/164a43f3-71d4-4d11-a5de-0e73b1f5c070 00000100:00100000:0.0:1746066868.326553:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860095872 00000100:00100000:0.0:1746066868.326560:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860095872 00002000:00100000:0.0:1746066868.326598:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081c39880 x1830882860095872/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:274/0 lens 488/0 e 0 to 0 dl 1746066879 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066868.326615:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c39880 with x1830882860095872 ext(0->4095) 00010000:00010000:0.0:1746066868.326622:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0a800/0xd6b24631ff437b40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d718 expref: 6 pid: 25556 timeout: 1080 lvb_type: 0 00010000:00010000:0.0:1746066868.326635:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c0a800/0xd6b24631ff437b40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d718 expref: 6 pid: 25556 timeout: 1080 lvb_type: 0 00002000:00010000:0.0:1746066868.326641:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081c39880 00000100:00100000:0.0:1746066868.326668:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1625 00000100:00100000:0.0:1746066868.326675:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860095872:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066868.326802:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860095872:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 126us (799us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066868.326809:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1625 00002000:00100000:0.0:1746066868.326820:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081c39880 x1830882860095872/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:274/0 lens 488/4536 e 0 to 0 dl 1746066879 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066868.326827:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c39880 with x1830882860095872 ext(0->4095) 00010000:00010000:0.0:1746066868.326832:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0a800/0xd6b24631ff437b40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d718 expref: 6 pid: 25556 timeout: 1080 lvb_type: 0 00010000:00010000:0.0:1746066868.326841:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c0a800/0xd6b24631ff437b40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d718 expref: 6 pid: 25556 timeout: 1080 lvb_type: 0 00002000:00010000:0.0:1746066868.326847:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081c39880 00000100:00100000:0.0:1746066868.328737:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.334834:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.334871:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860096256 00000100:00100000:0.0:1746066868.334881:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860096256 00002000:00100000:0.0:1746066868.334934:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800952ea300 x1830882860096256/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:274/0 lens 488/0 e 0 to 0 dl 1746066879 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066868.334946:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952ea300 with x1830882860096256 ext(0->4095) 00002000:00010000:0.0:1746066868.334952:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800952ea300 00000100:00100000:0.0:1746066868.334992:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12770 00000100:00100000:0.0:1746066868.335000:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+204:2034:x1830882860096256:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066868.335156:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+204:2034:x1830882860096256:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 155us (333us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066868.335164:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12770 00002000:00100000:0.0:1746066868.335170:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800952ea300 x1830882860096256/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:274/0 lens 488/4536 e 0 to 0 dl 1746066879 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066868.335177:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952ea300 with x1830882860096256 ext(0->4095) 00002000:00010000:0.0:1746066868.335180:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800952ea300 00000100:00100000:0.0:1746066868.339734:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.345404:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.347048:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+206:2033:x1830882860096512:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1083us (1651us total) trans 4294970501 rc 0/0 00000100:00100000:0.0:1746066868.347056:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1626 00002000:00100000:0.0:1746066868.347062:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880095884380 x1830882860096512/t4294970501(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:274/0 lens 496/448 e 0 to 0 dl 1746066879 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066868.347070:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095884380 with x1830882860096512 ext(0->7) 00010000:00010000:0.0:1746066868.347078:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0aa00/0xd6b24631ff437b47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d71f expref: 206 pid: 25556 timeout: 1080 lvb_type: 0 00010000:00010000:0.0:1746066868.347090:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c0aa00/0xd6b24631ff437b47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d71f expref: 206 pid: 25556 timeout: 1080 lvb_type: 0 00002000:00010000:0.0:1746066868.347096:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095884380 00000100:00100000:0.0:1746066868.348754:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.356816:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.357203:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.357223:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860097024 00000100:00100000:0.0:1746066868.357239:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860097024 00002000:00100000:0.0:1746066868.357269:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880095886680 x1830882860097024/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:274/0 lens 488/0 e 0 to 0 dl 1746066879 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066868.357278:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095886680 with x1830882860097024 ext(0->4095) 00002000:00010000:0.0:1746066868.357283:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095886680 00000100:00100000:0.0:1746066868.357296:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12771 00000100:00100000:0.0:1746066868.357301:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860097024:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066868.357454:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860097024:12345-192.168.201.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 151us (251us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066868.357461:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12771 00002000:00100000:0.0:1746066868.357468:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880095886680 x1830882860097024/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:274/0 lens 488/4536 e 0 to 0 dl 1746066879 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066868.357474:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095886680 with x1830882860097024 ext(0->4095) 00010000:00010000:0.0:1746066868.357479:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff437b4e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d726 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066868.357488:0:27172:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff437b4e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d726 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746066868.357494:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095886680 00000100:00100000:0.0:1746066868.360783:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.361365:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.366619:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.375576:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+209:2033:x1830882860097792:12345-192.168.201.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4168us (5898us total) trans 4294970502 rc 0/0 00000100:00100000:0.0:1746066868.375585:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1628 00002000:00100000:0.0:1746066868.375593:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880081c38000 x1830882860097792/t4294970502(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:274/0 lens 496/448 e 0 to 0 dl 1746066879 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746066868.375603:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c38000 with x1830882860097792 ext(0->7) 00010000:00010000:0.0:1746066868.375613:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095c0b000/0xd6b24631ff437b55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d72d expref: 209 pid: 25556 timeout: 1080 lvb_type: 0 00010000:00010000:0.0:1746066868.376554:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095c0b000/0xd6b24631ff437b55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d72d expref: 209 pid: 25556 timeout: 1080 lvb_type: 0 00002000:00010000:0.0:1746066868.376564:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081c38000 00000100:00100000:0.0:1746066868.378640:0:16167:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860098304 00000100:00100000:0.0:1746066868.378650:0:16167:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860098304 00000100:00100000:0.0:1746066868.378693:0:16167:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 194 00000100:00100000:0.0:1746066868.378700:0:16167:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131433800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:1214:x1830882860098304:12345-192.168.201.51@tcp:35:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066868.379789:0:16167:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131433800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:1214:x1830882860098304:12345-192.168.201.51@tcp:35:rw_seq_cst_vs_d.0 Request processed in 178us (625us total) trans 4294980241 rc 0/0 00000100:00100000:0.0:1746066868.379797:0:16167:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 194 00000100:00100000:0.0:1746066868.424717:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.437447:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.443743:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066868.449890:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066869.332053:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133193800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882860947968:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746066869.332106:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066869.332643:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133193800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882860947968:0@lo:13:osp-pre-0-1.0 00000001:00080000:0.0:1746066869.644235:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970502 is committed 00000100:00100000:0.0:1746066871.042799:0:7278:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:0.0:1746066871.042810:0:7278:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131432a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3791:x1830882860948224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746066871.042850:0:7278:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:0.0:1746066871.042901:0:7278:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131432a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3791:x1830882860948224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (900us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066871.042908:0:7278:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:0.0:1746066871.972506:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3789:1830882860948480:0@lo:400:kworker.0 00000100:00100000:0.0:1746066871.972528:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066871.972546:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081c39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3789:1830882860948992:0@lo:400:kworker.0 00000100:00100000:0.0:1746066871.972560:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066871.972574:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3789:1830882860949504:0@lo:400:kworker.0 00000100:00100000:0.0:1746066871.972590:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066871.972604:0:3789:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1746066871.972608:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081c38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882860948608:0@lo:400:kworker.0 00000100:00100000:0.0:1746066871.972624:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066871.972635:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081c3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3789:1830882860949120:0@lo:400:kworker.0 00000100:00100000:0.0:1746066871.972647:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066871.972653:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3789:1830882860949632:0@lo:400:kworker.0 00000100:00100000:0.0:1746066871.972665:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066871.972685:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3789:1830882860948480:0@lo:400:kworker.0 00000100:00100000:0.0:1746066871.972707:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454 00000100:00100000:0.0:1746066871.972714:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c40b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3789:x1830882860949504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066871.972737:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c40b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3789:x1830882860949504:12345-0@lo:400:kworker.0 Request processed in 25us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066871.972742:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454 00000100:00100000:0.0:1746066871.972753:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456 00000100:00100000:0.0:1746066871.972756:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c408700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3789:x1830882860949632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066871.972771:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c408700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3789:x1830882860949632:12345-0@lo:400:kworker.0 Request processed in 14us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066871.972775:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456 00000100:00100000:0.0:1746066871.972790:0:24128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860948608 00000100:00100000:0.0:1746066871.972793:0:24128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860948608 00000100:00100000:0.0:1746066871.972811:0:24128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1746066871.972814:0:24128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c40b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3789:x1830882860948608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066871.972839:0:24128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c40b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3789:x1830882860948608:12345-0@lo:400:kworker.0 Request processed in 24us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066871.972843:0:24128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1746066871.972864:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081c38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882860948608:0@lo:400:kworker.0 00000100:00100000:0.0:1746066871.972871:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081c3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3789:1830882860949120:0@lo:400:kworker.0 00000100:00100000:0.0:1746066871.972879:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3789:1830882860949632:0@lo:400:kworker.0 00000100:00100000:0.0:1746066871.972885:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081c39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3789:1830882860948992:0@lo:400:kworker.0 00000100:00100000:0.0:1746066871.972890:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3789:1830882860949504:0@lo:400:kworker.0 00000100:00100000:0.0:1746066871.973641:0:7267:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860948352 00000100:00100000:0.0:1746066871.973645:0:7267:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860948352 00000100:00100000:0.0:1746066871.973959:0:7267:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:0.0:1746066871.973964:0:7267:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f69450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bd212aa5-9c03-468b-a6b2-d3d7d344f530+23:3791:x1830882860948352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066871.974064:0:7267:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f69450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bd212aa5-9c03-468b-a6b2-d3d7d344f530+23:3791:x1830882860948352:12345-0@lo:400:kworker.0 Request processed in 100us (1087us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066871.974070:0:7267:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:0.0:1746066871.974089:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860949376 00000100:00100000:0.0:1746066871.974091:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860949376 00000100:00100000:0.0:1746066871.974111:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860949888 00000100:00100000:0.0:1746066871.974113:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860949888 00000100:00100000:0.0:1746066871.974124:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:0.0:1746066871.974128:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133192680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3791:x1830882860949376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066871.974149:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133192680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3791:x1830882860949376:12345-0@lo:400:kworker.0 Request processed in 21us (1113us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066871.974154:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:0.0:1746066871.974161:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:0.0:1746066871.974165:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133193100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3791:x1830882860949888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066871.974199:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133193100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3791:x1830882860949888:12345-0@lo:400:kworker.0 Request processed in 33us (1140us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066871.974203:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:0.0:1746066871.974222:0:7278:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860948864 00000100:00100000:0.0:1746066871.974225:0:7278:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860948864 00000100:00100000:0.0:1746066871.974241:0:7278:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:0.0:1746066871.974244:0:7278:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133190a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3791:x1830882860948864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066871.974265:0:7278:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133190a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3791:x1830882860948864:12345-0@lo:400:kworker.0 Request processed in 20us (1252us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066871.974268:0:7278:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:0.0:1746066871.987751:0:3790:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746066871.987773:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133191500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3790:1830882860950016:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746066871.987833:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066872.036149:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133192d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882860950144:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746066872.036213:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066872.046793:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133192d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882860950144:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746066872.789368:0:24128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860950272 00000100:00100000:0.0:1746066872.789375:0:24128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860950272 00000100:00100000:0.0:1746066872.789408:0:24128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:0.0:1746066872.789415:0:24128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3792:x1830882860950272:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746066872.789444:0:24128:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1746066872.789476:0:24128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3792:x1830882860950272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066872.789482:0:24128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:0.0:1746066872.790135:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c40bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882860950272:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746066873.318369:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.318403:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.318423:0:7267:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860099328 00000100:00100000:0.0:1746066873.318430:0:7267:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860099328 00000100:00100000:0.0:1746066873.318459:0:7267:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 629 00000100:00100000:0.0:1746066873.318466:0:7267:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4185c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7962a243-2afe-4d45-a456-6c33572a299a+12:2032:x1830882860099328:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:0.0:1746066873.318518:0:7267:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4185c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7962a243-2afe-4d45-a456-6c33572a299a+12:2032:x1830882860099328:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 53us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066873.318524:0:7267:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 629 00000100:00100000:0.0:1746066873.318551:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860099456 00000100:00100000:0.0:1746066873.318555:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860099456 00000100:00100000:0.0:1746066873.335540:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1457 00000100:00100000:0.0:1746066873.335555:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c40bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2032:x1830882860099456:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:0.0:1746066873.335653:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c40bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2032:x1830882860099456:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 103us (17249us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066873.335660:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1457 00000100:00100000:0.0:1746066873.335677:0:12150:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860099968 00000100:00100000:0.0:1746066873.335683:0:12150:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860099968 00000100:00100000:0.0:1746066873.335704:0:12150:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860099584 00000100:00100000:0.0:1746066873.335706:0:12150:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860099584 00000100:00100000:0.0:1746066873.335718:0:12150:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860099840 00000100:00100000:0.0:1746066873.335720:0:12150:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860099840 00000100:00100000:0.0:1746066873.335734:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1458 00000100:00100000:0.0:1746066873.335739:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131430a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860099968:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:0.0:1746066873.335767:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131430a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860099968:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 27us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066873.335773:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1458 00000100:00100000:0.0:1746066873.579383:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.588766:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.615784:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c34000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9627:1830882860950528:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066873.615801:0:9627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff437be1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066873.615820:0:7258:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860100864 00000100:00100000:0.0:1746066873.615823:0:7258:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860100864 00010000:00010000:0.0:1746066873.615839:0:7258:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095c0b000/0xd6b24631ff437b8d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d749 expref: 6 pid: 25556 timeout: 1085 lvb_type: 1 00000100:00100000:0.0:1746066873.615869:0:7258:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11474 00000100:00100000:0.0:1746066873.615874:0:7258:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ba3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2034:x1830882860100864:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066873.615882:0:7258:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066873.615886:0:7258:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095c0b000/0xd6b24631ff437b8d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d749 expref: 6 pid: 25556 timeout: 1085 lvb_type: 1 00010000:00010000:0.0:1746066873.615895:0:7258:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095c0b000/0xd6b24631ff437b8d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d749 expref: 6 pid: 25556 timeout: 1085 lvb_type: 1 00010000:00010000:0.0:1746066873.615912:0:7258:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095c0b000/0xd6b24631ff437b8d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d749 expref: 6 pid: 25556 timeout: 1085 lvb_type: 1 00010000:00010000:0.0:1746066873.615920:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066873.615921:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066873.615924:0:7258:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff437be1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066873.615929:0:7258:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff437be1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066873.615943:0:7258:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066873.615962:0:7258:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ba3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+5:2034:x1830882860100864:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 88us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066873.615968:0:7258:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11474 00000004:00080000:0.0:1746066873.617532:0:3792:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c408380/2, rc 0, transno 4294970503 00000100:00100000:0.0:1746066873.617538:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882860950400:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1746066873.620283:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.631282:0:7271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860101248 00000100:00100000:0.0:1746066873.631290:0:7271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860101248 00000100:00100000:0.0:1746066873.631334:0:7271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28690 00000100:00100000:0.0:1746066873.631368:0:7271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131433b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:1868:x1830882860101248:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066873.631384:0:7271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066873.631387:0:7271:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746066873.631408:0:7271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c222400/0xd6b24631ff437bfd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d765 expref: 7 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066873.631420:0:7271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:0.0:1746066873.631424:0:7271:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066873.631433:0:7271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72e00/0xd6b24631ff437c04 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267d76c expref: -99 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066873.631530:0:7271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72a00/0xd6b24631ff437c0b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066873.631540:0:7271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72a00/0xd6b24631ff437c0b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066873.631548:0:7271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72a00/0xd6b24631ff437c0b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066873.631559:0:7271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72400/0xd6b24631ff437c12 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066873.631571:0:7271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72400/0xd6b24631ff437c12 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066873.631576:0:7271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72400/0xd6b24631ff437c12 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066873.631614:0:7271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73200/0xd6b24631ff437c19 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066873.631621:0:7271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73200/0xd6b24631ff437c19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066873.631626:0:7271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73200/0xd6b24631ff437c19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066873.631694:0:7271:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72a00/0xd6b24631ff437c0b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066873.631700:0:7271:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72a00/0xd6b24631ff437c0b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066873.631706:0:7271:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72a00/0xd6b24631ff437c0b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066873.631711:0:7271:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72a00/0xd6b24631ff437c0b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066873.631716:0:7271:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008de72a00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:0.0:1746066873.631719:0:7271:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72a00/0xd6b24631ff437c0b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066873.631725:0:7271:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72a00/0xd6b24631ff437c0b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066873.631737:0:7271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:0.0:1746066873.631739:0:7271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066873.631742:0:7271:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72a00/0xd6b24631ff437c0b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066873.631746:0:7271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72a00/0xd6b24631ff437c0b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066873.631754:0:7271:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72400/0xd6b24631ff437c12 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066873.631759:0:7271:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72400/0xd6b24631ff437c12 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066873.631763:0:7271:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72400/0xd6b24631ff437c12 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066873.631767:0:7271:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008de72400 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:0.0:1746066873.631769:0:7271:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72400/0xd6b24631ff437c12 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066873.631774:0:7271:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72400/0xd6b24631ff437c12 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066873.631780:0:7271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88009ed75d00) 00010000:00010000:0.0:1746066873.631783:0:7271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066873.631785:0:7271:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72400/0xd6b24631ff437c12 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066873.631790:0:7271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72400/0xd6b24631ff437c12 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066873.631819:0:7271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72e00/0xd6b24631ff437c04 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d76c expref: 9 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066873.631829:0:7271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73200/0xd6b24631ff437c19 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d76c expref: 8 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066873.631835:0:7271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008f47cc00) 00010000:00010000:0.0:1746066873.631837:0:7271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746066873.631839:0:7271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de73200, rc 0) 00000100:00100000:0.0:1746066873.631882:0:7271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131433b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:1868:x1830882860101248:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 540us (2318us total) trans 4294980244 rc 0/0 00000100:00100000:0.0:1746066873.631888:0:7271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28690 00000100:00100000:0.0:1746066873.634210:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.647680:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.653507:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.670537:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.670635:0:7258:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860102144 00000100:00100000:0.0:1746066873.670643:0:7258:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860102144 00010000:00010000:0.0:1746066873.670672:0:7258:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222800/0xd6b24631ff437bef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d75e expref: 7 pid: 25556 timeout: 1085 lvb_type: 1 00000100:00100000:0.0:1746066873.670695:0:7258:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11476 00000100:00100000:0.0:1746066873.670701:0:7258:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095886300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2034:x1830882860102144:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066873.670711:0:7258:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066873.670715:0:7258:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c222800/0xd6b24631ff437bef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d75e expref: 7 pid: 25556 timeout: 1085 lvb_type: 1 00010000:00010000:0.0:1746066873.670725:0:7258:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c222800/0xd6b24631ff437bef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d75e expref: 7 pid: 25556 timeout: 1085 lvb_type: 1 00010000:00010000:0.0:1746066873.670745:0:7258:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c222800/0xd6b24631ff437bef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d75e expref: 7 pid: 25556 timeout: 1085 lvb_type: 1 00010000:00010000:0.0:1746066873.670755:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066873.670758:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066873.670762:0:7258:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff437c3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d77a expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066873.670769:0:7258:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff437c3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d77a expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066873.670797:0:7258:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff437c3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d77a expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066873.670808:0:7258:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081c3a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7258:1830882860950912:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066873.670860:0:7258:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066873.683609:0:7258:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081c3a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7258:1830882860950912:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066873.683639:0:7258:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066873.683687:0:7258:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095886300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2034:x1830882860102144:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 12985us (13153us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066873.683696:0:7258:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11476 00000001:00080000:0.0:1746066873.694911:0:10968:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972037 is committed 00000001:00100000:0.0:1746066873.694920:0:10968:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 164a43f3-71d4-4d11-a5de-0e73b1f5c070 00000001:00100000:0.0:1746066873.694924:0:10968:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 18595197-82a3-44f2-a6c2-770f1d2aac37 00000100:00100000:0.0:1746066873.703802:0:7271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860102400 00000100:00100000:0.0:1746066873.703811:0:7271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860102400 00000100:00100000:0.0:1746066873.703862:0:7271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28693 00000100:00100000:0.0:1746066873.703869:0:7271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:1868:x1830882860102400:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066873.703887:0:7271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066873.703901:0:7271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73c00/0xd6b24631ff437c43 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267d781 expref: -99 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066873.703974:0:7271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73400/0xd6b24631ff437c4a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066873.703986:0:7271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73400/0xd6b24631ff437c4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066873.703994:0:7271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73400/0xd6b24631ff437c4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00000004:00200000:0.0:1746066873.704012:0:7271:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x43:0x0]: returning size 0 00000004:00200000:0.0:1746066873.704015:0:7271:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746066873.704027:0:7271:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73400/0xd6b24631ff437c4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066873.704045:0:7271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73c00/0xd6b24631ff437c43 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d781 expref: 13 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066873.704058:0:7271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73400/0xd6b24631ff437c4a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d781 expref: 12 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066873.704064:0:7271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008f47cc00) 00010000:00010000:0.0:1746066873.704066:0:7271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746066873.704068:0:7271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de73400, rc 0) 00000100:00100000:0.0:1746066873.704103:0:7271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:1868:x1830882860102400:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 234us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066873.704109:0:7271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28693 00000100:00100000:0.0:1746066873.708134:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.715725:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.724160:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.731751:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.740026:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.744319:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.750258:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.760805:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.772670:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.779330:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.783054:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882860103936:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1481us (3731us total) trans 4294972039 rc 0/0 00000100:00100000:0.0:1746066873.783064:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1629 00002000:00100000:0.0:1746066873.783072:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800958e9f80 x1830882860103936/t4294972039(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:279/0 lens 496/448 e 0 to 0 dl 1746066884 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066873.783080:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e9f80 with x1830882860103936 ext(0->7) 00010000:00010000:0.0:1746066873.783088:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff437c5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d78f expref: 9 pid: 21660 timeout: 1085 lvb_type: 0 00010000:00010000:0.0:1746066873.783100:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff437c5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d78f expref: 9 pid: 21660 timeout: 1085 lvb_type: 0 00002000:00010000:0.0:1746066873.783107:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958e9f80 00000100:00100000:0.0:1746066873.795216:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.801768:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.809563:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.816939:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.830132:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.835184:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.847178:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.849505:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2033:x1830882860105088:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1000us (2321us total) trans 4294972040 rc 0/0 00000100:00100000:0.0:1746066873.849514:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1630 00002000:00100000:0.0:1746066873.849521:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800958eb100 x1830882860105088/t4294972040(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:279/0 lens 496/448 e 0 to 0 dl 1746066884 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066873.849529:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958eb100 with x1830882860105088 ext(0->7) 00010000:00010000:0.0:1746066873.849536:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff437c74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d7a4 expref: 11 pid: 21660 timeout: 1085 lvb_type: 0 00010000:00010000:0.0:1746066873.849549:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff437c74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d7a4 expref: 11 pid: 21660 timeout: 1085 lvb_type: 0 00002000:00010000:0.0:1746066873.849554:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958eb100 00000100:00100000:0.0:1746066873.854119:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.866068:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860105344 00000100:00100000:0.0:1746066873.866076:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860105344 00000100:00100000:0.0:1746066873.866468:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28654 00000100:00100000:0.0:1746066873.866477:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+10:1868:x1830882860105344:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066873.866496:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066873.866513:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008de73600/0xd6b24631ff437c82 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267d7b2 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066873.866544:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff437c7b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d7ab expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066873.866552:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066873.866554:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066873.866558:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008de73600/0xd6b24631ff437c82 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d7b2 expref: 11 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066873.866587:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff437c7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d7ab expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066873.866601:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff437c7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d7ab expref: 5 pid: 21660 timeout: 1085 lvb_type: 0 00000100:00100000:0.0:1746066873.866613:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882860952320:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066873.866675:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066873.867381:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.874213:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.877797:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.885058:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.892434:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.894649:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+13:2033:x1830882860106240:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1990us (2210us total) trans 4294972041 rc 0/0 00000100:00100000:0.0:1746066873.894657:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1632 00002000:00100000:0.0:1746066873.894665:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009550ca80 x1830882860106240/t4294972041(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:279/0 lens 496/448 e 0 to 0 dl 1746066884 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066873.894679:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550ca80 with x1830882860106240 ext(0->7) 00010000:00010000:0.0:1746066873.894687:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008de73600/0xd6b24631ff437c82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d7b2 expref: 13 pid: 21660 timeout: 1085 lvb_type: 0 00010000:00010000:0.0:1746066873.894700:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008de73600/0xd6b24631ff437c82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d7b2 expref: 13 pid: 21660 timeout: 1085 lvb_type: 0 00002000:00010000:0.0:1746066873.894708:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009550ca80 00000100:00100000:0.0:1746066873.899845:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.899943:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.906541:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.909710:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.916200:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.920973:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.923804:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.925241:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.930194:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.934010:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.939619:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.946492:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.950706:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.954129:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.961946:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.963594:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.970044:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.975290:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.981462:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.987597:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.993114:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066873.995124:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2034:x1830882860109952:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1714us (2018us total) trans 4294972042 rc 0/0 00000100:00100000:0.0:1746066873.995164:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1637 00002000:00100000:0.0:1746066873.995172:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132c3b800 x1830882860109952/t4294972042(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:279/0 lens 496/448 e 0 to 0 dl 1746066884 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066873.995180:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3b800 with x1830882860109952 ext(0->7) 00010000:00010000:0.0:1746066873.995187:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff437cb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d7e3 expref: 15 pid: 21660 timeout: 1086 lvb_type: 0 00010000:00010000:0.0:1746066873.995197:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff437cb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d7e3 expref: 15 pid: 21660 timeout: 1086 lvb_type: 0 00002000:00010000:0.0:1746066873.995204:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c3b800 00000100:00100000:0.0:1746066874.004162:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.005708:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.014685:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.020847:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.027299:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.031727:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.033485:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+17:2034:x1830882860111104:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1391us (1761us total) trans 4294972043 rc 0/0 00000100:00100000:0.0:1746066874.033495:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1639 00002000:00100000:0.0:1746066874.033502:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132c3b100 x1830882860111104/t4294972043(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:280/0 lens 496/448 e 0 to 0 dl 1746066885 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066874.033511:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3b100 with x1830882860111104 ext(0->7) 00010000:00010000:0.0:1746066874.033518:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cfa6200/0xd6b24631ff437cc1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d7f1 expref: 17 pid: 9627 timeout: 1086 lvb_type: 0 00010000:00010000:0.0:1746066874.033530:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cfa6200/0xd6b24631ff437cc1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d7f1 expref: 17 pid: 9627 timeout: 1086 lvb_type: 0 00002000:00010000:0.0:1746066874.033537:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c3b100 00000100:00100000:0.0:1746066874.038921:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.050256:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860111488 00000100:00100000:0.0:1746066874.050264:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860111488 00002000:00100000:0.0:1746066874.050306:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133191500 x1830882860111488/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:280/0 lens 488/0 e 0 to 0 dl 1746066885 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066874.050317:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133191500 with x1830882860111488 ext(0->4095) 00002000:00010000:0.0:1746066874.050322:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133191500 00000100:00100000:0.0:1746066874.050361:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12782 00000100:00100000:0.0:1746066874.050368:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133191500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860111488:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746066874.050494:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133191500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860111488:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (843us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066874.050501:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12782 00002000:00100000:0.0:1746066874.050507:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133191500 x1830882860111488/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:280/0 lens 488/4536 e 0 to 0 dl 1746066885 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066874.050514:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133191500 with x1830882860111488 ext(0->4095) 00002000:00010000:0.0:1746066874.050517:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133191500 00000100:00100000:0.0:1746066874.061264:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.067251:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.076499:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.081801:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.084669:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.088539:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.093338:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.100739:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.100791:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.117920:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.127594:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.138195:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.146573:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.153796:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2034:x1830882860113792:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 6611us (7222us total) trans 4294972044 rc 0/0 00000100:00100000:0.0:1746066874.153811:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1642 00002000:00100000:0.0:1746066874.153824:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008f6a6300 x1830882860113792/t4294972044(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:280/0 lens 496/448 e 0 to 0 dl 1746066885 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066874.153835:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a6300 with x1830882860113792 ext(0->7) 00010000:00010000:0.0:1746066874.153846:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cfa6600/0xd6b24631ff437ce4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d814 expref: 19 pid: 21660 timeout: 1086 lvb_type: 0 00010000:00010000:0.0:1746066874.153862:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cfa6600/0xd6b24631ff437ce4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d814 expref: 19 pid: 21660 timeout: 1086 lvb_type: 0 00002000:00010000:0.0:1746066874.153869:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f6a6300 00000100:00100000:0.0:1746066874.162627:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.162751:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.169573:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860114304 00000100:00100000:0.0:1746066874.169580:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860114304 00002000:00100000:0.0:1746066874.169624:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112e300 x1830882860114304/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:280/0 lens 488/0 e 0 to 0 dl 1746066885 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066874.169634:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112e300 with x1830882860114304 ext(0->4095) 00010000:00010000:0.0:1746066874.169644:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cfa6800/0xd6b24631ff437ceb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d81b expref: 6 pid: 21660 timeout: 1086 lvb_type: 0 00010000:00010000:0.0:1746066874.169659:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cfa6800/0xd6b24631ff437ceb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d81b expref: 6 pid: 21660 timeout: 1086 lvb_type: 0 00002000:00010000:0.0:1746066874.169666:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112e300 00000100:00100000:0.0:1746066874.169694:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1643 00000100:00100000:0.0:1746066874.169701:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860114304:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746066874.169834:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860114304:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (1135us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066874.169840:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1643 00002000:00100000:0.0:1746066874.169845:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112e300 x1830882860114304/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:280/0 lens 488/4536 e 0 to 0 dl 1746066885 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066874.169853:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112e300 with x1830882860114304 ext(0->4095) 00010000:00010000:0.0:1746066874.169858:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cfa6800/0xd6b24631ff437ceb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d81b expref: 6 pid: 21660 timeout: 1086 lvb_type: 0 00010000:00010000:0.0:1746066874.169867:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cfa6800/0xd6b24631ff437ceb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d81b expref: 6 pid: 21660 timeout: 1086 lvb_type: 0 00002000:00010000:0.0:1746066874.169874:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112e300 00000100:00100000:0.0:1746066874.183454:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.188499:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.188596:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.194473:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.201973:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.213189:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.221852:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.232712:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.234636:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+21:2033:x1830882860115968:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1711us (1921us total) trans 4294972045 rc 0/0 00000100:00100000:0.0:1746066874.234743:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1646 00002000:00100000:0.0:1746066874.234752:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131f88000 x1830882860115968/t4294972045(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:280/0 lens 496/448 e 0 to 0 dl 1746066885 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066874.234759:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f88000 with x1830882860115968 ext(0->7) 00010000:00010000:0.0:1746066874.234766:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff437d00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d830 expref: 21 pid: 9627 timeout: 1086 lvb_type: 0 00010000:00010000:0.0:1746066874.234776:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff437d00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d830 expref: 21 pid: 9627 timeout: 1086 lvb_type: 0 00002000:00010000:0.0:1746066874.234783:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131f88000 00000100:00100000:0.0:1746066874.237660:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.244658:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.244782:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.249541:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.254417:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.259272:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.261437:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.268913:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.273122:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.280648:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.282138:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+23:2034:x1830882860117632:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 952us (1488us total) trans 4294972046 rc 0/0 00000100:00100000:0.0:1746066874.282148:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1648 00002000:00100000:0.0:1746066874.282154:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132e01180 x1830882860117632/t4294972046(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:280/0 lens 496/448 e 0 to 0 dl 1746066885 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066874.282164:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e01180 with x1830882860117632 ext(0->7) 00010000:00010000:0.0:1746066874.282171:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff437d15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d845 expref: 23 pid: 9627 timeout: 1086 lvb_type: 0 00010000:00010000:0.0:1746066874.282183:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff437d15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d845 expref: 23 pid: 9627 timeout: 1086 lvb_type: 0 00002000:00010000:0.0:1746066874.282190:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e01180 00000100:00100000:0.0:1746066874.286013:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.303216:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.303384:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.303412:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860118144 00000100:00100000:0.0:1746066874.303422:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860118144 00002000:00100000:0.0:1746066874.303471:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132e03800 x1830882860118144/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:280/0 lens 488/0 e 0 to 0 dl 1746066885 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066874.303489:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e03800 with x1830882860118144 ext(0->4095) 00002000:00010000:0.0:1746066874.303495:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e03800 00000100:00100000:0.0:1746066874.303528:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12788 00000100:00100000:0.0:1746066874.303536:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860118144:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746066874.303678:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860118144:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (293us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066874.303686:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12788 00002000:00100000:0.0:1746066874.303692:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132e03800 x1830882860118144/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:280/0 lens 488/4536 e 0 to 0 dl 1746066885 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066874.303699:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e03800 with x1830882860118144 ext(0->4095) 00002000:00010000:0.0:1746066874.303702:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e03800 00000100:00100000:0.0:1746066874.306487:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860118272 00000100:00100000:0.0:1746066874.306492:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860118272 00000100:00100000:0.0:1746066874.306523:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28678 00000100:00100000:0.0:1746066874.306528:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+24:1869:x1830882860118272:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066874.306541:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066874.306552:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008de73200/0xd6b24631ff437d2a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267d85a expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066874.306572:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066874.306577:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7000/0xd6b24631ff437d23 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d853 expref: 25 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066874.306583:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066874.306586:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008de73200/0xd6b24631ff437d2a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d85a expref: 25 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066874.306611:0:25556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7000/0xd6b24631ff437d23 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d853 expref: 25 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066874.306623:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008de73200/0xd6b24631ff437d2a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d85a expref: 25 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066874.306633:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de73200, rc 0) 00000100:00100000:0.0:1746066874.306762:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+25:1869:x1830882860118272:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 233us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066874.306769:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28678 00000100:00100000:0.0:1746066874.308721:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.313035:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.318693:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.322802:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.325195:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.329287:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.334039:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.334717:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860119680 00000100:00100000:0.0:1746066874.334721:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860119680 00000100:00100000:0.0:1746066874.334919:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28680 00000100:00100000:0.0:1746066874.334926:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+22:1868:x1830882860119680:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066874.334941:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066874.334957:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008de72400/0xd6b24631ff437d38 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267d868 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066874.334988:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7800/0xd6b24631ff437d31 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d861 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066874.334996:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066874.334998:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066874.335002:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008de72400/0xd6b24631ff437d38 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d868 expref: 23 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066874.335031:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7800/0xd6b24631ff437d31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d861 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066874.335044:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7800/0xd6b24631ff437d31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d861 expref: 6 pid: 21660 timeout: 1086 lvb_type: 0 00000100:00100000:0.0:1746066874.335054:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882860958976:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066874.335109:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066874.340213:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.340918:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.344196:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.347497:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.354445:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.357275:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.362677:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.362976:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.367469:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.367694:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860121216 00000100:00100000:0.0:1746066874.367700:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860121216 00002000:00100000:0.0:1746066874.367737:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffa9880 x1830882860121216/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:280/0 lens 488/0 e 0 to 0 dl 1746066885 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066874.367746:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa9880 with x1830882860121216 ext(0->4095) 00010000:00010000:0.0:1746066874.367753:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7a00/0xd6b24631ff437d46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d876 expref: 6 pid: 9627 timeout: 1086 lvb_type: 0 00010000:00010000:0.0:1746066874.367766:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7a00/0xd6b24631ff437d46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d876 expref: 6 pid: 9627 timeout: 1086 lvb_type: 0 00002000:00010000:0.0:1746066874.367772:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffa9880 00000100:00100000:0.0:1746066874.367846:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1652 00000100:00100000:0.0:1746066874.367854:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860121216:12345-192.168.201.51@tcp:3:ldlm_bl.0 00000100:00100000:0.0:1746066874.368001:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860121216:12345-192.168.201.51@tcp:3:ldlm_bl.0 Request processed in 147us (531us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066874.368007:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1652 00002000:00100000:0.0:1746066874.368012:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffa9880 x1830882860121216/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:280/0 lens 488/4536 e 0 to 0 dl 1746066885 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066874.368020:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa9880 with x1830882860121216 ext(0->4095) 00010000:00010000:0.0:1746066874.368025:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7a00/0xd6b24631ff437d46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d876 expref: 6 pid: 9627 timeout: 1086 lvb_type: 0 00010000:00010000:0.0:1746066874.368035:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7a00/0xd6b24631ff437d46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d876 expref: 6 pid: 9627 timeout: 1086 lvb_type: 0 00002000:00010000:0.0:1746066874.368046:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffa9880 00000100:00100000:0.0:1746066874.370739:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.370885:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.374683:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.381834:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.393563:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.398836:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.410725:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.412956:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+25:2033:x1830882860122368:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 974us (2238us total) trans 4294972047 rc 0/0 00000100:00100000:0.0:1746066874.412965:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1654 00002000:00100000:0.0:1746066874.412972:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800946aad80 x1830882860122368/t4294972047(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:280/0 lens 496/448 e 0 to 0 dl 1746066885 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066874.412980:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aad80 with x1830882860122368 ext(0->7) 00010000:00010000:0.0:1746066874.412987:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7200/0xd6b24631ff437d54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d884 expref: 25 pid: 9627 timeout: 1086 lvb_type: 0 00010000:00010000:0.0:1746066874.412999:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7200/0xd6b24631ff437d54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d884 expref: 25 pid: 9627 timeout: 1086 lvb_type: 0 00002000:00010000:0.0:1746066874.413006:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946aad80 00000100:00100000:0.0:1746066874.420771:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.425598:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131433100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882860960512:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066874.425622:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066874.425756:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2031:x1830882860122496:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4047us (4996us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066874.425769:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11513 00000100:00100000:0.0:1746066874.433835:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.436522:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.447874:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.454335:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.457301:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.490112:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.492196:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+27:2034:x1830882860124032:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1779us (2089us total) trans 4294972048 rc 0/0 00000100:00100000:0.0:1746066874.492206:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1656 00002000:00100000:0.0:1746066874.492215:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094ec0e00 x1830882860124032/t4294972048(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:280/0 lens 496/448 e 0 to 0 dl 1746066885 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066874.492223:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec0e00 with x1830882860124032 ext(0->7) 00010000:00010000:0.0:1746066874.492232:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff437d69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d899 expref: 27 pid: 21660 timeout: 1086 lvb_type: 0 00010000:00010000:0.0:1746066874.492245:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff437d69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d899 expref: 27 pid: 21660 timeout: 1086 lvb_type: 0 00002000:00010000:0.0:1746066874.492252:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec0e00 00000100:00100000:0.0:1746066874.501096:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.509261:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.509300:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860124416 00000100:00100000:0.0:1746066874.509310:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860124416 00002000:00100000:0.0:1746066874.509387:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec2680 x1830882860124416/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:280/0 lens 488/0 e 0 to 0 dl 1746066885 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066874.509399:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec2680 with x1830882860124416 ext(0->4095) 00002000:00010000:0.0:1746066874.509406:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ec2680 00000100:00100000:0.0:1746066874.512723:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12795 00000100:00100000:0.0:1746066874.512742:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860124416:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746066874.512906:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860124416:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 171us (3654us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066874.512913:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12795 00002000:00100000:0.0:1746066874.512921:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec2680 x1830882860124416/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:280/0 lens 488/4536 e 0 to 0 dl 1746066885 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066874.512931:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec2680 with x1830882860124416 ext(0->4095) 00002000:00010000:0.0:1746066874.512937:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ec2680 00000100:00100000:0.0:1746066874.517427:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.527101:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.533847:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.540198:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.547631:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.555391:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.559522:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.562298:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.565381:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.567710:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.567734:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860126080 00000100:00100000:0.0:1746066874.567739:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860126080 00002000:00100000:0.0:1746066874.567769:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095390a80 x1830882860126080/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:280/0 lens 488/0 e 0 to 0 dl 1746066885 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066874.567779:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095390a80 with x1830882860126080 ext(0->4095) 00010000:00010000:0.0:1746066874.567787:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cfa6800/0xd6b24631ff437d85 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d8b5 expref: 6 pid: 9627 timeout: 1086 lvb_type: 0 00010000:00010000:0.0:1746066874.567797:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cfa6800/0xd6b24631ff437d85 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d8b5 expref: 6 pid: 9627 timeout: 1086 lvb_type: 0 00002000:00010000:0.0:1746066874.567803:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095390a80 00000100:00100000:0.0:1746066874.567817:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1658 00000100:00100000:0.0:1746066874.567822:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095390a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860126080:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066874.569595:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095390a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860126080:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (226us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066874.569604:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1658 00002000:00100000:0.0:1746066874.569613:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095390a80 x1830882860126080/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:280/0 lens 488/4536 e 0 to 0 dl 1746066885 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066874.569622:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095390a80 with x1830882860126080 ext(0->4095) 00010000:00010000:0.0:1746066874.569631:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cfa6800/0xd6b24631ff437d85 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d8b5 expref: 6 pid: 9627 timeout: 1086 lvb_type: 0 00010000:00010000:0.0:1746066874.569642:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cfa6800/0xd6b24631ff437d85 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d8b5 expref: 6 pid: 9627 timeout: 1086 lvb_type: 0 00002000:00010000:0.0:1746066874.569650:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095390a80 00000100:00100000:0.0:1746066874.571006:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.581922:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.586220:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.591992:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.594671:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.599084:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.602807:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.607601:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.610436:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.615913:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.620709:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.625168:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.627700:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.633641:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.636872:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.639205:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.648776:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.649262:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.655956:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.659903:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.663724:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.667103:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.670796:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.674233:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.675784:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.679515:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.687832:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.691824:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.697950:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.701612:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.707925:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.708807:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.713872:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.718205:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.723235:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.744267:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.767203:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.773506:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+29:2033:x1830882860132864:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 3691us (6301us total) trans 4294972049 rc 0/0 00000100:00100000:0.0:1746066874.773519:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1666 00002000:00100000:0.0:1746066874.773531:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009529d180 x1830882860132864/t4294972049(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:280/0 lens 496/448 e 0 to 0 dl 1746066885 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066874.773543:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529d180 with x1830882860132864 ext(0->7) 00010000:00010000:0.0:1746066874.773553:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff437de0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d910 expref: 29 pid: 25556 timeout: 1086 lvb_type: 0 00010000:00010000:0.0:1746066874.773571:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff437de0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d910 expref: 29 pid: 25556 timeout: 1086 lvb_type: 0 00002000:00010000:0.0:1746066874.773579:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009529d180 00000100:00100000:0.0:1746066874.791426:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.796881:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095d56e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066874.801176:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131433100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882860965760:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066874.801214:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff437dee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d91e expref: 30 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066874.801233:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f613000, rc 0) 00000100:00100000:0.0:1746066874.801281:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+30:1868:x1830882860133120:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7873us (7959us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066874.801292:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28706 00000100:00100000:0.0:1746066874.802727:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.808722:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.812061:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.825788:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.836411:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.850567:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f501500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+31:2033:x1830882860134016:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 10083us (14148us total) trans 4294972050 rc 0/0 00000100:00100000:0.0:1746066874.850583:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1668 00002000:00100000:0.0:1746066874.850596:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008f501500 x1830882860134016/t4294972050(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:280/0 lens 496/448 e 0 to 0 dl 1746066885 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066874.850606:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f501500 with x1830882860134016 ext(0->7) 00010000:00010000:0.0:1746066874.850616:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff437dee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d91e expref: 31 pid: 25556 timeout: 1086 lvb_type: 0 00010000:00010000:0.0:1746066874.850633:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff437dee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d91e expref: 31 pid: 25556 timeout: 1086 lvb_type: 0 00002000:00010000:0.0:1746066874.850640:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f501500 00000100:00100000:0.0:1746066874.852325:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.860202:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.865199:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.870757:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.877138:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.881155:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.886939:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.888070:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.896317:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.900560:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.906724:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860135936 00000100:00100000:0.0:1746066874.906733:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860135936 00002000:00100000:0.0:1746066874.906784:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112c000 x1830882860135936/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:280/0 lens 488/0 e 0 to 0 dl 1746066885 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066874.906794:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112c000 with x1830882860135936 ext(0->4095) 00002000:00010000:0.0:1746066874.906798:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112c000 00000100:00100000:0.0:1746066874.907021:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12805 00000100:00100000:0.0:1746066874.907029:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+31:2034:x1830882860135936:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066874.907732:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+31:2034:x1830882860135936:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 702us (1611us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066874.907740:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12805 00002000:00100000:0.0:1746066874.907746:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112c000 x1830882860135936/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:280/0 lens 488/4536 e 0 to 0 dl 1746066885 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066874.907753:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112c000 with x1830882860135936 ext(0->4095) 00002000:00010000:0.0:1746066874.907757:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112c000 00000100:00100000:0.0:1746066874.913461:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.923028:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.925619:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+33:2034:x1830882860136192:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1632us (2597us total) trans 4294972051 rc 0/0 00000100:00100000:0.0:1746066874.925629:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1671 00002000:00100000:0.0:1746066874.925638:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094c8ed80 x1830882860136192/t4294972051(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:280/0 lens 496/448 e 0 to 0 dl 1746066885 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066874.925648:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8ed80 with x1830882860136192 ext(0->7) 00010000:00010000:0.0:1746066874.925657:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff437e0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d93a expref: 33 pid: 25556 timeout: 1087 lvb_type: 0 00010000:00010000:0.0:1746066874.925670:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff437e0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d93a expref: 33 pid: 25556 timeout: 1087 lvb_type: 0 00002000:00010000:0.0:1746066874.925677:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c8ed80 00000100:00100000:0.0:1746066874.930833:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.930951:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.936414:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.939790:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.941938:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.944374:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.948294:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.953814:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.953915:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.960448:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.969970:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.973218:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.976626:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.979420:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.983293:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.988086:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.988718:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.993644:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.994845:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066874.999137:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.004224:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.008999:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.012944:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.018109:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.019885:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.027426:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.032377:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.035148:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.060137:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.064598:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+35:2034:x1830882860141440:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 3993us (4471us total) trans 4294972052 rc 0/0 00000100:00100000:0.0:1746066875.064614:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1676 00002000:00100000:0.0:1746066875.064628:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094c40380 x1830882860141440/t4294972052(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 496/448 e 0 to 0 dl 1746066886 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066875.064639:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40380 with x1830882860141440 ext(0->7) 00010000:00010000:0.0:1746066875.064652:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff437e50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d980 expref: 35 pid: 9628 timeout: 1087 lvb_type: 0 00010000:00010000:0.0:1746066875.064669:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff437e50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d980 expref: 35 pid: 9628 timeout: 1087 lvb_type: 0 00002000:00010000:0.0:1746066875.064676:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c40380 00000100:00100000:0.0:1746066875.069398:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.072662:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.077595:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.080755:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.088483:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.102458:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.109031:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.116461:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.130194:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.132093:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+37:2033:x1830882860143104:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1402us (1898us total) trans 4294972053 rc 0/0 00000100:00100000:0.0:1746066875.132102:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1679 00002000:00100000:0.0:1746066875.132109:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094eeed80 x1830882860143104/t4294972053(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 496/448 e 0 to 0 dl 1746066886 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066875.132127:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eeed80 with x1830882860143104 ext(0->7) 00010000:00010000:0.0:1746066875.132134:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7200/0xd6b24631ff437e65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d995 expref: 37 pid: 9628 timeout: 1087 lvb_type: 0 00010000:00010000:0.0:1746066875.132146:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7200/0xd6b24631ff437e65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d995 expref: 37 pid: 9628 timeout: 1087 lvb_type: 0 00002000:00010000:0.0:1746066875.132153:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094eeed80 00000100:00100000:0.0:1746066875.141245:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.145747:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00002000:00010000:1.0:1746066875.146235:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094eec000 00000100:00100000:0.0:1746066875.156764:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.157615:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.158605:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28726 00000100:00100000:0.0:1746066875.158613:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131caf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+38:1869:x1830882860143744:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066875.158622:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066875.158630:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff437e7a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267d9aa expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066875.158643:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066875.158647:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cfa6600/0xd6b24631ff437e73 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9a3 expref: 39 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066875.158653:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066875.158655:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff437e7a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9aa expref: 39 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066875.158678:0:25556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cfa6600/0xd6b24631ff437e73 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9a3 expref: 39 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066875.158690:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff437e7a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9aa expref: 39 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066875.158700:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc3000, rc 0) 00000100:00100000:0.0:1746066875.158729:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131caf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+39:1869:x1830882860143744:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (1115us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066875.158736:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28726 00000100:00100000:0.0:1746066875.160961:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.165325:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.168646:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.172459:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.174703:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.177548:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.180784:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.180863:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860145024 00000100:00100000:1.0:1746066875.180870:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860145024 00002000:00100000:1.0:1746066875.180910:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e65500 x1830882860145024/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:281/0 lens 488/0 e 0 to 0 dl 1746066886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.180922:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e65500 with x1830882860145024 ext(0->4095) 00002000:00010000:1.0:1746066875.180926:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095e65500 00000100:00100000:1.0:1746066875.180947:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12815 00000100:00100000:1.0:1746066875.180954:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860145024:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066875.181660:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860145024:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 706us (882us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066875.181666:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12815 00002000:00100000:1.0:1746066875.181670:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e65500 x1830882860145024/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:281/0 lens 488/4536 e 0 to 0 dl 1746066886 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.181676:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e65500 with x1830882860145024 ext(0->4095) 00002000:00010000:1.0:1746066875.181678:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095e65500 00000100:00100000:0.0:1746066875.182833:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.184251:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.185131:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860145280 00000100:00100000:1.0:1746066875.185136:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860145280 00000100:00100000:1.0:1746066875.185170:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28729 00000100:00100000:1.0:1746066875.185177:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+38:1868:x1830882860145280:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066875.185188:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066875.185199:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff437e8f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267d9bf expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.185215:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066875.185219:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7a00/0xd6b24631ff437e88 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9b8 expref: 39 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.185225:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066875.185228:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff437e8f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9bf expref: 39 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.185253:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7a00/0xd6b24631ff437e88 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9b8 expref: 39 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.185262:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff437e8f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9bf expref: 39 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.185271:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085a600, rc 0) 00000100:00100000:1.0:1746066875.185311:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+39:1868:x1830882860145280:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (1060us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066875.185317:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28729 00000100:00100000:0.0:1746066875.188040:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.193764:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.193946:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860145664 00000100:00100000:1.0:1746066875.193954:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860145664 00002000:00100000:1.0:1746066875.194000:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0c380 x1830882860145664/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 488/0 e 0 to 0 dl 1746066886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.194011:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0c380 with x1830882860145664 ext(0->4095) 00010000:00010000:1.0:1746066875.194020:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7a00/0xd6b24631ff437e88 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9b8 expref: 38 pid: 9628 timeout: 1087 lvb_type: 0 00010000:00010000:1.0:1746066875.194035:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7a00/0xd6b24631ff437e88 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9b8 expref: 38 pid: 9628 timeout: 1087 lvb_type: 0 00002000:00010000:1.0:1746066875.194041:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d0c380 00000100:00100000:1.0:1746066875.194079:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1681 00000100:00100000:1.0:1746066875.194162:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2034:x1830882860145664:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066875.194298:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2034:x1830882860145664:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 212us (539us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066875.194306:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1681 00002000:00100000:1.0:1746066875.194311:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0c380 x1830882860145664/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 488/4536 e 0 to 0 dl 1746066886 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.194366:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0c380 with x1830882860145664 ext(0->4095) 00010000:00010000:1.0:1746066875.194372:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7a00/0xd6b24631ff437e88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9b8 expref: 38 pid: 9628 timeout: 1087 lvb_type: 0 00010000:00010000:1.0:1746066875.194383:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7a00/0xd6b24631ff437e88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9b8 expref: 38 pid: 9628 timeout: 1087 lvb_type: 0 00002000:00010000:1.0:1746066875.194390:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d0c380 00000100:00100000:0.0:1746066875.196300:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.197754:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.200884:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.205472:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.206713:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.206765:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860146432 00000100:00100000:1.0:1746066875.206770:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860146432 00000100:00100000:1.0:1746066875.206802:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28731 00000100:00100000:1.0:1746066875.206808:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+37:1868:x1830882860146432:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066875.206823:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066875.206835:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff437e9d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267d9cd expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.206853:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7000/0xd6b24631ff437e96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9c6 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.206863:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066875.206864:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066875.206866:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff437e9d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9cd expref: 38 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.206880:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7000/0xd6b24631ff437e96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9c6 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.206888:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7000/0xd6b24631ff437e96 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9c6 expref: 5 pid: 9628 timeout: 1087 lvb_type: 0 00000100:00100000:1.0:1746066875.206894:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882860972288:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066875.206936:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066875.215623:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.223871:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.229677:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.229743:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860147072 00000100:00100000:1.0:1746066875.229752:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860147072 00002000:00100000:1.0:1746066875.229802:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0ed80 x1830882860147072/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 488/0 e 0 to 0 dl 1746066886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.229814:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0ed80 with x1830882860147072 ext(0->4095) 00002000:00010000:1.0:1746066875.229819:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095d0ed80 00000100:00100000:1.0:1746066875.229840:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12816 00000100:00100000:1.0:1746066875.229847:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+37:2034:x1830882860147072:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066875.230172:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+37:2034:x1830882860147072:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 325us (502us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066875.230180:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12816 00002000:00100000:1.0:1746066875.230188:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0ed80 x1830882860147072/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 488/4536 e 0 to 0 dl 1746066886 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.230196:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0ed80 with x1830882860147072 ext(0->4095) 00002000:00010000:1.0:1746066875.230199:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095d0ed80 00000100:00100000:0.0:1746066875.236099:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.260512:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.263474:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.266996:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+39:2031:x1830882860147328:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 4596us (6486us total) trans 4294972054 rc 0/0 00000100:00100000:0.0:1746066875.267008:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1684 00002000:00100000:0.0:1746066875.267019:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880095d0e300 x1830882860147328/t4294972054(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 496/448 e 0 to 0 dl 1746066886 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066875.267029:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0e300 with x1830882860147328 ext(0->7) 00010000:00010000:0.0:1746066875.267040:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff437e9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9cd expref: 39 pid: 9627 timeout: 1087 lvb_type: 0 00010000:00010000:0.0:1746066875.267056:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff437e9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9cd expref: 39 pid: 9627 timeout: 1087 lvb_type: 0 00002000:00010000:0.0:1746066875.267064:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d0e300 00000100:00100000:0.0:1746066875.269498:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.272731:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.277602:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.281445:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.281622:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860148224 00000100:00100000:1.0:1746066875.281628:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860148224 00002000:00100000:1.0:1746066875.281670:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130233b80 x1830882860148224/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 488/0 e 0 to 0 dl 1746066886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.281680:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130233b80 with x1830882860148224 ext(0->4095) 00002000:00010000:1.0:1746066875.281685:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130233b80 00000100:00100000:1.0:1746066875.281710:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12817 00000100:00100000:1.0:1746066875.281717:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130233b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+39:2032:x1830882860148224:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066875.282094:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130233b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+39:2032:x1830882860148224:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 376us (647us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066875.282101:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12817 00002000:00100000:1.0:1746066875.282120:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130233b80 x1830882860148224/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 488/4536 e 0 to 0 dl 1746066886 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.282129:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130233b80 with x1830882860148224 ext(0->4095) 00002000:00010000:1.0:1746066875.282132:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130233b80 00000100:00100000:0.0:1746066875.287080:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.293806:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.294079:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.295933:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860148608 00000100:00100000:0.0:1746066875.295938:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860148608 00010000:00010000:0.0:1746066875.295960:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cfa6600/0xd6b24631ff437eab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9db expref: 40 pid: 9627 timeout: 1087 lvb_type: 0 00000100:00100000:0.0:1746066875.295987:0:7258:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11562 00000100:00100000:0.0:1746066875.295993:0:7258:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130230380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2034:x1830882860148608:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066875.296002:0:7258:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066875.296022:0:7258:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cfa6600/0xd6b24631ff437eab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9db expref: 40 pid: 9627 timeout: 1087 lvb_type: 0 00010000:00010000:0.0:1746066875.296033:0:7258:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cfa6600/0xd6b24631ff437eab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9db expref: 40 pid: 9627 timeout: 1087 lvb_type: 0 00010000:00010000:0.0:1746066875.296052:0:7258:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cfa6600/0xd6b24631ff437eab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9db expref: 40 pid: 9627 timeout: 1087 lvb_type: 0 00010000:00010000:0.0:1746066875.296077:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066875.296079:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066875.296086:0:7258:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff437eb2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9e2 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066875.296099:0:7258:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff437eb2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9e2 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066875.296134:0:7258:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff437eb2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9e2 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066875.296146:0:7258:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff437eb2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9e2 expref: 6 pid: 9628 timeout: 1087 lvb_type: 0 00000100:00100000:0.0:1746066875.296159:0:7258:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130231f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7258:1830882860973312:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066875.298001:0:7258:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066875.306153:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.308847:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860148864 00000100:00100000:1.0:1746066875.308864:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860148864 00002000:00100000:1.0:1746066875.309129:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130232300 x1830882860148864/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:281/0 lens 488/0 e 0 to 0 dl 1746066886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.309141:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130232300 with x1830882860148864 ext(0->4095) 00010000:00010000:1.0:1746066875.309154:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff437eb2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9e2 expref: 6 pid: 9628 timeout: 1087 lvb_type: 0 00010000:00010000:1.0:1746066875.309169:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff437eb2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9e2 expref: 6 pid: 9628 timeout: 1087 lvb_type: 0 00002000:00010000:1.0:1746066875.309176:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130232300 00000100:00100000:1.0:1746066875.309210:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1686 00000100:00100000:1.0:1746066875.309218:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860148864:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066875.309958:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860148864:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 738us (3813us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066875.309965:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1686 00002000:00100000:1.0:1746066875.309971:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130232300 x1830882860148864/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:281/0 lens 488/4536 e 0 to 0 dl 1746066886 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.309978:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130232300 with x1830882860148864 ext(0->4095) 00010000:00010000:1.0:1746066875.309982:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff437eb2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9e2 expref: 6 pid: 9628 timeout: 1087 lvb_type: 0 00010000:00010000:1.0:1746066875.309992:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff437eb2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9e2 expref: 6 pid: 9628 timeout: 1087 lvb_type: 0 00002000:00010000:1.0:1746066875.309997:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130232300 00000100:00100000:0.0:1746066875.318406:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.325134:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.325472:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860149248 00000100:00100000:1.0:1746066875.325479:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860149248 00002000:00100000:1.0:1746066875.325521:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130232d80 x1830882860149248/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 488/0 e 0 to 0 dl 1746066886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.325537:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130232d80 with x1830882860149248 ext(0->4095) 00002000:00010000:1.0:1746066875.325541:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130232d80 00000100:00100000:1.0:1746066875.325568:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12818 00000100:00100000:1.0:1746066875.325575:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+39:2034:x1830882860149248:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066875.325711:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+39:2034:x1830882860149248:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (602us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066875.325717:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12818 00002000:00100000:1.0:1746066875.325722:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130232d80 x1830882860149248/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 488/4536 e 0 to 0 dl 1746066886 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.325729:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130232d80 with x1830882860149248 ext(0->4095) 00002000:00010000:1.0:1746066875.325731:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130232d80 00000100:00100000:0.0:1746066875.332595:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.350163:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.353787:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+41:2034:x1830882860149504:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 881us (3631us total) trans 4294972055 rc 0/0 00000100:00100000:0.0:1746066875.353798:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1687 00002000:00100000:0.0:1746066875.353806:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130231f80 x1830882860149504/t4294972055(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 496/448 e 0 to 0 dl 1746066886 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066875.353816:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130231f80 with x1830882860149504 ext(0->7) 00010000:00010000:0.0:1746066875.353825:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7200/0xd6b24631ff437eb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9e9 expref: 41 pid: 9627 timeout: 1087 lvb_type: 0 00010000:00010000:0.0:1746066875.353845:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7200/0xd6b24631ff437eb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9e9 expref: 41 pid: 9627 timeout: 1087 lvb_type: 0 00002000:00010000:0.0:1746066875.353852:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130231f80 00000100:00100000:0.0:1746066875.362891:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.363954:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.364018:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860149760 00000100:00100000:0.0:1746066875.364022:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860149760 00000100:00100000:1.0:1746066875.364071:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28737 00000100:00100000:1.0:1746066875.364077:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+41:1868:x1830882860149760:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066875.364092:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066875.364104:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff437ec7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267d9f7 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.364135:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff437ec0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9f0 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.364141:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066875.364143:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066875.364146:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff437ec7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9f7 expref: 42 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.364171:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff437ec0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9f0 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.364182:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff437ec0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9f0 expref: 5 pid: 9628 timeout: 1087 lvb_type: 0 00000100:00100000:1.0:1746066875.364191:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882860973824:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066875.364219:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ede40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066875.367160:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882860973824:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066875.367181:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff437ec7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9f7 expref: 41 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.367197:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085ac00, rc 0) 00000100:00100000:1.0:1746066875.367218:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+41:1868:x1830882860149760:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3141us (3265us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066875.367226:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28737 00000100:00100000:0.0:1746066875.367949:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860150016 00000100:00100000:0.0:1746066875.367957:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860150016 00002000:00100000:0.0:1746066875.367994:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131430000 x1830882860150016/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:281/0 lens 488/0 e 0 to 0 dl 1746066886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066875.368003:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131430000 with x1830882860150016 ext(0->4095) 00010000:00010000:0.0:1746066875.368010:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff437ec0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9f0 expref: 6 pid: 9628 timeout: 1087 lvb_type: 0 00010000:00010000:0.0:1746066875.368022:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff437ec0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9f0 expref: 6 pid: 9628 timeout: 1087 lvb_type: 0 00002000:00010000:0.0:1746066875.368028:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131430000 00000100:00100000:0.0:1746066875.368645:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1688 00000100:00100000:0.0:1746066875.368653:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860150016:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066875.368793:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860150016:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 140us (1148us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066875.368799:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1688 00002000:00100000:0.0:1746066875.368806:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131430000 x1830882860150016/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:281/0 lens 488/4536 e 0 to 0 dl 1746066886 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066875.368813:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131430000 with x1830882860150016 ext(0->4095) 00010000:00010000:0.0:1746066875.368820:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff437ec0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9f0 expref: 6 pid: 9628 timeout: 1087 lvb_type: 0 00010000:00010000:0.0:1746066875.368829:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff437ec0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9f0 expref: 6 pid: 9628 timeout: 1087 lvb_type: 0 00002000:00010000:0.0:1746066875.368835:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131430000 00000100:00100000:0.0:1746066875.372461:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.380137:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.380823:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860150400 00000100:00100000:1.0:1746066875.380832:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860150400 00002000:00100000:1.0:1746066875.380870:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d7a8380 x1830882860150400/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 488/0 e 0 to 0 dl 1746066886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.380880:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7a8380 with x1830882860150400 ext(0->4095) 00002000:00010000:1.0:1746066875.380884:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d7a8380 00000100:00100000:1.0:1746066875.380902:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12819 00000100:00100000:1.0:1746066875.380908:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+41:2034:x1830882860150400:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066875.381037:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+41:2034:x1830882860150400:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (901us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066875.381043:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12819 00002000:00100000:1.0:1746066875.381047:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d7a8380 x1830882860150400/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 488/4536 e 0 to 0 dl 1746066886 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.381054:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7a8380 with x1830882860150400 ext(0->4095) 00002000:00010000:1.0:1746066875.381056:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d7a8380 00000100:00100000:0.0:1746066875.395766:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.396334:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860150528 00000100:00100000:1.0:1746066875.396374:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860150528 00000100:00100000:1.0:1746066875.396426:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28738 00000100:00100000:1.0:1746066875.396434:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860150528:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066875.396453:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066875.396470:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437ece lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267d9fe expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.396500:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff437ec7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9f7 expref: 40 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.396508:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066875.396510:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066875.396513:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437ece lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9fe expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.396542:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff437ec7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9f7 expref: 40 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.396557:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff437ec7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9f7 expref: 40 pid: 9628 timeout: 1087 lvb_type: 0 00000100:00100000:1.0:1746066875.396569:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882860974080:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066875.396651:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ede40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066875.405801:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882860974080:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066875.405831:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437ece lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9fe expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.406129:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085a200, rc 0) 00000100:00100000:1.0:1746066875.406641:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860150528:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10206us (10885us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066875.406649:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28738 00000100:00100000:0.0:1746066875.407202:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.407303:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860150656 00000100:00100000:1.0:1746066875.407309:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860150656 00002000:00100000:1.0:1746066875.407336:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012d7a8a80 x1830882860150656/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 496/0 e 0 to 0 dl 1746066886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.407362:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7a8a80 with x1830882860150656 ext(0->7) 00010000:00010000:1.0:1746066875.407368:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff437ec7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9f7 expref: 41 pid: 9628 timeout: 1087 lvb_type: 0 00010000:00010000:1.0:1746066875.407380:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff437ec7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9f7 expref: 41 pid: 9628 timeout: 1087 lvb_type: 0 00002000:00010000:1.0:1746066875.407390:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7a8a80 00000100:00100000:1.0:1746066875.407404:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1689 00000100:00100000:1.0:1746066875.407411:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+41:2033:x1830882860150656:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066875.408571:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+43:2033:x1830882860150656:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1157us (1365us total) trans 4294972056 rc 0/0 00000100:00100000:0.0:1746066875.408580:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1689 00002000:00100000:0.0:1746066875.408587:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012d7a8a80 x1830882860150656/t4294972056(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 496/448 e 0 to 0 dl 1746066886 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066875.408596:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7a8a80 with x1830882860150656 ext(0->7) 00010000:00010000:0.0:1746066875.408602:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff437ec7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9f7 expref: 43 pid: 9628 timeout: 1087 lvb_type: 0 00010000:00010000:0.0:1746066875.408613:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff437ec7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9f7 expref: 43 pid: 9628 timeout: 1087 lvb_type: 0 00002000:00010000:0.0:1746066875.408624:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7a8a80 00000100:00100000:0.0:1746066875.421824:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.422653:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.422710:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860150912 00000100:00100000:1.0:1746066875.422721:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860150912 00000100:00100000:0.0:1746066875.428905:0:7258:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131432300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7258:1830882860974208:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066875.428928:0:7258:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066875.428966:0:7258:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2032:x1830882860150784:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5820us (7150us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066875.428976:0:7258:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11566 00000100:00100000:0.0:1746066875.430435:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860151168 00000100:00100000:0.0:1746066875.430442:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860151168 00002000:00100000:0.0:1746066875.430482:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133193100 x1830882860151168/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:281/0 lens 488/0 e 0 to 0 dl 1746066886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066875.430494:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133193100 with x1830882860151168 ext(0->4095) 00010000:00010000:0.0:1746066875.430504:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437ece lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9fe expref: 6 pid: 9628 timeout: 1087 lvb_type: 0 00010000:00010000:0.0:1746066875.430517:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437ece lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9fe expref: 6 pid: 9628 timeout: 1087 lvb_type: 0 00002000:00010000:0.0:1746066875.430524:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133193100 00000100:00100000:0.0:1746066875.430543:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1690 00000100:00100000:0.0:1746066875.430550:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133193100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860151168:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746066875.430693:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133193100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860151168:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (555us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066875.430704:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1690 00002000:00100000:0.0:1746066875.430710:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133193100 x1830882860151168/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:281/0 lens 488/4536 e 0 to 0 dl 1746066886 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066875.430717:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133193100 with x1830882860151168 ext(0->4095) 00010000:00010000:0.0:1746066875.430722:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437ece lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9fe expref: 6 pid: 9628 timeout: 1087 lvb_type: 0 00010000:00010000:0.0:1746066875.430732:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437ece lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267d9fe expref: 6 pid: 9628 timeout: 1087 lvb_type: 0 00002000:00010000:0.0:1746066875.430738:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133193100 00000100:00100000:1.0:1746066875.430968:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133191f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882860974336:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066875.430991:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7a00/0xd6b24631ff437ed5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da05 expref: 43 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.431004:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cfa7a00, rc 0) 00000100:00100000:1.0:1746066875.431028:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+43:1868:x1830882860150912:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4767us (8376us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066875.431036:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28739 00000100:00100000:0.0:1746066875.434987:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.442947:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.443035:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860151552 00000100:00100000:1.0:1746066875.443044:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860151552 00002000:00100000:1.0:1746066875.443089:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d7ab800 x1830882860151552/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 488/0 e 0 to 0 dl 1746066886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.443098:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ab800 with x1830882860151552 ext(0->4095) 00002000:00010000:1.0:1746066875.443102:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d7ab800 00000100:00100000:1.0:1746066875.443136:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12820 00000100:00100000:1.0:1746066875.443143:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+43:2033:x1830882860151552:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066875.443285:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+43:2033:x1830882860151552:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (349us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066875.443295:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12820 00002000:00100000:1.0:1746066875.443301:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d7ab800 x1830882860151552/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 488/4536 e 0 to 0 dl 1746066886 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.443308:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ab800 with x1830882860151552 ext(0->4095) 00002000:00010000:1.0:1746066875.443311:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d7ab800 00000100:00100000:0.0:1746066875.445857:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.445957:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860151680 00000100:00100000:1.0:1746066875.445966:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860151680 00000100:00100000:1.0:1746066875.446215:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28740 00000100:00100000:1.0:1746066875.446224:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860151680:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066875.446242:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066875.446262:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff437edc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267da0c expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.446294:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7a00/0xd6b24631ff437ed5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da05 expref: 42 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.446302:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066875.446303:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066875.446306:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff437edc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da0c expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.446336:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7a00/0xd6b24631ff437ed5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da05 expref: 42 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.446388:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7a00/0xd6b24631ff437ed5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da05 expref: 42 pid: 9627 timeout: 1087 lvb_type: 0 00000100:00100000:1.0:1746066875.446407:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882860974592:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066875.446495:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7edc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066875.453494:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882860974592:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066875.453524:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff437edc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da0c expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066875.453540:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085b000, rc 0) 00000100:00100000:0.0:1746066875.453589:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860151680:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7365us (7739us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066875.453599:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28740 00000100:00100000:1.0:1746066875.453606:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.453640:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860151808 00000100:00100000:0.0:1746066875.453646:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860151808 00002000:00100000:0.0:1746066875.453673:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009112f480 x1830882860151808/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 496/0 e 0 to 0 dl 1746066886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066875.453686:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112f480 with x1830882860151808 ext(0->7) 00010000:00010000:0.0:1746066875.453692:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7a00/0xd6b24631ff437ed5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da05 expref: 43 pid: 9627 timeout: 1087 lvb_type: 0 00010000:00010000:0.0:1746066875.453704:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7a00/0xd6b24631ff437ed5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da05 expref: 43 pid: 9627 timeout: 1087 lvb_type: 0 00002000:00010000:0.0:1746066875.453711:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112f480 00000100:00100000:0.0:1746066875.455734:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+45:2033:x1830882860151808:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1950us (2129us total) trans 4294972057 rc 0/0 00000100:00100000:0.0:1746066875.455744:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1691 00002000:00100000:0.0:1746066875.455754:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009112f480 x1830882860151808/t4294972057(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 496/448 e 0 to 0 dl 1746066886 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066875.455762:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112f480 with x1830882860151808 ext(0->7) 00010000:00010000:0.0:1746066875.455771:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7a00/0xd6b24631ff437ed5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da05 expref: 45 pid: 9627 timeout: 1087 lvb_type: 0 00010000:00010000:0.0:1746066875.455786:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7a00/0xd6b24631ff437ed5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da05 expref: 45 pid: 9627 timeout: 1087 lvb_type: 0 00002000:00010000:0.0:1746066875.455793:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112f480 00000100:00100000:0.0:1746066875.457471:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.460122:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.460182:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860152192 00000100:00100000:1.0:1746066875.460190:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860152192 00002000:00100000:1.0:1746066875.460230:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d7a9180 x1830882860152192/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:281/0 lens 488/0 e 0 to 0 dl 1746066886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.460240:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7a9180 with x1830882860152192 ext(0->4095) 00002000:00010000:1.0:1746066875.460244:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d7a9180 00000100:00100000:1.0:1746066875.460263:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12821 00000100:00100000:1.0:1746066875.460268:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860152192:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066875.460423:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860152192:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (318us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066875.460428:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12821 00002000:00100000:1.0:1746066875.460434:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d7a9180 x1830882860152192/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:281/0 lens 488/4536 e 0 to 0 dl 1746066886 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.460441:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7a9180 with x1830882860152192 ext(0->4095) 00002000:00010000:1.0:1746066875.460443:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d7a9180 00000100:00100000:0.0:1746066875.464520:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.464570:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.465435:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28742 00000100:00100000:0.0:1746066875.465443:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+46:1868:x1830882860152448:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066875.465450:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066875.465458:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff437eea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267da1a expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066875.465471:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066875.465475:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff437ee3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da13 expref: 47 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066875.465481:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066875.465483:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff437eea lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da1a expref: 47 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066875.465507:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff437ee3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da13 expref: 47 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066875.465520:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff437eea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da1a expref: 47 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066875.465530:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc3000, rc 0) 00000100:00100000:0.0:1746066875.465552:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+47:1868:x1830882860152448:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (982us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066875.465559:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28742 00000100:00100000:0.0:1746066875.469273:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.477299:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.481718:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.482764:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.487372:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131432300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882860975360:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066875.487409:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff437ef1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da21 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066875.487425:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f612a00, rc 0) 00000100:00100000:1.0:1746066875.487460:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860153344 00000100:00100000:1.0:1746066875.487467:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860153344 00000100:00100000:1.0:1746066875.487506:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860152960:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4362us (4742us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066875.487519:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28743 00002000:00100000:1.0:1746066875.487567:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131432300 x1830882860153344/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 488/0 e 0 to 0 dl 1746066886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.487575:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131432300 with x1830882860153344 ext(0->4095) 00010000:00010000:1.0:1746066875.487581:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff437eea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da1a expref: 45 pid: 21660 timeout: 1087 lvb_type: 0 00010000:00010000:1.0:1746066875.487594:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff437eea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da1a expref: 45 pid: 21660 timeout: 1087 lvb_type: 0 00002000:00010000:1.0:1746066875.487600:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131432300 00000100:00100000:1.0:1746066875.487613:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1693 00000100:00100000:1.0:1746066875.487618:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+45:2034:x1830882860153344:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066875.487739:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+45:2034:x1830882860153344:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066875.487745:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1693 00002000:00100000:1.0:1746066875.487750:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131432300 x1830882860153344/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 488/4536 e 0 to 0 dl 1746066886 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.487758:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131432300 with x1830882860153344 ext(0->4095) 00010000:00010000:1.0:1746066875.487763:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff437eea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da1a expref: 45 pid: 21660 timeout: 1087 lvb_type: 0 00010000:00010000:1.0:1746066875.487773:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff437eea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da1a expref: 45 pid: 21660 timeout: 1087 lvb_type: 0 00002000:00010000:1.0:1746066875.487784:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131432300 00000100:00100000:0.0:1746066875.489662:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.489714:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.489849:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860153600 00000100:00100000:1.0:1746066875.489853:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860153600 00000100:00100000:1.0:1746066875.489884:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28744 00000100:00100000:1.0:1746066875.489888:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+46:1868:x1830882860153600:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066875.489901:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066875.489912:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437ef8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267da28 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.489925:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066875.489929:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff437ef1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da21 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.489938:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066875.489941:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437ef8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da28 expref: 46 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.490068:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff437ef1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da21 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.490077:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff437ef1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da21 expref: 5 pid: 9627 timeout: 1087 lvb_type: 0 00000100:00100000:1.0:1746066875.490086:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882860975488:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066875.490209:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066875.493126:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.494235:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860153856 00000100:00100000:1.0:1746066875.494242:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860153856 00000100:00100000:1.0:1746066875.494269:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882860975488:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066875.494290:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437ef8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da28 expref: 45 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.494304:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085a200, rc 0) 00000100:00100000:1.0:1746066875.494550:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+45:1868:x1830882860153600:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4659us (4894us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066875.494557:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28744 00002000:00100000:1.0:1746066875.494600:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f2a00 x1830882860153856/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:281/0 lens 488/0 e 0 to 0 dl 1746066886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.494610:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f2a00 with x1830882860153856 ext(0->4095) 00010000:00010000:1.0:1746066875.494616:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff437ef1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da21 expref: 6 pid: 9627 timeout: 1087 lvb_type: 0 00010000:00010000:1.0:1746066875.494627:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff437ef1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da21 expref: 6 pid: 9627 timeout: 1087 lvb_type: 0 00002000:00010000:1.0:1746066875.494634:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f2a00 00000100:00100000:1.0:1746066875.495220:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1694 00000100:00100000:1.0:1746066875.495229:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860153856:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066875.495583:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860153856:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 354us (2472us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066875.495589:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1694 00002000:00100000:1.0:1746066875.495596:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f2a00 x1830882860153856/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:281/0 lens 488/4536 e 0 to 0 dl 1746066886 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.495604:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f2a00 with x1830882860153856 ext(0->4095) 00010000:00010000:1.0:1746066875.495609:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff437ef1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da21 expref: 6 pid: 9627 timeout: 1087 lvb_type: 0 00010000:00010000:1.0:1746066875.495620:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff437ef1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da21 expref: 6 pid: 9627 timeout: 1087 lvb_type: 0 00002000:00010000:1.0:1746066875.495625:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f2a00 00000100:00100000:0.0:1746066875.501733:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.510145:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.511989:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860154240 00000100:00100000:1.0:1746066875.511999:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860154240 00002000:00100000:1.0:1746066875.512048:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f3480 x1830882860154240/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 488/0 e 0 to 0 dl 1746066886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.512059:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f3480 with x1830882860154240 ext(0->4095) 00002000:00010000:1.0:1746066875.512064:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d6f3480 00000100:00100000:1.0:1746066875.512094:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12822 00000100:00100000:1.0:1746066875.512100:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+45:2032:x1830882860154240:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066875.512255:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+45:2032:x1830882860154240:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (2110us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066875.512261:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12822 00002000:00100000:1.0:1746066875.512266:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f3480 x1830882860154240/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 488/4536 e 0 to 0 dl 1746066886 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.512273:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f3480 with x1830882860154240 ext(0->4095) 00002000:00010000:1.0:1746066875.512276:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d6f3480 00000100:00100000:0.0:1746066875.518609:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.518838:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860154368 00000100:00100000:1.0:1746066875.518850:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860154368 00000100:00100000:1.0:1746066875.518913:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28745 00000100:00100000:1.0:1746066875.518921:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860154368:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066875.518939:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066875.518956:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff437eff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267da2f expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.518991:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437ef8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da28 expref: 44 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.519000:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066875.519001:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066875.519005:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff437eff lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da2f expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.519039:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437ef8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da28 expref: 44 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.519050:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437ef8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da28 expref: 44 pid: 9627 timeout: 1087 lvb_type: 0 00000100:00100000:1.0:1746066875.519064:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882860975872:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066875.519172:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066875.521885:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882860975872:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066875.521915:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff437eff lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da2f expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.521936:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085aa00, rc 0) 00000100:00100000:1.0:1746066875.521975:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860154368:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3054us (3376us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066875.521983:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28745 00000100:00100000:0.0:1746066875.523245:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.523498:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860154624 00000100:00100000:1.0:1746066875.523506:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860154624 00000100:00100000:0.0:1746066875.523507:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.523527:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860154752 00000100:00100000:1.0:1746066875.523529:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860154752 00000100:00100000:1.0:1746066875.523575:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28746 00000100:00100000:1.0:1746066875.523584:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+46:1868:x1830882860154752:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066875.523601:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066875.523616:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff437f06 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267da36 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.523640:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066875.523646:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff437eff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da2f expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.523652:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066875.523656:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff437f06 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da36 expref: 47 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.523688:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff437eff lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da2f expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.523699:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff437f06 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da36 expref: 47 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.523713:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085b000, rc 0) 00000100:00100000:1.0:1746066875.523744:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+47:1868:x1830882860154752:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066875.523750:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28746 00002000:00100000:1.0:1746066875.523786:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012d6f1880 x1830882860154624/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 496/0 e 0 to 0 dl 1746066886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.523796:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f1880 with x1830882860154624 ext(0->7) 00010000:00010000:1.0:1746066875.523803:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437ef8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da28 expref: 46 pid: 9627 timeout: 1087 lvb_type: 0 00010000:00010000:1.0:1746066875.523814:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437ef8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da28 expref: 46 pid: 9627 timeout: 1087 lvb_type: 0 00002000:00010000:1.0:1746066875.523821:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f1880 00000100:00100000:1.0:1746066875.523846:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1695 00000100:00100000:1.0:1746066875.524032:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+46:2034:x1830882860154624:12345-192.168.201.51@tcp:4:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066875.526775:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2034:x1830882860154624:12345-192.168.201.51@tcp:4:ptlrpcd_01_01.0 Request processed in 2733us (3521us total) trans 4294972058 rc 0/0 00000100:00100000:0.0:1746066875.526788:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1695 00002000:00100000:0.0:1746066875.526798:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012d6f1880 x1830882860154624/t4294972058(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 496/448 e 0 to 0 dl 1746066886 ref 1 fl Complete:H/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066875.526807:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f1880 with x1830882860154624 ext(0->7) 00010000:00010000:0.0:1746066875.526817:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437ef8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da28 expref: 48 pid: 9627 timeout: 1087 lvb_type: 0 00010000:00010000:0.0:1746066875.526831:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437ef8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da28 expref: 48 pid: 9627 timeout: 1087 lvb_type: 0 00002000:00010000:0.0:1746066875.526838:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f1880 00000100:00100000:0.0:1746066875.534568:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.540598:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.540706:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860155136 00000100:00100000:1.0:1746066875.540714:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860155136 00002000:00100000:1.0:1746066875.540757:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f1180 x1830882860155136/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:281/0 lens 488/0 e 0 to 0 dl 1746066886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.540768:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f1180 with x1830882860155136 ext(0->4095) 00010000:00010000:1.0:1746066875.540777:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff437eff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da2f expref: 6 pid: 9627 timeout: 1087 lvb_type: 0 00010000:00010000:1.0:1746066875.540794:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff437eff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da2f expref: 6 pid: 9627 timeout: 1087 lvb_type: 0 00002000:00010000:1.0:1746066875.540800:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f1180 00000100:00100000:1.0:1746066875.540833:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1696 00000100:00100000:1.0:1746066875.540840:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860155136:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066875.541282:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860155136:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 441us (686us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066875.541290:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1696 00002000:00100000:1.0:1746066875.541296:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f1180 x1830882860155136/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:281/0 lens 488/4536 e 0 to 0 dl 1746066886 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.541303:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f1180 with x1830882860155136 ext(0->4095) 00010000:00010000:1.0:1746066875.541308:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff437eff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da2f expref: 6 pid: 9627 timeout: 1087 lvb_type: 0 00010000:00010000:1.0:1746066875.541317:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff437eff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da2f expref: 6 pid: 9627 timeout: 1087 lvb_type: 0 00002000:00010000:1.0:1746066875.541324:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f1180 00000100:00100000:0.0:1746066875.545700:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.549697:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.554858:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.554952:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860155648 00000100:00100000:1.0:1746066875.554960:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860155648 00000100:00100000:1.0:1746066875.555013:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28747 00000100:00100000:1.0:1746066875.555020:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860155648:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066875.555036:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066875.555061:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085b400/0xd6b24631ff437f0d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267da3d expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.555096:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff437f06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da36 expref: 46 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.555103:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066875.555105:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066875.555119:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085b400/0xd6b24631ff437f0d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da3d expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.555202:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff437f06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da36 expref: 46 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.555217:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff437f06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da36 expref: 46 pid: 9627 timeout: 1087 lvb_type: 0 00000100:00100000:1.0:1746066875.555229:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882860976384:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066875.555562:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066875.557977:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882860976384:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066875.558006:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085b400/0xd6b24631ff437f0d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da3d expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.558022:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085b400, rc 0) 00000100:00100000:1.0:1746066875.558060:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860155648:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3040us (3211us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066875.558069:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28747 00000100:00100000:0.0:1746066875.559090:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.559240:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.559832:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860155904 00000100:00100000:1.0:1746066875.559836:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860155904 00000100:00100000:1.0:1746066875.559858:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28748 00000100:00100000:1.0:1746066875.559863:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+47:1868:x1830882860155904:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066875.559877:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066875.559887:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437f14 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267da44 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.559905:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085b400/0xd6b24631ff437f0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da3d expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.559911:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066875.559912:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066875.559915:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437f14 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da44 expref: 48 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.560159:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009085b400/0xd6b24631ff437f0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da3d expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.560171:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009085b400/0xd6b24631ff437f0d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da3d expref: 5 pid: 9627 timeout: 1087 lvb_type: 0 00000100:00100000:1.0:1746066875.560181:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882860976640:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066875.560204:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066875.563387:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.564361:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882860976640:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066875.564382:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437f14 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da44 expref: 48 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.564402:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085a200, rc 0) 00000100:00100000:1.0:1746066875.565695:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+47:1868:x1830882860155904:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5827us (6451us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066875.565703:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28748 00000100:00100000:0.0:1746066875.568928:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.574540:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.580655:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.580769:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860156672 00000100:00100000:1.0:1746066875.580783:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860156672 00000100:00100000:1.0:1746066875.581144:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28749 00000100:00100000:1.0:1746066875.581154:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860156672:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066875.581175:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066875.581193:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff437f1b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267da4b expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.581225:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437f14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da44 expref: 46 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.581232:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066875.581234:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066875.581238:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff437f1b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da4b expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.581268:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437f14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da44 expref: 46 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.581280:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437f14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da44 expref: 46 pid: 9627 timeout: 1087 lvb_type: 0 00000100:00100000:1.0:1746066875.581536:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882860976896:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066875.581619:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066875.584396:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882860976896:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066875.584431:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff437f1b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da4b expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.584451:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085b000, rc 0) 00000100:00100000:1.0:1746066875.584503:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860156672:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3349us (3857us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066875.584513:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28749 00000100:00100000:0.0:1746066875.591273:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.599917:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2034:x1830882860156800:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 7885us (8720us total) trans 4294972059 rc 0/0 00000100:00100000:0.0:1746066875.599933:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1698 00002000:00100000:0.0:1746066875.599947:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800957e6a00 x1830882860156800/t4294972059(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 496/448 e 0 to 0 dl 1746066886 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066875.599957:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e6a00 with x1830882860156800 ext(0->7) 00010000:00010000:0.0:1746066875.599968:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437f14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da44 expref: 49 pid: 9627 timeout: 1087 lvb_type: 0 00010000:00010000:0.0:1746066875.599985:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437f14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da44 expref: 49 pid: 9627 timeout: 1087 lvb_type: 0 00002000:00010000:0.0:1746066875.599992:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e6a00 00000100:00100000:0.0:1746066875.604924:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.605018:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860156928 00000100:00100000:1.0:1746066875.605028:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860156928 00000100:00100000:1.0:1746066875.605606:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28750 00000100:00100000:1.0:1746066875.605616:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+49:1868:x1830882860156928:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066875.605640:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066875.605707:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff437f22 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267da52 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.605738:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066875.605745:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff437f1b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da4b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.605751:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066875.605755:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff437f22 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da52 expref: 50 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.605799:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff437f1b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da4b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.605812:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff437f22 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da52 expref: 50 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.605822:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085aa00, rc 0) 00000100:00100000:1.0:1746066875.605883:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+50:1868:x1830882860156928:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 268us (970us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066875.605889:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28750 00000100:00100000:0.0:1746066875.606508:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.610708:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.610738:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860157312 00000100:00100000:0.0:1746066875.610744:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860157312 00002000:00100000:0.0:1746066875.610790:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e4a80 x1830882860157312/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:281/0 lens 488/0 e 0 to 0 dl 1746066886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066875.610801:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e4a80 with x1830882860157312 ext(0->4095) 00010000:00010000:0.0:1746066875.610809:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff437f1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da4b expref: 6 pid: 9627 timeout: 1087 lvb_type: 0 00010000:00010000:0.0:1746066875.610822:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff437f1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da4b expref: 6 pid: 9627 timeout: 1087 lvb_type: 0 00002000:00010000:0.0:1746066875.610829:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e4a80 00000100:00100000:0.0:1746066875.610848:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1699 00000100:00100000:0.0:1746066875.610855:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860157312:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746066875.610975:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860157312:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (277us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066875.610981:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1699 00002000:00100000:0.0:1746066875.610986:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e4a80 x1830882860157312/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:281/0 lens 488/4536 e 0 to 0 dl 1746066886 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066875.610993:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e4a80 with x1830882860157312 ext(0->4095) 00010000:00010000:0.0:1746066875.610998:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff437f1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da4b expref: 6 pid: 9627 timeout: 1087 lvb_type: 0 00010000:00010000:0.0:1746066875.611007:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff437f1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da4b expref: 6 pid: 9627 timeout: 1087 lvb_type: 0 00002000:00010000:0.0:1746066875.611018:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e4a80 00000100:00100000:0.0:1746066875.614956:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.623765:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.626132:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.626516:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28751 00000100:00100000:1.0:1746066875.626527:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860157824:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066875.626546:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066875.626564:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437f29 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267da59 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.626592:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff437f22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da52 expref: 48 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.626600:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066875.626602:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066875.626606:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437f29 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da59 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.626636:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff437f22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da52 expref: 48 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.626655:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff437f22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da52 expref: 48 pid: 9627 timeout: 1087 lvb_type: 0 00000100:00100000:1.0:1746066875.626668:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882860977408:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066875.626804:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066875.628805:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882860977408:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066875.628814:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:1.0:1746066875.628835:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437f29 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da59 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.628852:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085a200, rc 0) 00000100:00100000:1.0:1746066875.628896:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860157824:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2371us (2768us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066875.628905:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28751 00000100:00100000:0.0:1746066875.634067:0:7258:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133192d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7258:1830882860977536:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066875.634091:0:7258:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066875.634601:0:7258:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d68850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2034:x1830882860157952:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5324us (5784us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066875.634613:0:7258:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11579 00000100:00100000:1.0:1746066875.635717:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860158336 00000100:00100000:1.0:1746066875.635726:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860158336 00000100:00100000:1.0:1746066875.635775:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28752 00000100:00100000:1.0:1746066875.635782:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133192300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+48:1868:x1830882860158336:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066875.635800:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066875.635818:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff437f30 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267da60 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.635847:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437f29 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da59 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.635859:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066875.635861:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066875.635865:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff437f30 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da60 expref: 49 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.635890:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437f29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da59 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.635901:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437f29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da59 expref: 6 pid: 9627 timeout: 1087 lvb_type: 0 00000100:00100000:1.0:1746066875.635913:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882860977664:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066875.636734:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7edc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066875.638030:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882860977664:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066875.638053:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff437f30 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da60 expref: 49 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.638066:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085ac00, rc 0) 00000100:00100000:1.0:1746066875.638114:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133192300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+49:1868:x1830882860158336:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2322us (2434us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066875.638121:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28752 00000100:00100000:0.0:1746066875.639781:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.639818:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860158464 00000100:00100000:1.0:1746066875.639824:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860158464 00000100:00100000:0.0:1746066875.639853:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.640645:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28753 00000100:00100000:1.0:1746066875.640654:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+49:1869:x1830882860158464:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066875.640674:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066875.640690:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff437f37 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267da67 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.640825:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066875.640831:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff437f30 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da60 expref: 50 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.640837:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066875.640841:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff437f37 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da67 expref: 50 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.641166:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff437f30 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da60 expref: 50 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.641179:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff437f37 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da67 expref: 50 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.641188:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085a400, rc 0) 00000100:00100000:1.0:1746066875.641516:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+50:1869:x1830882860158464:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 863us (2488us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066875.641523:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28753 00000100:00100000:0.0:1746066875.644461:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.644698:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860158848 00000100:00100000:1.0:1746066875.644705:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860158848 00002000:00100000:1.0:1746066875.645035:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e7100 x1830882860158848/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 488/0 e 0 to 0 dl 1746066886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.645045:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e7100 with x1830882860158848 ext(0->4095) 00010000:00010000:1.0:1746066875.645055:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff437f30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da60 expref: 50 pid: 9627 timeout: 1087 lvb_type: 0 00010000:00010000:1.0:1746066875.645069:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff437f30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da60 expref: 50 pid: 9627 timeout: 1087 lvb_type: 0 00002000:00010000:1.0:1746066875.645076:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952e7100 00000100:00100000:1.0:1746066875.645644:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1701 00000100:00100000:1.0:1746066875.645827:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+50:2033:x1830882860158848:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066875.646780:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+50:2033:x1830882860158848:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 1126us (2325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066875.646788:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1701 00002000:00100000:1.0:1746066875.646796:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e7100 x1830882860158848/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 488/4536 e 0 to 0 dl 1746066886 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.646804:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e7100 with x1830882860158848 ext(0->4095) 00010000:00010000:1.0:1746066875.646812:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff437f30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da60 expref: 50 pid: 9627 timeout: 1087 lvb_type: 0 00010000:00010000:1.0:1746066875.646829:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff437f30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da60 expref: 50 pid: 9627 timeout: 1087 lvb_type: 0 00002000:00010000:1.0:1746066875.646835:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952e7100 00000100:00100000:0.0:1746066875.651902:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.656498:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.656792:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860159232 00000100:00100000:1.0:1746066875.656799:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860159232 00002000:00100000:1.0:1746066875.657103:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126f100 x1830882860159232/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 488/0 e 0 to 0 dl 1746066886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.657129:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126f100 with x1830882860159232 ext(0->4095) 00002000:00010000:1.0:1746066875.657134:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009126f100 00000100:00100000:1.0:1746066875.657153:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12826 00000100:00100000:1.0:1746066875.657160:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2033:x1830882860159232:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066875.657532:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2033:x1830882860159232:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 372us (1045us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066875.657538:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12826 00002000:00100000:1.0:1746066875.658214:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126f100 x1830882860159232/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 488/4536 e 0 to 0 dl 1746066886 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.658225:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126f100 with x1830882860159232 ext(0->4095) 00002000:00010000:1.0:1746066875.658228:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009126f100 00000100:00100000:0.0:1746066875.661159:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.661253:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860159360 00000100:00100000:1.0:1746066875.661263:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860159360 00000100:00100000:1.0:1746066875.661323:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28754 00000100:00100000:1.0:1746066875.661331:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860159360:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066875.661385:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066875.661406:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff437f3e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267da6e expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.661436:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff437f37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da67 expref: 48 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.661448:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066875.661450:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066875.661455:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff437f3e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da6e expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.661494:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff437f37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da67 expref: 48 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.661507:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff437f37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da67 expref: 48 pid: 9627 timeout: 1087 lvb_type: 0 00000100:00100000:1.0:1746066875.661524:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882860978176:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066875.661603:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ede40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066875.663951:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882860978176:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066875.663977:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff437f3e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da6e expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.663992:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085ac00, rc 0) 00000100:00100000:1.0:1746066875.664036:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860159360:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2705us (2883us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066875.664044:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28754 00000100:00100000:0.0:1746066875.664964:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.666359:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.666726:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860159616 00000100:00100000:1.0:1746066875.666731:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860159616 00000100:00100000:1.0:1746066875.667139:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28755 00000100:00100000:1.0:1746066875.667147:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+49:1868:x1830882860159616:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066875.667163:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066875.667177:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437f45 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267da75 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.667201:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff437f3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da6e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.667207:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066875.667208:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066875.667212:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437f45 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267da75 expref: 50 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.667232:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff437f3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da6e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.667244:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff437f3e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da6e expref: 5 pid: 9627 timeout: 1087 lvb_type: 0 00000100:00100000:1.0:1746066875.667253:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882860978432:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066875.667311:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ede40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066875.675567:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.681156:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.687287:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.689449:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860160256 00000100:00100000:1.0:1746066875.689460:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860160256 00002000:00100000:1.0:1746066875.689521:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f700a80 x1830882860160256/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 488/0 e 0 to 0 dl 1746066886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.689532:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f700a80 with x1830882860160256 ext(0->4095) 00002000:00010000:1.0:1746066875.689538:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f700a80 00000100:00100000:1.0:1746066875.689570:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12827 00000100:00100000:1.0:1746066875.689578:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2034:x1830882860160256:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066875.690460:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2034:x1830882860160256:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 881us (3172us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066875.690469:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12827 00002000:00100000:1.0:1746066875.690476:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f700a80 x1830882860160256/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 488/4536 e 0 to 0 dl 1746066886 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.690484:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f700a80 with x1830882860160256 ext(0->4095) 00002000:00010000:1.0:1746066875.690487:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f700a80 00000100:00100000:0.0:1746066875.696172:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.700620:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.701551:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860160512 00000100:00100000:0.0:1746066875.701558:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860160512 00002000:00100000:0.0:1746066875.701585:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009112c380 x1830882860160512/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 496/0 e 0 to 0 dl 1746066886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066875.701599:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112c380 with x1830882860160512 ext(0->7) 00010000:00010000:0.0:1746066875.701604:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437f45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da75 expref: 49 pid: 9627 timeout: 1087 lvb_type: 0 00010000:00010000:0.0:1746066875.701615:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437f45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da75 expref: 49 pid: 9627 timeout: 1087 lvb_type: 0 00002000:00010000:0.0:1746066875.701621:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112c380 00000100:00100000:0.0:1746066875.702636:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1703 00000100:00100000:0.0:1746066875.702645:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2031:x1830882860160512:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066875.703891:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+51:2031:x1830882860160512:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1243us (3268us total) trans 4294972060 rc 0/0 00000100:00100000:0.0:1746066875.703898:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1703 00002000:00100000:0.0:1746066875.703905:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009112c380 x1830882860160512/t4294972060(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 496/448 e 0 to 0 dl 1746066886 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066875.703914:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112c380 with x1830882860160512 ext(0->7) 00010000:00010000:0.0:1746066875.703920:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437f45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da75 expref: 51 pid: 9627 timeout: 1087 lvb_type: 0 00010000:00010000:0.0:1746066875.703933:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff437f45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da75 expref: 51 pid: 9627 timeout: 1087 lvb_type: 0 00002000:00010000:0.0:1746066875.703939:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112c380 00000100:00100000:0.0:1746066875.708642:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.710133:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.713517:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.716967:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.717453:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.721216:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.725661:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.726083:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.733707:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.738651:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.748630:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.753098:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.756759:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.757716:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.766318:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.772392:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.779827:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.785636:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.796181:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.802062:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+53:2033:x1830882860163712:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 5502us (5879us total) trans 4294972061 rc 0/0 00000100:00100000:0.0:1746066875.802072:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1708 00002000:00100000:0.0:1746066875.802082:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008ccc4e00 x1830882860163712/t4294972061(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 496/448 e 0 to 0 dl 1746066886 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066875.802091:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc4e00 with x1830882860163712 ext(0->7) 00010000:00010000:0.0:1746066875.802098:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cfa6e00/0xd6b24631ff437f6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da9f expref: 53 pid: 9628 timeout: 1087 lvb_type: 0 00010000:00010000:0.0:1746066875.802123:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cfa6e00/0xd6b24631ff437f6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267da9f expref: 53 pid: 9628 timeout: 1087 lvb_type: 0 00002000:00010000:0.0:1746066875.802134:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc4e00 00000100:00100000:0.0:1746066875.816718:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.833695:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.845665:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.852047:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.859958:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.875455:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.880812:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.884801:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+55:2033:x1830882860164864:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2923us (3528us total) trans 4294972062 rc 0/0 00000100:00100000:0.0:1746066875.884814:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1710 00002000:00100000:0.0:1746066875.884823:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012b8fdc00 x1830882860164864/t4294972062(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 496/448 e 0 to 0 dl 1746066886 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066875.884832:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8fdc00 with x1830882860164864 ext(0->7) 00010000:00010000:0.0:1746066875.884841:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff437f7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267daad expref: 55 pid: 9628 timeout: 1087 lvb_type: 0 00010000:00010000:0.0:1746066875.884856:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff437f7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267daad expref: 55 pid: 9628 timeout: 1087 lvb_type: 0 00002000:00010000:0.0:1746066875.884862:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8fdc00 00000100:00100000:0.0:1746066875.894934:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.895690:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11592 00000100:00100000:1.0:1746066875.895699:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+55:2033:x1830882860164992:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066875.895712:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066875.895729:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff437f7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267daad expref: 55 pid: 9628 timeout: 1087 lvb_type: 0 00010000:00010000:1.0:1746066875.895740:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff437f7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267daad expref: 55 pid: 9628 timeout: 1087 lvb_type: 0 00010000:00010000:1.0:1746066875.895760:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff437f7d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267daad expref: 55 pid: 9628 timeout: 1087 lvb_type: 0 00010000:00010000:1.0:1746066875.897297:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066875.897302:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066875.897311:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0200/0xd6b24631ff437f84 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dab4 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.897325:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0200/0xd6b24631ff437f84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dab4 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.898237:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0200/0xd6b24631ff437f84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dab4 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066875.898250:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882860980864:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066875.898737:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066875.901297:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882860980864:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066875.901312:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066875.901383:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+54:2033:x1830882860164992:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5685us (6456us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066875.901394:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11592 00000100:00100000:0.0:1746066875.903760:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.903881:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.904616:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860165248 00000100:00100000:1.0:1746066875.904620:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860165248 00002000:00100000:1.0:1746066875.904646:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958b1880 x1830882860165248/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:281/0 lens 488/0 e 0 to 0 dl 1746066886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.904659:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958b1880 with x1830882860165248 ext(0->4095) 00010000:00010000:1.0:1746066875.904665:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0200/0xd6b24631ff437f84 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dab4 expref: 6 pid: 9628 timeout: 1087 lvb_type: 0 00010000:00010000:1.0:1746066875.904676:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0200/0xd6b24631ff437f84 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dab4 expref: 6 pid: 9628 timeout: 1087 lvb_type: 0 00002000:00010000:1.0:1746066875.904682:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958b1880 00000100:00100000:1.0:1746066875.904696:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1711 00000100:00100000:1.0:1746066875.904701:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860165248:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066875.904793:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860165248:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 91us (1039us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066875.904799:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1711 00002000:00100000:1.0:1746066875.904804:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958b1880 x1830882860165248/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:281/0 lens 488/4536 e 0 to 0 dl 1746066886 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.904811:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958b1880 with x1830882860165248 ext(0->4095) 00010000:00010000:1.0:1746066875.904815:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0200/0xd6b24631ff437f84 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dab4 expref: 6 pid: 9628 timeout: 1087 lvb_type: 0 00010000:00010000:1.0:1746066875.904823:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0200/0xd6b24631ff437f84 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dab4 expref: 6 pid: 9628 timeout: 1087 lvb_type: 0 00002000:00010000:1.0:1746066875.904829:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958b1880 00000100:00100000:0.0:1746066875.910256:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.910308:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.910681:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860165504 00000100:00100000:1.0:1746066875.910684:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860165504 00010000:00010000:1.0:1746066875.910705:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0200/0xd6b24631ff437f84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dab4 expref: 6 pid: 9628 timeout: 1087 lvb_type: 0 00000100:00100000:1.0:1746066875.910730:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11593 00000100:00100000:1.0:1746066875.910735:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d6a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860165504:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066875.911550:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066875.911566:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0200/0xd6b24631ff437f84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dab4 expref: 6 pid: 9628 timeout: 1087 lvb_type: 0 00010000:00010000:1.0:1746066875.911581:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0200/0xd6b24631ff437f84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dab4 expref: 6 pid: 9628 timeout: 1087 lvb_type: 0 00010000:00010000:1.0:1746066875.911596:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0200/0xd6b24631ff437f84 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dab4 expref: 6 pid: 9628 timeout: 1087 lvb_type: 0 00010000:00010000:1.0:1746066875.913253:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066875.913257:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066875.913265:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff437f8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dabb expref: 55 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.913274:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff437f8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dabb expref: 55 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.913303:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff437f8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dabb expref: 55 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.913314:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff437f8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dabb expref: 55 pid: 9628 timeout: 1087 lvb_type: 0 00000100:00100000:1.0:1746066875.913324:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882860981248:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066875.914040:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066875.916777:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882860981248:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066875.916795:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066875.916844:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d6a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860165504:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6106us (6591us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066875.916857:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11593 00000100:00100000:0.0:1746066875.918017:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.923203:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.923267:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860166016 00000100:00100000:1.0:1746066875.923276:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860166016 00010000:00010000:1.0:1746066875.923306:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff437f8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dabb expref: 56 pid: 9628 timeout: 1087 lvb_type: 0 00000100:00100000:1.0:1746066875.923379:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11594 00000100:00100000:1.0:1746066875.923386:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d734a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+56:2034:x1830882860166016:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066875.923398:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066875.923414:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff437f8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dabb expref: 56 pid: 9628 timeout: 1087 lvb_type: 0 00010000:00010000:1.0:1746066875.923425:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff437f8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dabb expref: 56 pid: 9628 timeout: 1087 lvb_type: 0 00010000:00010000:1.0:1746066875.923739:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff437f8b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dabb expref: 56 pid: 9628 timeout: 1087 lvb_type: 0 00010000:00010000:1.0:1746066875.923763:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066875.923765:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066875.923771:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0e00/0xd6b24631ff437f92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dac2 expref: 55 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.923778:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0e00/0xd6b24631ff437f92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dac2 expref: 55 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.923935:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0e00/0xd6b24631ff437f92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dac2 expref: 55 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066875.923948:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882860981376:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066875.925534:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7edc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066875.931284:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882860981376:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066875.931303:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066875.931369:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d734a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+55:2034:x1830882860166016:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7954us (8143us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066875.931379:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11594 00000100:00100000:0.0:1746066875.932322:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.933400:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860166272 00000100:00100000:1.0:1746066875.933407:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860166272 00002000:00100000:1.0:1746066875.933439:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d734e00 x1830882860166272/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 488/0 e 0 to 0 dl 1746066886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.934733:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d734e00 with x1830882860166272 ext(0->4095) 00002000:00010000:1.0:1746066875.934738:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d734e00 00000100:00100000:1.0:1746066875.935024:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12831 00000100:00100000:1.0:1746066875.935035:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+55:2033:x1830882860166272:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066875.935206:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+55:2033:x1830882860166272:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 174us (2885us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066875.935213:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12831 00002000:00100000:1.0:1746066875.935219:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d734e00 x1830882860166272/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 488/4536 e 0 to 0 dl 1746066886 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.935227:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d734e00 with x1830882860166272 ext(0->4095) 00002000:00010000:1.0:1746066875.935230:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d734e00 00000100:00100000:0.0:1746066875.941645:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.945615:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.947326:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d737b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+57:2032:x1830882860166528:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1520us (1717us total) trans 4294972063 rc 0/0 00000100:00100000:0.0:1746066875.947332:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1713 00002000:00100000:0.0:1746066875.947337:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012d737b80 x1830882860166528/t4294972063(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 496/448 e 0 to 0 dl 1746066886 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066875.947473:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d737b80 with x1830882860166528 ext(0->7) 00010000:00010000:0.0:1746066875.947479:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0e00/0xd6b24631ff437f92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dac2 expref: 57 pid: 9628 timeout: 1088 lvb_type: 0 00010000:00010000:0.0:1746066875.947489:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0e00/0xd6b24631ff437f92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dac2 expref: 57 pid: 9628 timeout: 1088 lvb_type: 0 00002000:00010000:0.0:1746066875.947494:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d737b80 00000100:00100000:0.0:1746066875.954767:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.954948:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860166656 00000100:00100000:1.0:1746066875.954960:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860166656 00010000:00010000:1.0:1746066875.954996:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0e00/0xd6b24631ff437f92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dac2 expref: 57 pid: 9628 timeout: 1088 lvb_type: 0 00000100:00100000:1.0:1746066875.955086:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11595 00000100:00100000:1.0:1746066875.955093:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d737480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+57:2032:x1830882860166656:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066875.955117:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066875.955133:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0e00/0xd6b24631ff437f92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dac2 expref: 57 pid: 9628 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066875.955144:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0e00/0xd6b24631ff437f92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dac2 expref: 57 pid: 9628 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066875.955161:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0e00/0xd6b24631ff437f92 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dac2 expref: 57 pid: 9628 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066875.955188:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066875.955189:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066875.955195:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0e00/0xd6b24631ff437f99 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dac9 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.955202:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0e00/0xd6b24631ff437f99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dac9 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.955230:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0e00/0xd6b24631ff437f99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dac9 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066875.955244:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882860981632:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066875.955320:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ede40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066875.959534:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882860981632:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066875.959552:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066875.959590:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d737480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+56:2032:x1830882860166656:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4493us (4836us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066875.959599:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11595 00000100:00100000:0.0:1746066875.961157:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.964658:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.966006:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.969392:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.969445:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860167296 00000100:00100000:1.0:1746066875.969451:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860167296 00010000:00010000:1.0:1746066875.969476:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0e00/0xd6b24631ff437f99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dac9 expref: 6 pid: 9627 timeout: 1088 lvb_type: 0 00000100:00100000:1.0:1746066875.969505:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11596 00000100:00100000:1.0:1746066875.969511:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d734700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860167296:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066875.969521:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066875.969534:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0e00/0xd6b24631ff437f99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dac9 expref: 6 pid: 9627 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066875.969541:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0e00/0xd6b24631ff437f99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dac9 expref: 6 pid: 9627 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066875.969555:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0e00/0xd6b24631ff437f99 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dac9 expref: 6 pid: 9627 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066875.969577:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066875.969578:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066875.969582:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff437fa0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dad0 expref: 57 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.969587:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff437fa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dad0 expref: 57 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.969605:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff437fa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dad0 expref: 57 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.969612:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff437fa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dad0 expref: 57 pid: 9627 timeout: 1088 lvb_type: 0 00000100:00100000:1.0:1746066875.969619:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882860982016:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066875.969662:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ede40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066875.971048:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882860982016:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066875.971061:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066875.971098:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d734700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860167296:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1586us (1706us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066875.971117:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11596 00000100:00100000:0.0:1746066875.971639:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.971782:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860167552 00000100:00100000:1.0:1746066875.971787:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860167552 00002000:00100000:1.0:1746066875.971818:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d737800 x1830882860167552/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 488/0 e 0 to 0 dl 1746066886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.971827:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d737800 with x1830882860167552 ext(0->4095) 00010000:00010000:1.0:1746066875.971833:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff437fa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dad0 expref: 58 pid: 9627 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066875.971847:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff437fa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dad0 expref: 58 pid: 9627 timeout: 1088 lvb_type: 0 00002000:00010000:1.0:1746066875.971853:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d737800 00000100:00100000:1.0:1746066875.971880:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1714 00000100:00100000:1.0:1746066875.971885:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d737800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+58:2033:x1830882860167552:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066875.971991:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d737800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+58:2033:x1830882860167552:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (352us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066875.971997:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1714 00002000:00100000:1.0:1746066875.972002:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d737800 x1830882860167552/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:281/0 lens 488/4536 e 0 to 0 dl 1746066886 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066875.972010:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d737800 with x1830882860167552 ext(0->4095) 00010000:00010000:1.0:1746066875.972014:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff437fa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dad0 expref: 58 pid: 9627 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066875.972023:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff437fa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dad0 expref: 58 pid: 9627 timeout: 1088 lvb_type: 0 00002000:00010000:1.0:1746066875.972029:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d737800 00000100:00100000:0.0:1746066875.974724:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.974842:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860167680 00000100:00100000:1.0:1746066875.974848:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860167680 00010000:00010000:1.0:1746066875.974872:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff437fa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dad0 expref: 58 pid: 9627 timeout: 1088 lvb_type: 0 00000100:00100000:1.0:1746066875.974903:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11597 00000100:00100000:1.0:1746066875.974909:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d735880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+58:2033:x1830882860167680:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066875.974919:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066875.975151:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff437fa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dad0 expref: 58 pid: 9627 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066875.975162:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff437fa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dad0 expref: 58 pid: 9627 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066875.975181:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff437fa0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dad0 expref: 58 pid: 9627 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066875.975197:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066875.975200:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066875.975205:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1c00/0xd6b24631ff437fa7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dad7 expref: 57 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.975212:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1c00/0xd6b24631ff437fa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dad7 expref: 57 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066875.975237:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1c00/0xd6b24631ff437fa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dad7 expref: 57 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066875.975472:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882860982144:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066875.977858:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ede40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066875.980083:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882860982144:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066875.980190:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066875.980224:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d735880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+57:2033:x1830882860167680:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5314us (5505us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066875.980234:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11597 00000100:00100000:0.0:1746066875.980599:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.985189:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.989842:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066875.990677:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066875.990701:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860168320 00000100:00100000:0.0:1746066875.990708:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860168320 00010000:00010000:0.0:1746066875.990733:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1c00/0xd6b24631ff437fa7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dad7 expref: 57 pid: 9628 timeout: 1088 lvb_type: 0 00000100:00100000:0.0:1746066875.990763:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11598 00000100:00100000:0.0:1746066875.990770:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+57:2034:x1830882860168320:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066875.990780:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066875.990795:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1c00/0xd6b24631ff437fa7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dad7 expref: 57 pid: 9628 timeout: 1088 lvb_type: 0 00010000:00010000:0.0:1746066875.990805:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1c00/0xd6b24631ff437fa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dad7 expref: 57 pid: 9628 timeout: 1088 lvb_type: 0 00010000:00010000:0.0:1746066875.990823:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1c00/0xd6b24631ff437fa7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dad7 expref: 57 pid: 9628 timeout: 1088 lvb_type: 0 00010000:00010000:0.0:1746066875.990847:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066875.990849:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066875.990855:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0e00/0xd6b24631ff437fae lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dade expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066875.990862:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0e00/0xd6b24631ff437fae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dade expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066875.990899:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0e00/0xd6b24631ff437fae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dade expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066875.990916:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d736a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882860982400:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066875.991177:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066875.993710:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d736a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882860982400:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066875.993726:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066875.993767:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+58:2034:x1830882860168320:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2996us (3090us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066875.993776:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11598 00000100:00100000:0.0:1746066875.995802:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.011454:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.011661:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860168704 00000100:00100000:1.0:1746066876.011669:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860168704 00010000:00010000:1.0:1746066876.011702:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0e00/0xd6b24631ff437fae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dade expref: 6 pid: 9627 timeout: 1088 lvb_type: 0 00000100:00100000:1.0:1746066876.012247:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11599 00000100:00100000:1.0:1746066876.012255:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d737100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860168704:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066876.012267:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066876.012283:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0e00/0xd6b24631ff437fae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dade expref: 6 pid: 9627 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.012295:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0e00/0xd6b24631ff437fae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dade expref: 6 pid: 9627 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.012315:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0e00/0xd6b24631ff437fae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dade expref: 6 pid: 9627 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.012333:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066876.012335:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066876.012362:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff437fb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dae5 expref: 56 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.012370:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff437fb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dae5 expref: 56 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.012394:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff437fb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dae5 expref: 56 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066876.012404:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882860982656:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066876.014082:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ede40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066876.017714:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882860982656:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066876.017732:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066876.018327:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d737100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860168704:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6071us (6880us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066876.018367:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11599 00000100:00100000:0.0:1746066876.018940:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860168960 00000100:00100000:0.0:1746066876.018948:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860168960 00002000:00100000:0.0:1746066876.018979:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133191880 x1830882860168960/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066876.018989:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133191880 with x1830882860168960 ext(0->4095) 00002000:00010000:0.0:1746066876.018993:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133191880 00000100:00100000:0.0:1746066876.019021:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12834 00000100:00100000:0.0:1746066876.019028:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133191880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+57:2034:x1830882860168960:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066876.019162:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133191880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+57:2034:x1830882860168960:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (931us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066876.019168:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12834 00002000:00100000:0.0:1746066876.019173:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133191880 x1830882860168960/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746066887 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066876.019181:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133191880 with x1830882860168960 ext(0->4095) 00002000:00010000:0.0:1746066876.019184:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133191880 00000100:00100000:0.0:1746066876.021668:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.028591:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.028754:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860169216 00000100:00100000:1.0:1746066876.028760:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860169216 00010000:00010000:1.0:1746066876.028783:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff437fb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dae5 expref: 57 pid: 9627 timeout: 1088 lvb_type: 0 00000100:00100000:1.0:1746066876.028816:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11600 00000100:00100000:1.0:1746066876.028822:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d6ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+57:2033:x1830882860169216:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066876.028832:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066876.028847:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff437fb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dae5 expref: 57 pid: 9627 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.028863:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff437fb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dae5 expref: 57 pid: 9627 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.028882:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff437fb5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dae5 expref: 57 pid: 9627 timeout: 1088 lvb_type: 0 00000100:00100000:0.0:1746066876.029198:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:1.0:1746066876.029250:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066876.029252:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066876.029257:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fa00/0xd6b24631ff437fbc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267daec expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.029265:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fa00/0xd6b24631ff437fbc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267daec expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.029290:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fa00/0xd6b24631ff437fbc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267daec expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066876.029301:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882860982912:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066876.029384:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ede40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066876.032146:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.032916:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882860982912:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066876.033155:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066876.033176:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d6ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+58:2033:x1830882860169216:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4355us (4591us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066876.033183:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11600 00000100:00100000:0.0:1746066876.041979:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.042274:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860169728 00000100:00100000:1.0:1746066876.042282:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860169728 00010000:00010000:1.0:1746066876.042510:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fa00/0xd6b24631ff437fbc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267daec expref: 6 pid: 9627 timeout: 1088 lvb_type: 0 00000100:00100000:1.0:1746066876.042548:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11601 00000100:00100000:1.0:1746066876.042556:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d734a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860169728:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066876.042567:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066876.042582:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fa00/0xd6b24631ff437fbc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267daec expref: 6 pid: 9627 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.042594:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fa00/0xd6b24631ff437fbc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267daec expref: 6 pid: 9627 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.042613:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fa00/0xd6b24631ff437fbc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267daec expref: 6 pid: 9627 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.042629:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066876.042630:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066876.042636:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff437fc3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267daf3 expref: 56 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.042644:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff437fc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267daf3 expref: 56 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.042671:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff437fc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267daf3 expref: 56 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066876.042681:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882860983168:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066876.042749:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7edc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066876.047581:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882860983168:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066876.047599:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066876.047646:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d734a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860169728:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5089us (5674us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066876.047655:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11601 00000100:00100000:0.0:1746066876.047706:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.047917:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860169984 00000100:00100000:1.0:1746066876.047923:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860169984 00002000:00100000:1.0:1746066876.048140:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d737480 x1830882860169984/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.048150:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d737480 with x1830882860169984 ext(0->4095) 00002000:00010000:1.0:1746066876.048154:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d737480 00000100:00100000:1.0:1746066876.048478:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12835 00000100:00100000:1.0:1746066876.048486:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d737480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+57:2033:x1830882860169984:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066876.048582:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d737480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+57:2033:x1830882860169984:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 98us (877us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066876.048586:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12835 00002000:00100000:1.0:1746066876.048590:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d737480 x1830882860169984/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746066887 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.048595:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d737480 with x1830882860169984 ext(0->4095) 00002000:00010000:1.0:1746066876.048597:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d737480 00000100:00100000:0.0:1746066876.049919:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133192a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882860983296:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746066876.049956:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066876.050124:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133192a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882860983296:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746066876.054868:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.060992:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.061227:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860170240 00000100:00100000:1.0:1746066876.061235:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860170240 00002000:00100000:1.0:1746066876.061270:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012d737100 x1830882860170240/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 496/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.061288:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d737100 with x1830882860170240 ext(0->7) 00010000:00010000:1.0:1746066876.061296:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff437fc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267daf3 expref: 57 pid: 9627 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.061309:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff437fc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267daf3 expref: 57 pid: 9627 timeout: 1088 lvb_type: 0 00002000:00010000:1.0:1746066876.061316:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d737100 00000100:00100000:1.0:1746066876.061554:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1717 00000100:00100000:1.0:1746066876.061562:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d737100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+57:2034:x1830882860170240:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746066876.063896:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d737100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+59:2034:x1830882860170240:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2330us (2906us total) trans 4294972064 rc 0/0 00000100:00100000:1.0:1746066876.063905:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1717 00002000:00100000:1.0:1746066876.063911:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012d737100 x1830882860170240/t4294972064(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 496/448 e 0 to 0 dl 1746066887 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.063919:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d737100 with x1830882860170240 ext(0->7) 00010000:00010000:1.0:1746066876.063926:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff437fc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267daf3 expref: 59 pid: 9627 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.063938:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff437fc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267daf3 expref: 59 pid: 9627 timeout: 1088 lvb_type: 0 00002000:00010000:1.0:1746066876.063944:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d737100 00000100:00100000:0.0:1746066876.072004:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.082389:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.082492:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860170496 00000100:00100000:1.0:1746066876.082500:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860170496 00010000:00010000:1.0:1746066876.082529:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff437fc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267daf3 expref: 60 pid: 9627 timeout: 1088 lvb_type: 0 00000100:00100000:1.0:1746066876.082566:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11602 00000100:00100000:1.0:1746066876.082572:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+60:2034:x1830882860170496:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066876.082583:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066876.082599:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff437fc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267daf3 expref: 60 pid: 9627 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.082609:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff437fc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267daf3 expref: 60 pid: 9627 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.082628:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff437fc3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267daf3 expref: 60 pid: 9627 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.082646:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066876.082647:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066876.082654:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff437fca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dafa expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.082661:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff437fca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dafa expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.082690:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff437fca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dafa expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.082699:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff437fca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dafa expref: 5 pid: 9627 timeout: 1088 lvb_type: 0 00000100:00100000:1.0:1746066876.082709:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882860983680:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066876.082772:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7edc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066876.085781:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882860983680:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066876.085796:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066876.085833:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+59:2034:x1830882860170496:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3261us (3492us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066876.085840:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11602 00000100:00100000:1.0:1746066876.088540:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.093870:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.094925:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860170880 00000100:00100000:1.0:1746066876.094933:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860170880 00010000:00010000:1.0:1746066876.094961:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff437fca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dafa expref: 6 pid: 9627 timeout: 1088 lvb_type: 0 00000100:00100000:1.0:1746066876.094998:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11603 00000100:00100000:1.0:1746066876.095005:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860170880:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066876.095015:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066876.095031:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff437fca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dafa expref: 6 pid: 9627 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.095042:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff437fca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dafa expref: 6 pid: 9627 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.095061:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff437fca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dafa expref: 6 pid: 9627 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.095085:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066876.095087:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066876.095093:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff437fd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267db01 expref: 58 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.095109:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff437fd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267db01 expref: 58 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.095136:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff437fd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267db01 expref: 58 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066876.095146:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882860983808:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066876.095217:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7edc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066876.099936:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882860983808:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066876.099954:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066876.100005:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860170880:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4999us (6141us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066876.100013:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11603 00000100:00100000:0.0:1746066876.100241:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.104463:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.107886:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.110662:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.115919:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.123747:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.128206:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.131525:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.165181:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.166264:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+61:2033:x1830882860172416:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 786us (1088us total) trans 4294972065 rc 0/0 00000100:00100000:0.0:1746066876.166271:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1720 00002000:00100000:0.0:1746066876.166277:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009aa60700 x1830882860172416/t4294972065(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 496/448 e 0 to 0 dl 1746066887 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066876.166284:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa60700 with x1830882860172416 ext(0->7) 00010000:00010000:0.0:1746066876.166289:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0600/0xd6b24631ff437fdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267db0f expref: 61 pid: 21660 timeout: 1088 lvb_type: 0 00010000:00010000:0.0:1746066876.166525:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0600/0xd6b24631ff437fdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267db0f expref: 61 pid: 21660 timeout: 1088 lvb_type: 0 00002000:00010000:0.0:1746066876.166531:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aa60700 00000100:00100000:0.0:1746066876.167893:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.178687:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.178775:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860172800 00000100:00100000:1.0:1746066876.178782:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860172800 00002000:00100000:1.0:1746066876.178821:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801203fce00 x1830882860172800/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.178831:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203fce00 with x1830882860172800 ext(0->4095) 00002000:00010000:1.0:1746066876.178835:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801203fce00 00000100:00100000:1.0:1746066876.178862:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12838 00000100:00100000:1.0:1746066876.178870:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860172800:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066876.178977:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860172800:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (299us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066876.178983:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12838 00002000:00100000:1.0:1746066876.178988:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801203fce00 x1830882860172800/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746066887 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.178995:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203fce00 with x1830882860172800 ext(0->4095) 00002000:00010000:1.0:1746066876.178997:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801203fce00 00000100:00100000:0.0:1746066876.182486:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.190211:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.195492:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.197932:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.200681:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.200933:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860173568 00000100:00100000:1.0:1746066876.200938:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860173568 00002000:00100000:1.0:1746066876.200966:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8801203ff100 x1830882860173568/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 496/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.200973:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203ff100 with x1830882860173568 ext(0->7) 00010000:00010000:1.0:1746066876.200978:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff437fed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267db1d expref: 61 pid: 21660 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.200988:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff437fed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267db1d expref: 61 pid: 21660 timeout: 1088 lvb_type: 0 00002000:00010000:1.0:1746066876.200993:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801203ff100 00000100:00100000:1.0:1746066876.201020:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1721 00000100:00100000:1.0:1746066876.201026:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+61:2034:x1830882860173568:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066876.202516:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+63:2034:x1830882860173568:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1487us (1837us total) trans 4294972066 rc 0/0 00000100:00100000:0.0:1746066876.202523:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1721 00002000:00100000:0.0:1746066876.202528:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8801203ff100 x1830882860173568/t4294972066(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 496/448 e 0 to 0 dl 1746066887 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066876.202535:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203ff100 with x1830882860173568 ext(0->7) 00010000:00010000:0.0:1746066876.202554:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff437fed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267db1d expref: 63 pid: 21660 timeout: 1088 lvb_type: 0 00010000:00010000:0.0:1746066876.202563:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff437fed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267db1d expref: 63 pid: 21660 timeout: 1088 lvb_type: 0 00002000:00010000:0.0:1746066876.202568:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801203ff100 00000100:00100000:0.0:1746066876.212748:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.218657:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.226492:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.229020:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.229152:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860174208 00000100:00100000:0.0:1746066876.229158:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860174208 00000100:00100000:0.0:1746066876.229198:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28782 00000100:00100000:0.0:1746066876.229204:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+64:1868:x1830882860174208:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066876.229214:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066876.229225:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff438002 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267db32 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066876.229243:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066876.229247:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff437ffb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267db2b expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066876.229253:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066876.229255:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff438002 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267db32 expref: 65 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066876.229277:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff437ffb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267db2b expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066876.229289:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff438002 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267db32 expref: 65 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066876.229303:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb6400, rc 0) 00000100:00100000:0.0:1746066876.229335:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+65:1868:x1830882860174208:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066876.229356:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28782 00000100:00100000:0.0:1746066876.231128:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.235382:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.239784:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.239876:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.243197:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.246688:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.246733:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.253393:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.262672:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.267003:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.268072:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860176000 00000100:00100000:1.0:1746066876.268079:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860176000 00002000:00100000:1.0:1746066876.268122:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffabb80 x1830882860176000/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.268129:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffabb80 with x1830882860176000 ext(0->4095) 00002000:00010000:1.0:1746066876.268132:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ffabb80 00000100:00100000:0.0:1746066876.274756:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.279720:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.284138:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+65:2034:x1830882860176256:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 4151us (4413us total) trans 4294972067 rc 0/0 00000100:00100000:0.0:1746066876.284837:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1725 00002000:00100000:0.0:1746066876.284847:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012ffa8000 x1830882860176256/t4294972067(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 496/448 e 0 to 0 dl 1746066887 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066876.284856:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa8000 with x1830882860176256 ext(0->7) 00010000:00010000:0.0:1746066876.284864:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438010 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267db40 expref: 65 pid: 21660 timeout: 1088 lvb_type: 0 00010000:00010000:0.0:1746066876.284879:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438010 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267db40 expref: 65 pid: 21660 timeout: 1088 lvb_type: 0 00002000:00010000:0.0:1746066876.284885:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffa8000 00000100:00100000:0.0:1746066876.288522:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.295562:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.301323:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.301580:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860176768 00000100:00100000:1.0:1746066876.301587:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860176768 00002000:00100000:1.0:1746066876.301618:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffab480 x1830882860176768/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.301627:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffab480 with x1830882860176768 ext(0->4095) 00010000:00010000:1.0:1746066876.301632:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0a00/0xd6b24631ff438017 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267db47 expref: 6 pid: 21660 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.301644:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0a00/0xd6b24631ff438017 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267db47 expref: 6 pid: 21660 timeout: 1088 lvb_type: 0 00002000:00010000:1.0:1746066876.301650:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffab480 00000100:00100000:1.0:1746066876.301667:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1726 00000100:00100000:1.0:1746066876.301673:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860176768:12345-192.168.201.51@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746066876.301795:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860176768:12345-192.168.201.51@tcp:3:ldlm_bl.0 Request processed in 121us (481us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066876.301802:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1726 00002000:00100000:1.0:1746066876.301808:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffab480 x1830882860176768/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746066887 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.301823:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffab480 with x1830882860176768 ext(0->4095) 00010000:00010000:1.0:1746066876.301828:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0a00/0xd6b24631ff438017 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267db47 expref: 6 pid: 21660 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.301838:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0a00/0xd6b24631ff438017 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267db47 expref: 6 pid: 21660 timeout: 1088 lvb_type: 0 00002000:00010000:1.0:1746066876.301844:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffab480 00000100:00100000:0.0:1746066876.307777:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.313219:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.313312:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860177152 00000100:00100000:1.0:1746066876.313516:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860177152 00002000:00100000:1.0:1746066876.313545:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffa8a80 x1830882860177152/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.313555:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa8a80 with x1830882860177152 ext(0->4095) 00002000:00010000:1.0:1746066876.313558:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ffa8a80 00000100:00100000:1.0:1746066876.313576:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12842 00000100:00100000:1.0:1746066876.313581:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+65:2032:x1830882860177152:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066876.313686:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+65:2032:x1830882860177152:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (468us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066876.313691:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12842 00002000:00100000:1.0:1746066876.313697:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffa8a80 x1830882860177152/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746066887 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.313704:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa8a80 with x1830882860177152 ext(0->4095) 00002000:00010000:1.0:1746066876.313707:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ffa8a80 00000100:00100000:0.0:1746066876.319671:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.326816:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.327674:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860177408 00000100:00100000:1.0:1746066876.327682:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860177408 00002000:00100000:1.0:1746066876.327718:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800946aaa00 x1830882860177408/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 496/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.327728:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aaa00 with x1830882860177408 ext(0->7) 00010000:00010000:1.0:1746066876.327736:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43801e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267db4e expref: 65 pid: 21660 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.327748:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43801e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267db4e expref: 65 pid: 21660 timeout: 1088 lvb_type: 0 00002000:00010000:1.0:1746066876.327754:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946aaa00 00000100:00100000:1.0:1746066876.328045:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1727 00000100:00100000:1.0:1746066876.328053:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+65:2034:x1830882860177408:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066876.329077:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+67:2034:x1830882860177408:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1023us (2262us total) trans 4294972068 rc 0/0 00000100:00100000:0.0:1746066876.329085:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1727 00002000:00100000:0.0:1746066876.329091:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800946aaa00 x1830882860177408/t4294972068(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 496/448 e 0 to 0 dl 1746066887 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066876.329109:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aaa00 with x1830882860177408 ext(0->7) 00010000:00010000:0.0:1746066876.329115:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43801e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267db4e expref: 67 pid: 21660 timeout: 1088 lvb_type: 0 00010000:00010000:0.0:1746066876.329126:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43801e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267db4e expref: 67 pid: 21660 timeout: 1088 lvb_type: 0 00002000:00010000:0.0:1746066876.329132:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946aaa00 00000100:00100000:0.0:1746066876.333616:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.337784:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.337948:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860177792 00000100:00100000:1.0:1746066876.337955:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860177792 00002000:00100000:1.0:1746066876.337992:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800946a8e00 x1830882860177792/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.338002:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a8e00 with x1830882860177792 ext(0->4095) 00002000:00010000:1.0:1746066876.338006:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a8e00 00000100:00100000:1.0:1746066876.338024:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12843 00000100:00100000:1.0:1746066876.338030:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860177792:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066876.338150:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860177792:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066876.338156:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12843 00002000:00100000:1.0:1746066876.338162:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800946a8e00 x1830882860177792/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746066887 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.338169:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a8e00 with x1830882860177792 ext(0->4095) 00002000:00010000:1.0:1746066876.338172:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a8e00 00000100:00100000:0.0:1746066876.340040:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.347420:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.351781:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.352428:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.355407:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.355703:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.361407:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.361516:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860178944 00000100:00100000:1.0:1746066876.361522:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860178944 00002000:00100000:1.0:1746066876.361554:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e9c00 x1830882860178944/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.361562:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e9c00 with x1830882860178944 ext(0->4095) 00010000:00010000:1.0:1746066876.361569:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff438033 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267db63 expref: 68 pid: 21660 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.361581:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff438033 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267db63 expref: 68 pid: 21660 timeout: 1088 lvb_type: 0 00002000:00010000:1.0:1746066876.361587:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952e9c00 00000100:00100000:1.0:1746066876.361683:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1729 00000100:00100000:1.0:1746066876.361690:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+68:2033:x1830882860178944:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066876.362188:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+68:2033:x1830882860178944:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 269us (555us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066876.362194:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1729 00002000:00100000:1.0:1746066876.362200:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e9c00 x1830882860178944/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746066887 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.362212:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e9c00 with x1830882860178944 ext(0->4095) 00010000:00010000:1.0:1746066876.362218:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff438033 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267db63 expref: 68 pid: 21660 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.362228:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff438033 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267db63 expref: 68 pid: 21660 timeout: 1088 lvb_type: 0 00002000:00010000:1.0:1746066876.362233:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952e9c00 00000100:00100000:0.0:1746066876.365254:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.368302:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.368379:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860179328 00000100:00100000:1.0:1746066876.368385:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860179328 00002000:00100000:1.0:1746066876.368412:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c37480 x1830882860179328/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.368422:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c37480 with x1830882860179328 ext(0->4095) 00002000:00010000:1.0:1746066876.368426:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c37480 00000100:00100000:1.0:1746066876.368532:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12844 00000100:00100000:1.0:1746066876.368539:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+67:2034:x1830882860179328:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066876.368662:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+67:2034:x1830882860179328:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (360us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066876.368667:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12844 00002000:00100000:1.0:1746066876.368672:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c37480 x1830882860179328/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746066887 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.368679:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c37480 with x1830882860179328 ext(0->4095) 00002000:00010000:1.0:1746066876.368682:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c37480 00000100:00100000:0.0:1746066876.370766:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.373721:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.376400:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.376472:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860179840 00000100:00100000:1.0:1746066876.376477:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860179840 00002000:00100000:1.0:1746066876.376503:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f6a4380 x1830882860179840/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.376512:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a4380 with x1830882860179840 ext(0->4095) 00002000:00010000:1.0:1746066876.376516:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f6a4380 00000100:00100000:1.0:1746066876.376628:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12845 00000100:00100000:1.0:1746066876.376636:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860179840:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066876.376744:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860179840:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (344us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066876.376750:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12845 00002000:00100000:1.0:1746066876.376755:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f6a4380 x1830882860179840/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746066887 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.376763:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a4380 with x1830882860179840 ext(0->4095) 00002000:00010000:1.0:1746066876.376766:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f6a4380 00000100:00100000:0.0:1746066876.378528:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.379728:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.382070:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.385410:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.387284:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.387443:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.390176:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.392729:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.392817:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.398600:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.402679:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.415695:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.417813:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.423318:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.427582:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.431657:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.438475:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.448241:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.457129:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.463438:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.465966:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+69:2034:x1830882860183168:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1951us (2533us total) trans 4294972069 rc 0/0 00000100:00100000:0.0:1746066876.465974:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1734 00002000:00100000:0.0:1746066876.465980:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880095885180 x1830882860183168/t4294972069(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 496/448 e 0 to 0 dl 1746066887 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066876.465988:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095885180 with x1830882860183168 ext(0->7) 00010000:00010000:0.0:1746066876.465994:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fa00/0xd6b24631ff43806b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267db9b expref: 69 pid: 9628 timeout: 1088 lvb_type: 0 00010000:00010000:0.0:1746066876.466009:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fa00/0xd6b24631ff43806b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267db9b expref: 69 pid: 9628 timeout: 1088 lvb_type: 0 00002000:00010000:0.0:1746066876.466014:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095885180 00000100:00100000:0.0:1746066876.480008:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.483837:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.484956:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.485008:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860183680 00000100:00100000:1.0:1746066876.485012:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860183680 00002000:00100000:1.0:1746066876.485036:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c38700 x1830882860183680/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.485044:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c38700 with x1830882860183680 ext(0->4095) 00010000:00010000:1.0:1746066876.485048:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff438072 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dba2 expref: 6 pid: 9628 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.485059:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff438072 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dba2 expref: 6 pid: 9628 timeout: 1088 lvb_type: 0 00002000:00010000:1.0:1746066876.485064:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c38700 00000100:00100000:1.0:1746066876.485078:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1735 00000100:00100000:1.0:1746066876.485111:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860183680:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066876.488863:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860183680:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 3772us (3900us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066876.488874:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1735 00002000:00100000:1.0:1746066876.488883:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c38700 x1830882860183680/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746066887 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.488893:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c38700 with x1830882860183680 ext(0->4095) 00010000:00010000:1.0:1746066876.488902:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff438072 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dba2 expref: 6 pid: 9628 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.488915:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff438072 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dba2 expref: 6 pid: 9628 timeout: 1088 lvb_type: 0 00002000:00010000:1.0:1746066876.488922:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c38700 00000100:00100000:0.0:1746066876.495442:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d734a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882860989824:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066876.495469:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff438079 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dba9 expref: 69 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066876.495484:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aa6fc00, rc 0) 00000100:00100000:0.0:1746066876.496458:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+71:1868:x1830882860183424:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12279us (12624us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066876.496466:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28799 00000100:00100000:0.0:1746066876.503292:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.503361:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860184192 00000100:00100000:1.0:1746066876.503368:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860184192 00002000:00100000:1.0:1746066876.503407:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c3b100 x1830882860184192/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.503418:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3b100 with x1830882860184192 ext(0->4095) 00010000:00010000:1.0:1746066876.503426:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff438079 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dba9 expref: 71 pid: 9628 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.503446:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff438079 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dba9 expref: 71 pid: 9628 timeout: 1088 lvb_type: 0 00002000:00010000:1.0:1746066876.503453:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c3b100 00000100:00100000:1.0:1746066876.505101:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1736 00000100:00100000:1.0:1746066876.505112:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+70:2033:x1830882860184192:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066876.505237:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+70:2033:x1830882860184192:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (1945us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066876.505243:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1736 00002000:00100000:1.0:1746066876.505249:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c3b100 x1830882860184192/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746066887 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.505258:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3b100 with x1830882860184192 ext(0->4095) 00010000:00010000:1.0:1746066876.505265:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff438079 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dba9 expref: 70 pid: 9628 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.505276:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff438079 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dba9 expref: 70 pid: 9628 timeout: 1088 lvb_type: 0 00002000:00010000:1.0:1746066876.505283:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c3b100 00000100:00100000:0.0:1746066876.508974:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.519679:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.524727:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.531191:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.531566:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860184832 00000100:00100000:1.0:1746066876.531575:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860184832 00000100:00100000:1.0:1746066876.531611:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28802 00000100:00100000:1.0:1746066876.531618:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+69:1868:x1830882860184832:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066876.531636:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066876.531652:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff43808e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267dbbe expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.531676:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066876.531681:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438087 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbb7 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.531688:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066876.531691:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff43808e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbbe expref: 70 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.531722:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438087 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbb7 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.531733:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff43808e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbbe expref: 70 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.531743:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c555e00, rc 0) 00000100:00100000:1.0:1746066876.531781:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+70:1868:x1830882860184832:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066876.531787:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28802 00000100:00100000:0.0:1746066876.534739:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.540826:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.541185:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860185216 00000100:00100000:1.0:1746066876.541191:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860185216 00002000:00100000:1.0:1746066876.541225:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009efa9c00 x1830882860185216/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.541235:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efa9c00 with x1830882860185216 ext(0->4095) 00010000:00010000:1.0:1746066876.541243:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438087 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbb7 expref: 6 pid: 9627 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.541256:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438087 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbb7 expref: 6 pid: 9627 timeout: 1088 lvb_type: 0 00002000:00010000:1.0:1746066876.541263:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009efa9c00 00000100:00100000:1.0:1746066876.541595:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1737 00000100:00100000:1.0:1746066876.541603:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860185216:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066876.541733:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860185216:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (908us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066876.541795:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1737 00002000:00100000:1.0:1746066876.541801:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009efa9c00 x1830882860185216/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746066887 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.541808:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efa9c00 with x1830882860185216 ext(0->4095) 00010000:00010000:1.0:1746066876.541813:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438087 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbb7 expref: 6 pid: 9627 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.541823:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438087 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbb7 expref: 6 pid: 9627 timeout: 1088 lvb_type: 0 00002000:00010000:1.0:1746066876.541829:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009efa9c00 00000100:00100000:0.0:1746066876.548678:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.553787:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.557720:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.566540:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.570844:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+71:2034:x1830882860185856:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 4072us (4307us total) trans 4294972070 rc 0/0 00000100:00100000:0.0:1746066876.570855:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1738 00002000:00100000:0.0:1746066876.570863:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880095a62680 x1830882860185856/t4294972070(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 496/448 e 0 to 0 dl 1746066887 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066876.570872:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a62680 with x1830882860185856 ext(0->7) 00010000:00010000:0.0:1746066876.570880:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff43808e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbbe expref: 71 pid: 21660 timeout: 1088 lvb_type: 0 00010000:00010000:0.0:1746066876.570895:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff43808e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbbe expref: 71 pid: 21660 timeout: 1088 lvb_type: 0 00002000:00010000:0.0:1746066876.570901:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095a62680 00000100:00100000:0.0:1746066876.576175:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.580024:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.580366:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860186240 00000100:00100000:1.0:1746066876.580372:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860186240 00002000:00100000:1.0:1746066876.580404:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a60e00 x1830882860186240/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.580420:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a60e00 with x1830882860186240 ext(0->4095) 00002000:00010000:1.0:1746066876.580424:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a60e00 00000100:00100000:1.0:1746066876.580439:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12850 00000100:00100000:1.0:1746066876.580444:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860186240:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066876.581037:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860186240:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 590us (1017us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066876.581043:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12850 00002000:00100000:1.0:1746066876.581050:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a60e00 x1830882860186240/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746066887 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.581062:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a60e00 with x1830882860186240 ext(0->4095) 00002000:00010000:1.0:1746066876.581064:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a60e00 00000100:00100000:0.0:1746066876.586100:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.586791:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.599047:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.606874:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.606955:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860186880 00000100:00100000:1.0:1746066876.606962:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860186880 00002000:00100000:1.0:1746066876.607174:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131424000 x1830882860186880/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.607184:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131424000 with x1830882860186880 ext(0->4095) 00010000:00010000:1.0:1746066876.607226:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff43809c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbcc expref: 72 pid: 9628 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.607241:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff43809c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbcc expref: 72 pid: 9628 timeout: 1088 lvb_type: 0 00002000:00010000:1.0:1746066876.607247:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131424000 00000100:00100000:1.0:1746066876.607275:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1739 00000100:00100000:1.0:1746066876.607282:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131424000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2033:x1830882860186880:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066876.607431:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2033:x1830882860186880:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (560us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066876.607437:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1739 00002000:00100000:1.0:1746066876.607443:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131424000 x1830882860186880/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746066887 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.607450:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131424000 with x1830882860186880 ext(0->4095) 00010000:00010000:1.0:1746066876.607455:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff43809c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbcc expref: 72 pid: 9628 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.607463:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff43809c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbcc expref: 72 pid: 9628 timeout: 1088 lvb_type: 0 00002000:00010000:1.0:1746066876.607468:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131424000 00000100:00100000:0.0:1746066876.609966:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.616935:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.618774:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860187264 00000100:00100000:1.0:1746066876.618782:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860187264 00002000:00100000:1.0:1746066876.618821:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131425180 x1830882860187264/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.618830:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131425180 with x1830882860187264 ext(0->4095) 00002000:00010000:1.0:1746066876.618834:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131425180 00000100:00100000:1.0:1746066876.619083:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12851 00000100:00100000:1.0:1746066876.619100:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131425180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+71:2034:x1830882860187264:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066876.619937:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131425180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+71:2034:x1830882860187264:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 846us (3008us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066876.619945:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12851 00002000:00100000:1.0:1746066876.619951:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131425180 x1830882860187264/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746066887 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.619959:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131425180 with x1830882860187264 ext(0->4095) 00002000:00010000:1.0:1746066876.619961:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131425180 00000100:00100000:0.0:1746066876.622893:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.627472:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.627522:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.630511:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.631056:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860187904 00000100:00100000:1.0:1746066876.631062:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860187904 00002000:00100000:1.0:1746066876.631103:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800908e6300 x1830882860187904/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.631112:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e6300 with x1830882860187904 ext(0->4095) 00010000:00010000:1.0:1746066876.631119:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4380aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbda expref: 6 pid: 9628 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.631131:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4380aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbda expref: 6 pid: 9628 timeout: 1088 lvb_type: 0 00002000:00010000:1.0:1746066876.631137:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800908e6300 00000100:00100000:1.0:1746066876.631165:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1740 00000100:00100000:1.0:1746066876.631172:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860187904:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066876.632135:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860187904:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 962us (1629us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066876.632141:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1740 00002000:00100000:1.0:1746066876.632147:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800908e6300 x1830882860187904/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746066887 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.632160:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e6300 with x1830882860187904 ext(0->4095) 00010000:00010000:1.0:1746066876.632165:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4380aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbda expref: 6 pid: 9628 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.632175:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4380aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbda expref: 6 pid: 9628 timeout: 1088 lvb_type: 0 00002000:00010000:1.0:1746066876.632180:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800908e6300 00000100:00100000:0.0:1746066876.635720:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.642314:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.642772:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860188288 00000100:00100000:1.0:1746066876.642777:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860188288 00002000:00100000:1.0:1746066876.642807:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800908e4380 x1830882860188288/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.642816:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e4380 with x1830882860188288 ext(0->4095) 00002000:00010000:1.0:1746066876.642820:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800908e4380 00000100:00100000:1.0:1746066876.642848:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12852 00000100:00100000:1.0:1746066876.642854:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+71:2033:x1830882860188288:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066876.643171:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+71:2033:x1830882860188288:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 316us (863us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066876.643177:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12852 00002000:00100000:1.0:1746066876.643182:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800908e4380 x1830882860188288/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746066887 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.643190:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e4380 with x1830882860188288 ext(0->4095) 00002000:00010000:1.0:1746066876.643193:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800908e4380 00000100:00100000:0.0:1746066876.649230:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.651547:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.654665:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+73:2034:x1830882860188544:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2970us (3113us total) trans 4294972071 rc 0/0 00000100:00100000:1.0:1746066876.654675:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1741 00002000:00100000:1.0:1746066876.654683:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800908e5500 x1830882860188544/t4294972071(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 496/448 e 0 to 0 dl 1746066887 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.654691:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e5500 with x1830882860188544 ext(0->7) 00010000:00010000:1.0:1746066876.654697:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff4380b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbe1 expref: 73 pid: 9628 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.654711:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff4380b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbe1 expref: 73 pid: 9628 timeout: 1088 lvb_type: 0 00002000:00010000:1.0:1746066876.654717:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800908e5500 00000100:00100000:0.0:1746066876.664534:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.672911:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.674053:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.674491:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860188928 00000100:00100000:1.0:1746066876.674498:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860188928 00002000:00100000:1.0:1746066876.674532:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eb54000 x1830882860188928/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.674541:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb54000 with x1830882860188928 ext(0->4095) 00002000:00010000:1.0:1746066876.674545:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb54000 00000100:00100000:1.0:1746066876.674561:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12853 00000100:00100000:1.0:1746066876.674566:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860188928:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066876.674667:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860188928:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (1758us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066876.674673:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12853 00002000:00100000:1.0:1746066876.674678:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eb54000 x1830882860188928/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746066887 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.674685:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb54000 with x1830882860188928 ext(0->4095) 00002000:00010000:1.0:1746066876.674688:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb54000 00000100:00100000:0.0:1746066876.677608:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.677902:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860189184 00000100:00100000:1.0:1746066876.677908:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860189184 00000100:00100000:1.0:1746066876.678591:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28810 00000100:00100000:1.0:1746066876.678598:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+73:1869:x1830882860189184:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066876.678608:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066876.678619:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff4380c6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267dbf6 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.678634:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066876.678638:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4380bf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbef expref: 74 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.678644:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066876.678647:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff4380c6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbf6 expref: 74 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.678671:0:25556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4380bf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbef expref: 74 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.678680:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff4380c6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbf6 expref: 74 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.678688:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aa6ec00, rc 0) 00000100:00100000:1.0:1746066876.678707:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+74:1869:x1830882860189184:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (1103us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066876.678713:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28810 00000100:00100000:0.0:1746066876.678765:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.683822:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.686484:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.695837:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.695920:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860189952 00000100:00100000:1.0:1746066876.695927:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860189952 00002000:00100000:1.0:1746066876.695963:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0f800 x1830882860189952/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.695974:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0f800 with x1830882860189952 ext(0->4095) 00002000:00010000:1.0:1746066876.695978:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095d0f800 00000100:00100000:1.0:1746066876.696069:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12854 00000100:00100000:1.0:1746066876.696076:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+73:2031:x1830882860189952:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066876.696591:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+73:2031:x1830882860189952:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 514us (758us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066876.696597:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12854 00002000:00100000:1.0:1746066876.696603:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0f800 x1830882860189952/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746066887 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.696610:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0f800 with x1830882860189952 ext(0->4095) 00002000:00010000:1.0:1746066876.696612:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095d0f800 00000100:00100000:0.0:1746066876.699837:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.708788:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.708855:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860190208 00000100:00100000:1.0:1746066876.708862:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860190208 00002000:00100000:1.0:1746066876.709079:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800957e9880 x1830882860190208/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 496/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.709096:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e9880 with x1830882860190208 ext(0->7) 00010000:00010000:1.0:1746066876.709104:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff4380c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbf6 expref: 73 pid: 25556 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.709121:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff4380c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbf6 expref: 73 pid: 25556 timeout: 1088 lvb_type: 0 00002000:00010000:1.0:1746066876.709127:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e9880 00000100:00100000:1.0:1746066876.709140:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1743 00000100:00100000:1.0:1746066876.709148:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+73:2033:x1830882860190208:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746066876.710510:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+75:2033:x1830882860190208:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1361us (1722us total) trans 4294972072 rc 0/0 00000100:00100000:1.0:1746066876.710517:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1743 00002000:00100000:1.0:1746066876.710524:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800957e9880 x1830882860190208/t4294972072(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 496/448 e 0 to 0 dl 1746066887 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.710531:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e9880 with x1830882860190208 ext(0->7) 00010000:00010000:1.0:1746066876.710537:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff4380c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbf6 expref: 75 pid: 25556 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.710546:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff4380c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbf6 expref: 75 pid: 25556 timeout: 1088 lvb_type: 0 00002000:00010000:1.0:1746066876.710552:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e9880 00000100:00100000:0.0:1746066876.712766:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.723239:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860190592 00000100:00100000:0.0:1746066876.723247:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860190592 00002000:00100000:0.0:1746066876.723285:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b4dc700 x1830882860190592/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066876.723296:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b4dc700 with x1830882860190592 ext(0->4095) 00002000:00010000:0.0:1746066876.723300:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b4dc700 00000100:00100000:0.0:1746066876.723317:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12855 00000100:00100000:0.0:1746066876.723324:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860190592:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066876.723464:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860190592:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (287us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066876.723470:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12855 00002000:00100000:0.0:1746066876.723476:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b4dc700 x1830882860190592/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746066887 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066876.723484:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b4dc700 with x1830882860190592 ext(0->4095) 00002000:00010000:0.0:1746066876.723487:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b4dc700 00000100:00100000:0.0:1746066876.728142:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.728238:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.728699:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28813 00000100:00100000:1.0:1746066876.728705:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+75:1868:x1830882860190848:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066876.728769:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066876.728786:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c555800/0xd6b24631ff4380d4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267dc0b expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.728811:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff4380cd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbfd expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.728818:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066876.728820:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066876.728823:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c555800/0xd6b24631ff4380d4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc0b expref: 77 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.728860:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff4380cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbfd expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.728871:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff4380cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbfd expref: 5 pid: 9628 timeout: 1088 lvb_type: 0 00000100:00100000:1.0:1746066876.728882:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eb47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882860993152:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066876.729569:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7edc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066876.732589:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:1.0:1746066876.732863:0:25556:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff4380cd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dbfd expref: 6 pid: 9628 timeout: 1088 lvb_type: 0 00000100:00100000:1.0:1746066876.732878:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eb47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882860993152:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066876.732894:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c555800/0xd6b24631ff4380d4 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc0b expref: 76 pid: 25556 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.732901:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c555800/0xd6b24631ff4380d4 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc0b expref: 76 pid: 25556 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.732915:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c555800, rc 0) 00000100:00100000:1.0:1746066876.732935:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+76:1868:x1830882860190848:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4230us (4698us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066876.732942:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28813 00000100:00100000:0.0:1746066876.737672:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.741163:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.749902:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.750072:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860191744 00000100:00100000:1.0:1746066876.750079:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860191744 00000100:00100000:1.0:1746066876.750148:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28814 00000100:00100000:1.0:1746066876.750155:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860191744:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066876.750166:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066876.750179:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff4380e2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267dc12 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.750201:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff4380db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc04 expref: 74 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.750208:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066876.750210:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066876.750213:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff4380e2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc12 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.750235:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff4380db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc04 expref: 74 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.750245:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff4380db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc04 expref: 74 pid: 9628 timeout: 1088 lvb_type: 0 00000100:00100000:1.0:1746066876.750460:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eb47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882860993664:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066876.750521:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7edc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066876.752463:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eb47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882860993664:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066876.752482:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff4380e2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc12 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.752492:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aa6ec00, rc 0) 00000100:00100000:1.0:1746066876.752518:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860191744:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2363us (2620us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066876.752524:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28814 00000100:00100000:0.0:1746066876.752826:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.757269:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.757293:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.757309:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860192256 00000100:00100000:0.0:1746066876.757314:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860192256 00002000:00100000:0.0:1746066876.757529:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009529f100 x1830882860192256/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066876.757537:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529f100 with x1830882860192256 ext(0->4095) 00002000:00010000:0.0:1746066876.757542:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009529f100 00000100:00100000:0.0:1746066876.757566:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12857 00000100:00100000:0.0:1746066876.757572:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860192256:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746066876.757673:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860192256:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (379us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066876.757678:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12857 00002000:00100000:0.0:1746066876.757683:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009529f100 x1830882860192256/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746066887 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066876.757696:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529f100 with x1830882860192256 ext(0->4095) 00002000:00010000:0.0:1746066876.757698:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009529f100 00000100:00100000:1.0:1746066876.758130:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860192128 00000100:00100000:1.0:1746066876.758134:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860192128 00000100:00100000:1.0:1746066876.760155:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28815 00000100:00100000:1.0:1746066876.760163:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+74:1868:x1830882860192128:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066876.760175:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066876.760187:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4380e9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267dc19 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.760208:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff4380e2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc12 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.760215:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066876.760216:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066876.760219:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4380e9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc19 expref: 75 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.760245:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff4380e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc12 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.760255:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff4380e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc12 expref: 5 pid: 25556 timeout: 1088 lvb_type: 0 00000100:00100000:1.0:1746066876.760264:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eb47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882860993920:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066876.760320:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7edc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066876.760583:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.764909:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:1.0:1746066876.766701:0:25556:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff4380e2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc12 expref: 6 pid: 25556 timeout: 1088 lvb_type: 0 00000100:00100000:1.0:1746066876.767190:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eb47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882860993920:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066876.767213:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4380e9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc19 expref: 76 pid: 25556 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.767222:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4380e9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc19 expref: 76 pid: 25556 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.767232:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c223e00, rc 0) 00000100:00100000:1.0:1746066876.768208:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+76:1868:x1830882860192128:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8041us (10935us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066876.768217:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28815 00000100:00100000:0.0:1746066876.777405:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.782027:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.793522:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.793670:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860193280 00000100:00100000:1.0:1746066876.793677:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860193280 00000100:00100000:1.0:1746066876.793715:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28817 00000100:00100000:1.0:1746066876.793721:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860193280:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066876.793733:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066876.793746:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff4380f7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267dc27 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.793769:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4380f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc20 expref: 74 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.793775:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066876.793777:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066876.793780:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff4380f7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc27 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.793803:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4380f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc20 expref: 74 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.793813:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4380f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc20 expref: 74 pid: 9628 timeout: 1088 lvb_type: 0 00000100:00100000:1.0:1746066876.793822:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eb47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882860994432:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066876.794108:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7edc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066876.795672:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eb47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882860994432:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066876.795691:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff4380f7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc27 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.795701:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c222c00, rc 0) 00000100:00100000:1.0:1746066876.795726:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860193280:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2005us (2208us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066876.795732:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28817 00000100:00100000:0.0:1746066876.797843:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.801572:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.801694:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860193536 00000100:00100000:1.0:1746066876.801701:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860193536 00000100:00100000:1.0:1746066876.801789:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28818 00000100:00100000:1.0:1746066876.801796:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+75:1868:x1830882860193536:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066876.801810:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066876.801822:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff4380fe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267dc2e expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.802300:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff4380f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc27 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.802307:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066876.802550:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066876.802554:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff4380fe lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc2e expref: 76 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.802579:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff4380f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc27 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.802590:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff4380f7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc27 expref: 5 pid: 25556 timeout: 1088 lvb_type: 0 00000100:00100000:1.0:1746066876.802603:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eb45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882860994688:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066876.802676:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7edc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066876.804170:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.806924:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eb45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882860994688:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066876.807192:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff4380fe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc2e expref: 75 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.807207:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c222400, rc 0) 00000100:00100000:1.0:1746066876.807238:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+75:1868:x1830882860193536:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5442us (5671us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066876.807244:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28818 00000100:00100000:0.0:1746066876.807902:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.808680:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.809395:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860193920 00000100:00100000:1.0:1746066876.809399:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860193920 00000100:00100000:1.0:1746066876.809426:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28819 00000100:00100000:1.0:1746066876.809431:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+75:1869:x1830882860193920:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066876.809442:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066876.809450:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff438105 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267dc35 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.809465:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff4380fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc2e expref: 76 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.809470:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066876.809472:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066876.809474:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff438105 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc35 expref: 76 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.809490:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff4380fe lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc2e expref: 76 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.809500:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff4380fe lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc2e expref: 76 pid: 25556 timeout: 1088 lvb_type: 0 00000100:00100000:1.0:1746066876.809508:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eb45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882860994944:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066876.811244:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7edc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066876.812653:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.813545:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eb45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882860994944:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066876.813563:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff438105 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc35 expref: 76 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.813577:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085b000, rc 0) 00000100:00100000:1.0:1746066876.813597:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+76:1869:x1830882860193920:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4166us (5698us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066876.813604:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28819 00000100:00100000:1.0:1746066876.813627:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860194304 00000100:00100000:1.0:1746066876.813633:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860194304 00002000:00100000:1.0:1746066876.813660:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f502300 x1830882860194304/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.813669:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f502300 with x1830882860194304 ext(0->4095) 00010000:00010000:1.0:1746066876.813675:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff4380fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc2e expref: 76 pid: 25556 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.813686:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff4380fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc2e expref: 76 pid: 25556 timeout: 1088 lvb_type: 0 00002000:00010000:1.0:1746066876.813693:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f502300 00000100:00100000:1.0:1746066876.813718:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1747 00000100:00100000:1.0:1746066876.813724:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f502300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2033:x1830882860194304:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066876.813844:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f502300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2033:x1830882860194304:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (1196us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066876.813852:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1747 00002000:00100000:1.0:1746066876.813857:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f502300 x1830882860194304/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746066887 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.813864:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f502300 with x1830882860194304 ext(0->4095) 00010000:00010000:1.0:1746066876.813868:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff4380fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc2e expref: 76 pid: 25556 timeout: 1088 lvb_type: 0 00010000:00010000:1.0:1746066876.813877:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff4380fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc2e expref: 76 pid: 25556 timeout: 1088 lvb_type: 0 00002000:00010000:1.0:1746066876.813882:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f502300 00000100:00100000:0.0:1746066876.817152:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.817234:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.817474:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860194432 00000100:00100000:1.0:1746066876.817481:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860194432 00000100:00100000:1.0:1746066876.818637:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28820 00000100:00100000:1.0:1746066876.818644:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f500700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+76:1868:x1830882860194432:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066876.818657:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066876.818668:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff43810c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267dc3c expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.818686:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff438105 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc35 expref: 77 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.818692:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066876.818694:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066876.818697:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff43810c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc3c expref: 77 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.818777:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff438105 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc35 expref: 77 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.818789:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff438105 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc35 expref: 77 pid: 25556 timeout: 1088 lvb_type: 0 00000100:00100000:1.0:1746066876.818798:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eb45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882860995200:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066876.818845:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7edc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066876.821267:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eb45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882860995200:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066876.821288:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff43810c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc3c expref: 77 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.821301:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085ac00, rc 0) 00000100:00100000:1.0:1746066876.821862:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f500700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+76:1868:x1830882860194432:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3124us (4620us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066876.821870:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28820 00000100:00100000:0.0:1746066876.822854:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.826532:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.826634:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860194944 00000100:00100000:1.0:1746066876.826640:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860194944 00000100:00100000:1.0:1746066876.826685:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28821 00000100:00100000:1.0:1746066876.826692:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860194944:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066876.826705:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066876.826719:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff438113 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267dc43 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.826758:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066876.826765:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff43810c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc3c expref: 75 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.826771:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066876.826775:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff438113 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc43 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.826809:0:25556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff43810c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc3c expref: 75 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.826820:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff438113 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc43 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.826829:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085a400, rc 0) 00000100:00100000:1.0:1746066876.826860:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860194944:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066876.826866:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28821 00000100:00100000:0.0:1746066876.829857:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.837821:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.843851:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.845235:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860195456 00000100:00100000:1.0:1746066876.845241:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860195456 00002000:00100000:1.0:1746066876.845275:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a95880 x1830882860195456/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.845284:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a95880 with x1830882860195456 ext(0->4095) 00002000:00010000:1.0:1746066876.845288:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a95880 00000100:00100000:1.0:1746066876.845304:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12859 00000100:00100000:1.0:1746066876.845309:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860195456:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066876.845440:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860195456:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (1596us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066876.845446:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12859 00002000:00100000:1.0:1746066876.845451:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a95880 x1830882860195456/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746066887 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.845458:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a95880 with x1830882860195456 ext(0->4095) 00002000:00010000:1.0:1746066876.845461:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a95880 00000100:00100000:0.0:1746066876.847229:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.853300:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.853465:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860195712 00000100:00100000:1.0:1746066876.853473:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860195712 00000100:00100000:1.0:1746066876.853567:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28823 00000100:00100000:1.0:1746066876.853575:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+76:1869:x1830882860195712:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066876.853590:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066876.853602:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff438121 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267dc51 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.853624:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066876.853630:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff43811a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc4a expref: 77 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.853636:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066876.853639:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff438121 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc51 expref: 77 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.853670:0:25556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff43811a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc4a expref: 77 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.853686:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085b000/0xd6b24631ff438121 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc51 expref: 77 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.853697:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085b000, rc 0) 00000100:00100000:1.0:1746066876.853734:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+77:1869:x1830882860195712:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066876.853741:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28823 00000100:00100000:0.0:1746066876.855578:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.860800:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.869740:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.881897:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.882774:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860196480 00000100:00100000:1.0:1746066876.882782:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860196480 00002000:00100000:1.0:1746066876.882819:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c38000 x1830882860196480/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.882829:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c38000 with x1830882860196480 ext(0->4095) 00002000:00010000:1.0:1746066876.882834:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c38000 00000100:00100000:1.0:1746066876.882869:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12860 00000100:00100000:1.0:1746066876.882876:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+75:2033:x1830882860196480:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066876.883004:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+75:2033:x1830882860196480:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (1114us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066876.883011:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12860 00002000:00100000:1.0:1746066876.883016:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c38000 x1830882860196480/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746066887 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.883024:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c38000 with x1830882860196480 ext(0->4095) 00002000:00010000:1.0:1746066876.883027:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c38000 00000100:00100000:0.0:1746066876.890924:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.896499:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.901076:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.905076:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.909286:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.909806:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.909852:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860197376 00000100:00100000:1.0:1746066876.909856:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860197376 00000100:00100000:1.0:1746066876.909877:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28826 00000100:00100000:1.0:1746066876.909883:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+78:1868:x1830882860197376:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066876.909890:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066876.909896:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff438136 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267dc66 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.909907:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066876.909911:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0800/0xd6b24631ff43812f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc5f expref: 79 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.909917:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066876.909919:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff438136 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc66 expref: 79 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.909939:0:25556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0800/0xd6b24631ff43812f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc5f expref: 79 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.909947:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff438136 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc66 expref: 79 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066876.909954:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085a400, rc 0) 00000100:00100000:1.0:1746066876.909971:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+79:1868:x1830882860197376:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 89us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066876.909975:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28826 00000100:00100000:0.0:1746066876.920639:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.924106:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.925996:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.929858:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.934554:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.934618:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860198272 00000100:00100000:1.0:1746066876.934626:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860198272 00002000:00100000:1.0:1746066876.934971:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094838a80 x1830882860198272/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.934983:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094838a80 with x1830882860198272 ext(0->4095) 00010000:00010000:1.0:1746066876.934991:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff438136 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc66 expref: 77 pid: 25556 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066876.935004:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff438136 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc66 expref: 77 pid: 25556 timeout: 1089 lvb_type: 0 00002000:00010000:1.0:1746066876.935010:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094838a80 00000100:00100000:1.0:1746066876.935037:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1752 00000100:00100000:1.0:1746066876.935044:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094838a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2033:x1830882860198272:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066876.935523:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094838a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2033:x1830882860198272:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 478us (969us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066876.935530:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1752 00002000:00100000:1.0:1746066876.935536:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094838a80 x1830882860198272/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746066887 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.935543:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094838a80 with x1830882860198272 ext(0->4095) 00010000:00010000:1.0:1746066876.935548:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff438136 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc66 expref: 77 pid: 25556 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066876.935558:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff438136 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc66 expref: 77 pid: 25556 timeout: 1089 lvb_type: 0 00002000:00010000:1.0:1746066876.935563:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094838a80 00000100:00100000:0.0:1746066876.939889:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.942973:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.948472:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.957899:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.964963:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.969489:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.974884:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.976823:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+79:2031:x1830882860199424:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 856us (1944us total) trans 4294972074 rc 0/0 00000100:00100000:0.0:1746066876.976831:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1754 00002000:00100000:0.0:1746066876.976837:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880095e7d500 x1830882860199424/t4294972074(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 496/448 e 0 to 0 dl 1746066887 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066876.976845:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7d500 with x1830882860199424 ext(0->7) 00010000:00010000:0.0:1746066876.976850:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff438144 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc74 expref: 79 pid: 9628 timeout: 1089 lvb_type: 0 00010000:00010000:0.0:1746066876.976861:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff438144 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc74 expref: 79 pid: 9628 timeout: 1089 lvb_type: 0 00002000:00010000:0.0:1746066876.977627:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095e7d500 00000100:00100000:0.0:1746066876.978191:0:3791:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746066876.978204:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bd212aa5-9c03-468b-a6b2-d3d7d344f530:3791:1830882860997632:0@lo:400:kworker.0 00000100:00100000:0.0:1746066876.978246:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066876.978378:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3790:1830882860997888:0@lo:400:kworker.0 00000100:00100000:1.0:1746066876.978405:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066876.978823:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3791:1830882860998016:0@lo:400:kworker.0 00000100:00100000:1.0:1746066876.979319:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f6a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3790:1830882860998400:0@lo:400:kworker.0 00000100:00080000:1.0:1746066876.980512:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746066876.980515:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746066876.980517:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746066876.980525:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066876.980540:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f6a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882860998528:0@lo:400:kworker.0 00000100:00100000:1.0:1746066876.980558:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066876.980568:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800908e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882860999040:0@lo:400:kworker.0 00000100:00100000:1.0:1746066876.980582:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066876.980596:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ffaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bd212aa5-9c03-468b-a6b2-d3d7d344f530:3791:1830882860997632:0@lo:400:kworker.0 00000100:00100000:1.0:1746066876.980614:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860998528 00000100:00100000:1.0:1746066876.980616:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860998528 00000100:00080000:1.0:1746066876.980626:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746066876.980639:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860999040 00000100:00100000:1.0:1746066876.980641:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860999040 00000100:00100000:1.0:1746066876.980655:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:1.0:1746066876.980659:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3791:x1830882860998528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746066876.980682:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3791:x1830882860998528:12345-0@lo:400:kworker.0 Request processed in 23us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066876.980687:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:1.0:1746066876.980695:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:1.0:1746066876.980699:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3791:x1830882860999040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746066876.980719:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3791:x1830882860999040:12345-0@lo:400:kworker.0 Request processed in 20us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066876.980723:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:1.0:1746066876.980740:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f6a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882860998528:0@lo:400:kworker.0 00000100:00100000:1.0:1746066876.980747:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800908e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882860999040:0@lo:400:kworker.0 00000100:00080000:1.0:1746066876.980761:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746066876.981258:0:7271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860998016 00000100:00100000:0.0:1746066876.981261:0:7271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860998016 00000100:00100000:0.0:1746066876.981282:0:7271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00000100:00100000:0.0:1746066876.981286:0:7271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3791:x1830882860998016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066876.981590:0:7271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3791:x1830882860998016:12345-0@lo:400:kworker.0 Request processed in 303us (1062us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066876.981596:0:7271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 00000100:00100000:0.0:1746066876.981615:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066876.981631:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3790:1830882860998912:0@lo:400:kworker.0 00000100:00100000:0.0:1746066876.981649:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066876.981667:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3790:1830882860997888:0@lo:400:kworker.0 00000100:00100000:0.0:1746066876.981684:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860998400 00000100:00100000:0.0:1746066876.981687:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860998400 00000100:00100000:0.0:1746066876.981704:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860998912 00000100:00100000:0.0:1746066876.981706:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860998912 00000100:00100000:0.0:1746066876.981717:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1465 00000100:00100000:0.0:1746066876.981721:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3790:x1830882860998400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066876.981744:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3790:x1830882860998400:12345-0@lo:400:kworker.0 Request processed in 23us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066876.981751:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1465 00000100:00100000:0.0:1746066876.981759:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:0.0:1746066876.981763:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3790:x1830882860998912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066876.981780:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3790:x1830882860998912:12345-0@lo:400:kworker.0 Request processed in 17us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066876.981785:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00000100:00100000:0.0:1746066876.981803:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f6a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3790:1830882860998400:0@lo:400:kworker.0 00000100:00100000:0.0:1746066876.981811:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3790:1830882860998912:0@lo:400:kworker.0 00000100:00100000:1.0:1746066876.981972:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3791:1830882860998016:0@lo:400:kworker.0 00000100:00080000:1.0:1746066876.981988:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746066876.982035:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.988807:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.989194:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860199808 00000100:00100000:1.0:1746066876.989201:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860199808 00002000:00100000:1.0:1746066876.989231:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7fb80 x1830882860199808/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.989241:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7fb80 with x1830882860199808 ext(0->4095) 00002000:00010000:1.0:1746066876.989246:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095e7fb80 00000100:00100000:1.0:1746066876.989568:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12863 00000100:00100000:1.0:1746066876.989576:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860199808:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066876.990103:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860199808:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 527us (1297us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066876.990109:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12863 00002000:00100000:1.0:1746066876.990114:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7fb80 x1830882860199808/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746066887 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.990122:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7fb80 with x1830882860199808 ext(0->4095) 00002000:00010000:1.0:1746066876.990125:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095e7fb80 00000100:00100000:0.0:1746066876.992744:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.994832:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066876.997878:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066876.997950:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860200320 00000100:00100000:1.0:1746066876.998198:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860200320 00002000:00100000:1.0:1746066876.998233:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7e300 x1830882860200320/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/0 e 0 to 0 dl 1746066887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.998244:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7e300 with x1830882860200320 ext(0->4095) 00002000:00010000:1.0:1746066876.998248:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095e7e300 00000100:00100000:1.0:1746066876.998265:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12864 00000100:00100000:1.0:1746066876.998271:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+79:2031:x1830882860200320:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066876.998550:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+79:2031:x1830882860200320:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 278us (676us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066876.998557:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12864 00002000:00100000:1.0:1746066876.998562:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7e300 x1830882860200320/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746066887 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066876.998569:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7e300 with x1830882860200320 ext(0->4095) 00002000:00010000:1.0:1746066876.998572:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095e7e300 00000100:00100000:0.0:1746066877.002056:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00080000:1.0:1746066877.002247:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746066877.006128:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00080000:1.0:1746066877.006763:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746066877.007453:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2034:x1830882860200576:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 976us (1324us total) trans 4294972075 rc 0/0 00000100:00100000:0.0:1746066877.007460:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1755 00002000:00100000:0.0:1746066877.007466:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880095e7d880 x1830882860200576/t4294972075(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 496/448 e 0 to 0 dl 1746066888 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066877.007472:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7d880 with x1830882860200576 ext(0->7) 00010000:00010000:0.0:1746066877.007477:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0e00/0xd6b24631ff438152 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc82 expref: 81 pid: 9628 timeout: 1089 lvb_type: 0 00010000:00010000:0.0:1746066877.007486:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0e00/0xd6b24631ff438152 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc82 expref: 81 pid: 9628 timeout: 1089 lvb_type: 0 00002000:00010000:0.0:1746066877.007492:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095e7d880 00000100:00100000:0.0:1746066877.009599:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.015773:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.016219:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860200960 00000100:00100000:1.0:1746066877.016224:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860200960 00002000:00100000:1.0:1746066877.016255:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095873800 x1830882860200960/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:283/0 lens 488/0 e 0 to 0 dl 1746066888 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.016265:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095873800 with x1830882860200960 ext(0->4095) 00002000:00010000:1.0:1746066877.016269:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095873800 00000100:00100000:1.0:1746066877.016285:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12865 00000100:00100000:1.0:1746066877.016292:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860200960:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066877.016410:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860200960:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (643us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066877.016416:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12865 00002000:00100000:1.0:1746066877.016421:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095873800 x1830882860200960/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:283/0 lens 488/4536 e 0 to 0 dl 1746066888 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.016428:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095873800 with x1830882860200960 ext(0->4095) 00002000:00010000:1.0:1746066877.016431:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095873800 00000100:00100000:0.0:1746066877.019513:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.019827:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.020495:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28833 00000100:00100000:0.0:1746066877.020502:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+82:1868:x1830882860201216:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066877.020508:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066877.020515:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff438167 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267dc97 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066877.020526:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066877.020529:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1400/0xd6b24631ff438160 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc90 expref: 83 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066877.020533:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066877.020535:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff438167 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc97 expref: 83 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066877.020553:0:25556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1400/0xd6b24631ff438160 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc90 expref: 83 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066877.020564:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff438167 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc97 expref: 83 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066877.020573:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c223e00, rc 0) 00000100:00100000:0.0:1746066877.020593:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+83:1868:x1830882860201216:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (766us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066877.020598:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28833 00000100:00100000:0.0:1746066877.024250:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.026695:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.029601:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.029648:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.031935:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.032217:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860202112 00000100:00100000:1.0:1746066877.032222:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860202112 00002000:00100000:1.0:1746066877.032244:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095872300 x1830882860202112/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 488/0 e 0 to 0 dl 1746066888 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.032250:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095872300 with x1830882860202112 ext(0->4095) 00010000:00010000:1.0:1746066877.032255:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff438167 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc97 expref: 82 pid: 25556 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.032263:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff438167 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc97 expref: 82 pid: 25556 timeout: 1089 lvb_type: 0 00002000:00010000:1.0:1746066877.032266:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095872300 00000100:00100000:1.0:1746066877.032512:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1757 00000100:00100000:1.0:1746066877.032519:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095872300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2033:x1830882860202112:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066877.032612:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095872300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2033:x1830882860202112:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 94us (680us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066877.032621:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1757 00002000:00100000:1.0:1746066877.032626:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095872300 x1830882860202112/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 488/4536 e 0 to 0 dl 1746066888 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.032633:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095872300 with x1830882860202112 ext(0->4095) 00010000:00010000:1.0:1746066877.032637:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff438167 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc97 expref: 81 pid: 25556 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.032646:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff438167 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc97 expref: 81 pid: 25556 timeout: 1089 lvb_type: 0 00002000:00010000:1.0:1746066877.032651:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095872300 00000100:00100000:0.0:1746066877.033795:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.033834:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.033886:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860202240 00000100:00100000:1.0:1746066877.033890:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860202240 00000100:00100000:1.0:1746066877.034096:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28835 00000100:00100000:1.0:1746066877.034101:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+81:1868:x1830882860202240:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066877.034109:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066877.034120:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff438175 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267dca5 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066877.034137:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066877.034140:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1a00/0xd6b24631ff43816e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc9e expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066877.034145:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066877.034147:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff438175 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dca5 expref: 82 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066877.034170:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1a00/0xd6b24631ff43816e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dc9e expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066877.034177:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085ac00/0xd6b24631ff438175 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dca5 expref: 82 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066877.034182:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085ac00, rc 0) 00000100:00100000:1.0:1746066877.034202:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+82:1868:x1830882860202240:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066877.034205:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28835 00000100:00100000:0.0:1746066877.036130:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.038312:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.041420:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.042971:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.045454:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.047572:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.047647:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860203520 00000100:00100000:1.0:1746066877.047652:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860203520 00002000:00100000:1.0:1746066877.047679:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095870700 x1830882860203520/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:283/0 lens 488/0 e 0 to 0 dl 1746066888 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.047688:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095870700 with x1830882860203520 ext(0->4095) 00002000:00010000:1.0:1746066877.047691:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095870700 00000100:00100000:1.0:1746066877.047713:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12867 00000100:00100000:1.0:1746066877.047717:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095870700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860203520:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066877.047826:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095870700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860203520:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (255us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066877.047832:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12867 00002000:00100000:1.0:1746066877.048057:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095870700 x1830882860203520/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:283/0 lens 488/4536 e 0 to 0 dl 1746066888 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.048069:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095870700 with x1830882860203520 ext(0->4095) 00002000:00010000:1.0:1746066877.048072:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095870700 00000100:00100000:0.0:1746066877.049535:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.051284:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.051782:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.054255:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.057285:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.057401:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.061134:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.063875:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.065076:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.068235:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.071039:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.072730:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800908e6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861002368:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066877.072742:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066877.072772:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860205312:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1610us (1734us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066877.072779:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11668 00000100:00100000:0.0:1746066877.076853:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.076930:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860205696 00000100:00100000:1.0:1746066877.076936:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860205696 00000100:00100000:1.0:1746066877.077520:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28841 00000100:00100000:1.0:1746066877.077528:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860205696:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066877.077540:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066877.077553:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff43819f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267dccf expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066877.077576:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff438198 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcc8 expref: 80 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066877.077583:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066877.077585:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066877.077588:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff43819f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dccf expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066877.077610:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff438198 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcc8 expref: 80 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066877.077621:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff438198 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcc8 expref: 80 pid: 9628 timeout: 1089 lvb_type: 0 00000100:00100000:1.0:1746066877.077631:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ccc4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861002496:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066877.077690:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7edc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066877.079644:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ccc4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861002496:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066877.079662:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff43819f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dccf expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066877.079673:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085a200, rc 0) 00000100:00100000:1.0:1746066877.079699:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860205696:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2172us (2849us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066877.079705:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28841 00000100:00100000:0.0:1746066877.080213:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.080255:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860205824 00000100:00100000:1.0:1746066877.080260:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860205824 00010000:00010000:1.0:1746066877.080278:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff438198 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcc8 expref: 81 pid: 9628 timeout: 1089 lvb_type: 0 00000100:00100000:1.0:1746066877.081590:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11669 00000100:00100000:1.0:1746066877.081598:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2033:x1830882860205824:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066877.081607:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066877.081622:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff438198 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcc8 expref: 81 pid: 9628 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.081632:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff438198 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcc8 expref: 81 pid: 9628 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.081648:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff438198 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcc8 expref: 81 pid: 9628 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.081671:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066877.081672:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066877.081678:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff43819f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dccf expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066877.081685:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff43819f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dccf expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066877.081705:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff43819f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dccf expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066877.081714:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ccc4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861002624:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066877.081766:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7edc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066877.084783:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.084851:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.084913:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860206208 00000100:00100000:1.0:1746066877.084919:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860206208 00000100:00100000:1.0:1746066877.084961:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28842 00000100:00100000:1.0:1746066877.084967:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+81:1868:x1830882860206208:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066877.084980:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066877.084992:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff4381a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267dcd6 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066877.085012:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff43819f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dccf expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066877.085019:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066877.085020:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066877.085023:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff4381a6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcd6 expref: 82 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066877.085046:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff43819f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dccf expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066877.085056:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff43819f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dccf expref: 5 pid: 9627 timeout: 1089 lvb_type: 0 00000100:00100000:1.0:1746066877.085066:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ccc5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861002752:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066877.085128:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74780 going to sleep for 11 seconds 00000100:00100000:1.0:1746066877.085154:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ccc4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861002624:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066877.085165:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066877.085182:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2033:x1830882860205824:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3585us (4970us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066877.085190:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11669 00000100:00100000:0.0:1746066877.088649:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.091581:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ccc5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861002752:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066877.091597:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff4381a6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcd6 expref: 83 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066877.091605:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085aa00, rc 0) 00000100:00100000:1.0:1746066877.092731:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+82:1868:x1830882860206208:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7762us (7878us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066877.092738:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28842 00000100:00100000:0.0:1746066877.093042:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.093442:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860206464 00000100:00100000:1.0:1746066877.093447:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860206464 00010000:00010000:1.0:1746066877.093468:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff43819f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dccf expref: 6 pid: 9627 timeout: 1089 lvb_type: 0 00000100:00100000:1.0:1746066877.093498:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11670 00000100:00100000:1.0:1746066877.093505:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5215c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860206464:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066877.093513:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066877.093528:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff43819f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dccf expref: 6 pid: 9627 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.093539:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff43819f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dccf expref: 6 pid: 9627 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.093556:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff43819f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dccf expref: 6 pid: 9627 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.093578:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066877.093580:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066877.093586:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff4381a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcd6 expref: 81 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066877.093595:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff4381a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcd6 expref: 81 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066877.093616:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff4381a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcd6 expref: 81 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066877.093626:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff4381a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcd6 expref: 81 pid: 9627 timeout: 1089 lvb_type: 0 00000100:00100000:1.0:1746066877.093636:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ccc5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861003008:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066877.093682:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74780 going to sleep for 11 seconds 00000100:00100000:1.0:1746066877.096769:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ccc5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861003008:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066877.096786:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066877.097217:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5215c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860206464:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3710us (4173us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066877.097227:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11670 00000100:00100000:0.0:1746066877.098138:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.098222:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860206720 00000100:00100000:1.0:1746066877.098228:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860206720 00002000:00100000:1.0:1746066877.098257:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98e680 x1830882860206720/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 488/0 e 0 to 0 dl 1746066888 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.098266:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98e680 with x1830882860206720 ext(0->4095) 00010000:00010000:1.0:1746066877.098273:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff4381a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcd6 expref: 82 pid: 9627 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.098286:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff4381a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcd6 expref: 82 pid: 9627 timeout: 1089 lvb_type: 0 00002000:00010000:1.0:1746066877.098292:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e98e680 00000100:00100000:0.0:1746066877.101525:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.101606:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860206848 00000100:00100000:1.0:1746066877.101612:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860206848 00010000:00010000:1.0:1746066877.101636:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff4381a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcd6 expref: 82 pid: 9627 timeout: 1089 lvb_type: 0 00000100:00100000:1.0:1746066877.101664:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11671 00000100:00100000:1.0:1746066877.101669:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2032:x1830882860206848:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066877.101678:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066877.101690:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff4381a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcd6 expref: 82 pid: 9627 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.101705:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff4381a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcd6 expref: 82 pid: 9627 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.101721:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff4381a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcd6 expref: 82 pid: 9627 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.101742:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066877.101744:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066877.101750:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4381ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcdd expref: 81 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066877.101758:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4381ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcdd expref: 81 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066877.101782:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4381ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcdd expref: 81 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066877.101793:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ccc5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861003136:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066877.101845:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d746c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066877.105522:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.105599:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ccc5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861003136:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066877.105613:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066877.105643:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2032:x1830882860206848:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3974us (4123us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066877.105652:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11671 00000100:00100000:1.0:1746066877.111747:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.116528:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.116711:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860207360 00000100:00100000:1.0:1746066877.116718:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860207360 00010000:00010000:1.0:1746066877.116742:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4381ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcdd expref: 81 pid: 9628 timeout: 1089 lvb_type: 0 00000100:00100000:1.0:1746066877.116983:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11672 00000100:00100000:1.0:1746066877.116990:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2034:x1830882860207360:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066877.117001:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066877.117023:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4381ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcdd expref: 81 pid: 9628 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.117036:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4381ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcdd expref: 81 pid: 9628 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.117056:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4381ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcdd expref: 81 pid: 9628 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.117092:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066877.117094:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066877.117101:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4381b4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dce4 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066877.117110:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4381b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dce4 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066877.117136:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4381b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dce4 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066877.117151:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ccc4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861003392:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066877.117206:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d746c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066877.117894:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.122224:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ccc4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861003392:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066877.122238:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066877.122494:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2034:x1830882860207360:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5504us (5970us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066877.122503:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11672 00000100:00100000:0.0:1746066877.124164:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.128183:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.128253:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860207872 00000100:00100000:1.0:1746066877.128260:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860207872 00010000:00010000:1.0:1746066877.128287:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4381b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dce4 expref: 6 pid: 9627 timeout: 1089 lvb_type: 0 00000100:00100000:0.0:1746066877.134464:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.139068:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.141805:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.143260:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+83:2033:x1830882860208384:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1220us (1447us total) trans 4294972076 rc 0/0 00000100:00100000:0.0:1746066877.143273:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1765 00002000:00100000:0.0:1746066877.143283:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008e98c380 x1830882860208384/t4294972076(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 496/448 e 0 to 0 dl 1746066888 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066877.143294:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98c380 with x1830882860208384 ext(0->7) 00010000:00010000:0.0:1746066877.144288:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0e00/0xd6b24631ff4381bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dceb expref: 83 pid: 9627 timeout: 1089 lvb_type: 0 00010000:00010000:0.0:1746066877.144306:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0e00/0xd6b24631ff4381bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dceb expref: 83 pid: 9627 timeout: 1089 lvb_type: 0 00002000:00010000:0.0:1746066877.144313:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e98c380 00000100:00100000:0.0:1746066877.151168:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.158742:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860208768 00000100:00100000:0.0:1746066877.158748:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860208768 00002000:00100000:0.0:1746066877.158783:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c35c00 x1830882860208768/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:283/0 lens 488/0 e 0 to 0 dl 1746066888 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066877.158792:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c35c00 with x1830882860208768 ext(0->4095) 00002000:00010000:0.0:1746066877.158796:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c35c00 00000100:00100000:0.0:1746066877.158812:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12871 00000100:00100000:0.0:1746066877.158817:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860208768:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746066877.159556:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860208768:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 736us (864us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066877.159563:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12871 00002000:00100000:0.0:1746066877.159568:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c35c00 x1830882860208768/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:283/0 lens 488/4536 e 0 to 0 dl 1746066888 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066877.159576:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c35c00 with x1830882860208768 ext(0->4095) 00002000:00010000:0.0:1746066877.159579:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c35c00 00000100:00100000:0.0:1746066877.161176:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.174338:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.174626:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.187203:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.187322:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860209408 00000100:00100000:0.0:1746066877.187329:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860209408 00002000:00100000:0.0:1746066877.187376:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc4700 x1830882860209408/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 488/0 e 0 to 0 dl 1746066888 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066877.187387:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc4700 with x1830882860209408 ext(0->4095) 00010000:00010000:0.0:1746066877.187395:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1400/0xd6b24631ff4381c9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcf9 expref: 84 pid: 9627 timeout: 1089 lvb_type: 0 00010000:00010000:0.0:1746066877.187408:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1400/0xd6b24631ff4381c9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcf9 expref: 84 pid: 9627 timeout: 1089 lvb_type: 0 00002000:00010000:0.0:1746066877.187415:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc4700 00000100:00100000:0.0:1746066877.188381:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1766 00000100:00100000:0.0:1746066877.188389:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2033:x1830882860209408:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746066877.188918:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2033:x1830882860209408:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 529us (1722us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066877.188925:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1766 00002000:00100000:0.0:1746066877.188930:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc4700 x1830882860209408/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 488/4536 e 0 to 0 dl 1746066888 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066877.188939:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc4700 with x1830882860209408 ext(0->4095) 00010000:00010000:0.0:1746066877.188945:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1400/0xd6b24631ff4381c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcf9 expref: 84 pid: 9627 timeout: 1089 lvb_type: 0 00010000:00010000:0.0:1746066877.188955:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1400/0xd6b24631ff4381c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dcf9 expref: 84 pid: 9627 timeout: 1089 lvb_type: 0 00002000:00010000:0.0:1746066877.188962:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc4700 00000100:00100000:0.0:1746066877.194526:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.194605:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.204647:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.208624:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.209292:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.213130:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.216317:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.223249:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.225611:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.230613:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.233656:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.238552:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.242889:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.247338:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.249481:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.252773:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.253889:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+85:2033:x1830882860212096:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 813us (1114us total) trans 4294972077 rc 0/0 00000100:00100000:0.0:1746066877.254097:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1770 00002000:00100000:0.0:1746066877.254103:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094eece00 x1830882860212096/t4294972077(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 496/448 e 0 to 0 dl 1746066888 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066877.254111:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eece00 with x1830882860212096 ext(0->7) 00010000:00010000:0.0:1746066877.254116:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff4381ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dd1c expref: 85 pid: 9628 timeout: 1089 lvb_type: 0 00010000:00010000:0.0:1746066877.254126:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff4381ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dd1c expref: 85 pid: 9628 timeout: 1089 lvb_type: 0 00002000:00010000:0.0:1746066877.254132:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094eece00 00000100:00100000:0.0:1746066877.259752:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.267220:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.267780:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860212480 00000100:00100000:1.0:1746066877.267786:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860212480 00002000:00100000:1.0:1746066877.267819:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131cae300 x1830882860212480/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:283/0 lens 488/0 e 0 to 0 dl 1746066888 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.267829:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cae300 with x1830882860212480 ext(0->4095) 00002000:00010000:1.0:1746066877.267833:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131cae300 00000100:00100000:1.0:1746066877.268060:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12874 00000100:00100000:1.0:1746066877.268068:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860212480:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066877.268194:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860212480:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (982us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066877.268201:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12874 00002000:00100000:1.0:1746066877.268207:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131cae300 x1830882860212480/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:283/0 lens 488/4536 e 0 to 0 dl 1746066888 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.268214:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cae300 with x1830882860212480 ext(0->4095) 00002000:00010000:1.0:1746066877.268218:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131cae300 00000100:00100000:0.0:1746066877.274556:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.282590:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.288238:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860212992 00000100:00100000:1.0:1746066877.288246:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860212992 00002000:00100000:1.0:1746066877.288434:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c35180 x1830882860212992/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 488/0 e 0 to 0 dl 1746066888 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.288444:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c35180 with x1830882860212992 ext(0->4095) 00002000:00010000:1.0:1746066877.288449:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c35180 00000100:00100000:1.0:1746066877.288530:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12875 00000100:00100000:1.0:1746066877.288537:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+85:2032:x1830882860212992:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066877.288657:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+85:2032:x1830882860212992:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (516us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066877.288665:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12875 00002000:00100000:1.0:1746066877.288671:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c35180 x1830882860212992/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 488/4536 e 0 to 0 dl 1746066888 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.288678:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c35180 with x1830882860212992 ext(0->4095) 00002000:00010000:1.0:1746066877.288681:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c35180 00000100:00100000:0.0:1746066877.297992:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.319729:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.319824:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.326239:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2034:x1830882860213248:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 4662us (6509us total) trans 4294972078 rc 0/0 00000100:00100000:0.0:1746066877.326249:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1771 00002000:00100000:0.0:1746066877.326259:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880095e66680 x1830882860213248/t4294972078(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 496/448 e 0 to 0 dl 1746066888 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066877.326268:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e66680 with x1830882860213248 ext(0->7) 00010000:00010000:0.0:1746066877.326277:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1000/0xd6b24631ff4381fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dd2a expref: 88 pid: 9628 timeout: 1089 lvb_type: 0 00010000:00010000:0.0:1746066877.326293:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1000/0xd6b24631ff4381fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dd2a expref: 88 pid: 9628 timeout: 1089 lvb_type: 0 00002000:00010000:0.0:1746066877.326300:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095e66680 00000100:00100000:0.0:1746066877.328674:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.333674:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.343157:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.349118:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860214144 00000100:00100000:1.0:1746066877.349124:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860214144 00002000:00100000:1.0:1746066877.349152:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98ea00 x1830882860214144/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 488/0 e 0 to 0 dl 1746066888 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.349161:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98ea00 with x1830882860214144 ext(0->4095) 00002000:00010000:1.0:1746066877.349165:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98ea00 00000100:00100000:1.0:1746066877.349178:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12876 00000100:00100000:1.0:1746066877.349183:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+87:2033:x1830882860214144:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066877.349274:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+87:2033:x1830882860214144:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 91us (669us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066877.349279:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12876 00002000:00100000:1.0:1746066877.349284:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98ea00 x1830882860214144/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 488/4536 e 0 to 0 dl 1746066888 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.349291:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98ea00 with x1830882860214144 ext(0->4095) 00002000:00010000:1.0:1746066877.349293:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98ea00 00000100:00100000:0.0:1746066877.351486:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.358227:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.358302:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.361864:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957e9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861006720:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066877.361875:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066877.361907:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+87:2034:x1830882860214528:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3452us (3682us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066877.361916:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11685 00000100:00100000:0.0:1746066877.363858:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.364204:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860214784 00000100:00100000:1.0:1746066877.364210:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860214784 00002000:00100000:1.0:1746066877.364240:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c42d80 x1830882860214784/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:283/0 lens 488/0 e 0 to 0 dl 1746066888 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.364249:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c42d80 with x1830882860214784 ext(0->4095) 00010000:00010000:1.0:1746066877.364256:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff43820f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dd3f expref: 6 pid: 9627 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.364267:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff43820f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dd3f expref: 6 pid: 9627 timeout: 1089 lvb_type: 0 00002000:00010000:1.0:1746066877.364273:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c42d80 00000100:00100000:1.0:1746066877.364312:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1773 00000100:00100000:1.0:1746066877.364318:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860214784:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066877.364657:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860214784:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 338us (803us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066877.364663:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1773 00002000:00100000:1.0:1746066877.364668:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c42d80 x1830882860214784/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:283/0 lens 488/4536 e 0 to 0 dl 1746066888 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.364676:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c42d80 with x1830882860214784 ext(0->4095) 00010000:00010000:1.0:1746066877.364680:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff43820f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dd3f expref: 6 pid: 9627 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.364689:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff43820f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dd3f expref: 6 pid: 9627 timeout: 1089 lvb_type: 0 00002000:00010000:1.0:1746066877.364695:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c42d80 00000100:00100000:0.0:1746066877.370162:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.375584:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.379030:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.383662:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.384511:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860215424 00000100:00100000:1.0:1746066877.384519:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860215424 00002000:00100000:1.0:1746066877.384553:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094c43b80 x1830882860215424/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 496/0 e 0 to 0 dl 1746066888 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.384561:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c43b80 with x1830882860215424 ext(0->7) 00010000:00010000:1.0:1746066877.384567:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438216 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dd46 expref: 87 pid: 9627 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.384578:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438216 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dd46 expref: 87 pid: 9627 timeout: 1089 lvb_type: 0 00002000:00010000:1.0:1746066877.384587:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c43b80 00000100:00100000:1.0:1746066877.384612:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1774 00000100:00100000:1.0:1746066877.384618:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+87:2034:x1830882860215424:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066877.390603:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+89:2034:x1830882860215424:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 5976us (6933us total) trans 4294972079 rc 0/0 00000100:00100000:0.0:1746066877.390614:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1774 00002000:00100000:0.0:1746066877.390624:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094c43b80 x1830882860215424/t4294972079(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 496/448 e 0 to 0 dl 1746066888 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066877.390632:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c43b80 with x1830882860215424 ext(0->7) 00010000:00010000:0.0:1746066877.390641:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438216 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dd46 expref: 89 pid: 9627 timeout: 1089 lvb_type: 0 00010000:00010000:0.0:1746066877.390840:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438216 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dd46 expref: 89 pid: 9627 timeout: 1089 lvb_type: 0 00002000:00010000:0.0:1746066877.390847:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c43b80 00000100:00100000:0.0:1746066877.397772:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.404530:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.404633:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.408990:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.410044:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.415266:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.420119:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.425264:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.427864:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.433559:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.437566:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.437592:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.442171:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.444071:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.447542:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.451707:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.456784:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.460638:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.468243:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.469589:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.473776:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.478746:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.478803:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.483873:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.489703:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.493626:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.498910:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.502998:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.510576:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.516976:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.521950:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.528955:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.533325:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.535070:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+91:2033:x1830882860221184:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1385us (1744us total) trans 4294972080 rc 0/0 00000100:00100000:0.0:1746066877.535092:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1780 00002000:00100000:0.0:1746066877.535099:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880123a96680 x1830882860221184/t4294972080(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 496/448 e 0 to 0 dl 1746066888 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066877.535108:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a96680 with x1830882860221184 ext(0->7) 00010000:00010000:0.0:1746066877.535113:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0a00/0xd6b24631ff438263 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dd93 expref: 91 pid: 9627 timeout: 1089 lvb_type: 0 00010000:00010000:0.0:1746066877.535124:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0a00/0xd6b24631ff438263 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dd93 expref: 91 pid: 9627 timeout: 1089 lvb_type: 0 00002000:00010000:0.0:1746066877.535131:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123a96680 00000100:00100000:0.0:1746066877.549915:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.554942:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.555002:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860221568 00000100:00100000:1.0:1746066877.555009:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860221568 00002000:00100000:1.0:1746066877.555052:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a94a80 x1830882860221568/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:283/0 lens 488/0 e 0 to 0 dl 1746066888 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.555062:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a94a80 with x1830882860221568 ext(0->4095) 00002000:00010000:1.0:1746066877.555066:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123a94a80 00000100:00100000:1.0:1746066877.555104:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12884 00000100:00100000:1.0:1746066877.555110:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860221568:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066877.555227:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860221568:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066877.555234:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12884 00002000:00100000:1.0:1746066877.555239:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a94a80 x1830882860221568/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:283/0 lens 488/4536 e 0 to 0 dl 1746066888 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.555248:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a94a80 with x1830882860221568 ext(0->4095) 00002000:00010000:1.0:1746066877.555251:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123a94a80 00000100:00100000:0.0:1746066877.562551:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.572248:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.575180:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.575379:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860222080 00000100:00100000:1.0:1746066877.575386:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860222080 00002000:00100000:1.0:1746066877.575416:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec3100 x1830882860222080/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 488/0 e 0 to 0 dl 1746066888 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.575435:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec3100 with x1830882860222080 ext(0->4095) 00002000:00010000:1.0:1746066877.575440:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ec3100 00000100:00100000:1.0:1746066877.575462:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12885 00000100:00100000:1.0:1746066877.575470:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+91:2034:x1830882860222080:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066877.575574:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+91:2034:x1830882860222080:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (398us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066877.575581:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12885 00002000:00100000:1.0:1746066877.575587:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec3100 x1830882860222080/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 488/4536 e 0 to 0 dl 1746066888 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.575595:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec3100 with x1830882860222080 ext(0->4095) 00002000:00010000:1.0:1746066877.575597:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ec3100 00000100:00100000:0.0:1746066877.582641:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.596859:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.596934:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860222336 00000100:00100000:1.0:1746066877.596941:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860222336 00002000:00100000:1.0:1746066877.596973:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094ec1500 x1830882860222336/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 496/0 e 0 to 0 dl 1746066888 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.596984:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec1500 with x1830882860222336 ext(0->7) 00010000:00010000:1.0:1746066877.597194:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1c00/0xd6b24631ff438271 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dda1 expref: 91 pid: 9627 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.597209:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1c00/0xd6b24631ff438271 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dda1 expref: 91 pid: 9627 timeout: 1089 lvb_type: 0 00002000:00010000:1.0:1746066877.597216:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec1500 00000100:00100000:1.0:1746066877.597245:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1781 00000100:00100000:1.0:1746066877.597253:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+91:2034:x1830882860222336:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066877.600139:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+93:2034:x1830882860222336:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2881us (3277us total) trans 4294972081 rc 0/0 00000100:00100000:0.0:1746066877.600149:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1781 00002000:00100000:0.0:1746066877.600158:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094ec1500 x1830882860222336/t4294972081(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 496/448 e 0 to 0 dl 1746066888 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066877.600167:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec1500 with x1830882860222336 ext(0->7) 00010000:00010000:0.0:1746066877.600174:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1c00/0xd6b24631ff438271 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dda1 expref: 93 pid: 9627 timeout: 1089 lvb_type: 0 00010000:00010000:0.0:1746066877.600186:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1c00/0xd6b24631ff438271 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dda1 expref: 93 pid: 9627 timeout: 1089 lvb_type: 0 00002000:00010000:0.0:1746066877.600192:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec1500 00000100:00100000:0.0:1746066877.603873:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.612937:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.613814:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860222720 00000100:00100000:1.0:1746066877.613821:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860222720 00002000:00100000:1.0:1746066877.613855:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec2300 x1830882860222720/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:283/0 lens 488/0 e 0 to 0 dl 1746066888 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.613865:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec2300 with x1830882860222720 ext(0->4095) 00002000:00010000:1.0:1746066877.613870:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ec2300 00000100:00100000:1.0:1746066877.613903:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12886 00000100:00100000:1.0:1746066877.613910:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860222720:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066877.614454:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860222720:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 543us (1523us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066877.614537:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12886 00002000:00100000:1.0:1746066877.614545:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec2300 x1830882860222720/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:283/0 lens 488/4536 e 0 to 0 dl 1746066888 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.614553:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec2300 with x1830882860222720 ext(0->4095) 00002000:00010000:1.0:1746066877.614557:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ec2300 00000100:00100000:0.0:1746066877.618297:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.620015:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.627968:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.638998:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.639090:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860223360 00000100:00100000:1.0:1746066877.639098:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860223360 00002000:00100000:1.0:1746066877.639135:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112ca80 x1830882860223360/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 488/0 e 0 to 0 dl 1746066888 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.639146:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112ca80 with x1830882860223360 ext(0->4095) 00010000:00010000:1.0:1746066877.639154:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1400/0xd6b24631ff43827f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ddaf expref: 94 pid: 9627 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.639172:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1400/0xd6b24631ff43827f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ddaf expref: 94 pid: 9627 timeout: 1089 lvb_type: 0 00002000:00010000:1.0:1746066877.639179:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112ca80 00000100:00100000:1.0:1746066877.639244:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1782 00000100:00100000:1.0:1746066877.639250:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+94:2033:x1830882860223360:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066877.639562:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+94:2033:x1830882860223360:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 310us (570us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066877.639569:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1782 00002000:00100000:1.0:1746066877.639575:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112ca80 x1830882860223360/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 488/4536 e 0 to 0 dl 1746066888 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.639582:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112ca80 with x1830882860223360 ext(0->4095) 00010000:00010000:1.0:1746066877.639588:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1400/0xd6b24631ff43827f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ddaf expref: 94 pid: 9627 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.639596:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1400/0xd6b24631ff43827f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ddaf expref: 94 pid: 9627 timeout: 1089 lvb_type: 0 00002000:00010000:1.0:1746066877.639602:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112ca80 00000100:00100000:0.0:1746066877.642851:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.645851:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860223616 00000100:00100000:0.0:1746066877.645856:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860223616 00010000:00010000:0.0:1746066877.645876:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1400/0xd6b24631ff43827f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ddaf expref: 94 pid: 9627 timeout: 1089 lvb_type: 0 00000100:00100000:0.0:1746066877.645908:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11702 00000100:00100000:0.0:1746066877.645914:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+94:2034:x1830882860223616:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066877.645922:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066877.645940:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1400/0xd6b24631ff43827f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ddaf expref: 94 pid: 9627 timeout: 1089 lvb_type: 0 00010000:00010000:0.0:1746066877.645956:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1400/0xd6b24631ff43827f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ddaf expref: 94 pid: 9627 timeout: 1089 lvb_type: 0 00010000:00010000:0.0:1746066877.645973:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1400/0xd6b24631ff43827f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ddaf expref: 94 pid: 9627 timeout: 1089 lvb_type: 0 00010000:00010000:0.0:1746066877.645989:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066877.645991:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066877.645995:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff438286 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ddb6 expref: 93 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066877.646002:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff438286 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ddb6 expref: 93 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066877.646024:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff438286 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ddb6 expref: 93 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066877.646035:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff438286 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ddb6 expref: 93 pid: 9628 timeout: 1089 lvb_type: 0 00000100:00100000:0.0:1746066877.646047:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f6a4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861011200:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066877.646127:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066877.651167:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.651237:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860223872 00000100:00100000:1.0:1746066877.651244:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860223872 00002000:00100000:1.0:1746066877.651481:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f6a6a00 x1830882860223872/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 488/0 e 0 to 0 dl 1746066888 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.651491:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a6a00 with x1830882860223872 ext(0->4095) 00010000:00010000:1.0:1746066877.651501:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff438286 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ddb6 expref: 94 pid: 9628 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.651514:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff438286 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ddb6 expref: 94 pid: 9628 timeout: 1089 lvb_type: 0 00002000:00010000:1.0:1746066877.651522:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f6a6a00 00000100:00100000:0.0:1746066877.656189:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.656234:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.659679:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861011456:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066877.659691:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066877.659719:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+93:2034:x1830882860224128:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3088us (3484us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066877.659728:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11703 00000100:00100000:1.0:1746066877.660172:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860224384 00000100:00100000:1.0:1746066877.660178:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860224384 00002000:00100000:1.0:1746066877.660206:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98f480 x1830882860224384/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:283/0 lens 488/0 e 0 to 0 dl 1746066888 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.660214:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98f480 with x1830882860224384 ext(0->4095) 00010000:00010000:1.0:1746066877.660221:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0e00/0xd6b24631ff43828d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ddbd expref: 6 pid: 9627 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.660232:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0e00/0xd6b24631ff43828d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ddbd expref: 6 pid: 9627 timeout: 1089 lvb_type: 0 00002000:00010000:1.0:1746066877.660238:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e98f480 00000100:00100000:1.0:1746066877.660264:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1784 00000100:00100000:1.0:1746066877.660270:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860224384:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066877.660410:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860224384:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (946us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066877.660417:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1784 00002000:00100000:1.0:1746066877.660422:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98f480 x1830882860224384/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:283/0 lens 488/4536 e 0 to 0 dl 1746066888 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.660435:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98f480 with x1830882860224384 ext(0->4095) 00010000:00010000:1.0:1746066877.660440:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0e00/0xd6b24631ff43828d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ddbd expref: 6 pid: 9627 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.660449:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0e00/0xd6b24631ff43828d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ddbd expref: 6 pid: 9627 timeout: 1089 lvb_type: 0 00002000:00010000:1.0:1746066877.660454:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e98f480 00000100:00100000:0.0:1746066877.664036:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.671125:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.674891:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.680238:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.680539:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.686712:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.686970:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860225408 00000100:00100000:1.0:1746066877.686977:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860225408 00002000:00100000:1.0:1746066877.687009:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132e03480 x1830882860225408/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:283/0 lens 488/0 e 0 to 0 dl 1746066888 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.687018:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e03480 with x1830882860225408 ext(0->4095) 00010000:00010000:1.0:1746066877.687025:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff43829b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ddcb expref: 6 pid: 21660 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.687037:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff43829b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ddcb expref: 6 pid: 21660 timeout: 1089 lvb_type: 0 00002000:00010000:1.0:1746066877.687043:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e03480 00000100:00100000:1.0:1746066877.687079:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1785 00000100:00100000:1.0:1746066877.687086:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860225408:12345-192.168.201.51@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746066877.687189:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860225408:12345-192.168.201.51@tcp:3:ldlm_bl.0 Request processed in 104us (480us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066877.687195:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1785 00002000:00100000:1.0:1746066877.687201:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132e03480 x1830882860225408/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:283/0 lens 488/4536 e 0 to 0 dl 1746066888 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.687208:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e03480 with x1830882860225408 ext(0->4095) 00010000:00010000:1.0:1746066877.687213:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff43829b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ddcb expref: 6 pid: 21660 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.687222:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff43829b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ddcb expref: 6 pid: 21660 timeout: 1089 lvb_type: 0 00002000:00010000:1.0:1746066877.687227:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e03480 00000100:00100000:0.0:1746066877.693786:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.693944:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.700510:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.704259:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.709723:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.709834:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860226304 00000100:00100000:1.0:1746066877.709840:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860226304 00002000:00100000:1.0:1746066877.709875:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eb56680 x1830882860226304/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 488/0 e 0 to 0 dl 1746066888 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.709885:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb56680 with x1830882860226304 ext(0->4095) 00002000:00010000:1.0:1746066877.709889:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb56680 00000100:00100000:1.0:1746066877.709915:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12888 00000100:00100000:1.0:1746066877.709921:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+93:2033:x1830882860226304:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066877.710267:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+93:2033:x1830882860226304:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 345us (545us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066877.710272:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12888 00002000:00100000:1.0:1746066877.710276:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eb56680 x1830882860226304/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 488/4536 e 0 to 0 dl 1746066888 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.710283:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb56680 with x1830882860226304 ext(0->4095) 00002000:00010000:1.0:1746066877.710285:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb56680 00000100:00100000:0.0:1746066877.714043:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.729180:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.741709:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.748140:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.749246:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.752636:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.759415:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.764302:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.768974:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.769143:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.775549:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.780587:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.780663:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.786052:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.791514:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.793451:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3791:1830882861013760:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746066877.793485:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066877.794683:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3791:1830882861013760:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746066877.796469:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.798705:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.802859:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.806758:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.806800:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.812248:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.812331:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.818198:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.823685:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.829682:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.832564:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.839276:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.842862:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.846896:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.847061:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860231168 00000100:00100000:1.0:1746066877.847075:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860231168 00002000:00100000:1.0:1746066877.847105:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952eb100 x1830882860231168/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:283/0 lens 488/0 e 0 to 0 dl 1746066888 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.847115:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952eb100 with x1830882860231168 ext(0->4095) 00010000:00010000:1.0:1746066877.847122:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0a00/0xd6b24631ff4382e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de18 expref: 6 pid: 21660 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.847133:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0a00/0xd6b24631ff4382e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de18 expref: 6 pid: 21660 timeout: 1089 lvb_type: 0 00002000:00010000:1.0:1746066877.847140:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952eb100 00000100:00100000:1.0:1746066877.847162:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1792 00000100:00100000:1.0:1746066877.847167:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860231168:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066877.847272:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860231168:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (377us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066877.847279:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1792 00002000:00100000:1.0:1746066877.847284:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952eb100 x1830882860231168/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:283/0 lens 488/4536 e 0 to 0 dl 1746066888 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.847290:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952eb100 with x1830882860231168 ext(0->4095) 00010000:00010000:1.0:1746066877.847296:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0a00/0xd6b24631ff4382e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de18 expref: 6 pid: 21660 timeout: 1089 lvb_type: 0 00010000:00010000:1.0:1746066877.847304:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0a00/0xd6b24631ff4382e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de18 expref: 6 pid: 21660 timeout: 1089 lvb_type: 0 00002000:00010000:1.0:1746066877.847310:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952eb100 00000100:00100000:0.0:1746066877.850223:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.851614:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.855914:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.858693:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.862120:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066877.862689:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860232064 00000100:00100000:1.0:1746066877.862694:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860232064 00002000:00100000:1.0:1746066877.862723:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7f480 x1830882860232064/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 488/0 e 0 to 0 dl 1746066888 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.862733:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7f480 with x1830882860232064 ext(0->4095) 00002000:00010000:1.0:1746066877.862737:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095e7f480 00000100:00100000:1.0:1746066877.862760:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12893 00000100:00100000:1.0:1746066877.862767:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+95:2032:x1830882860232064:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066877.862875:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+95:2032:x1830882860232064:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (760us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066877.862881:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12893 00002000:00100000:1.0:1746066877.862886:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7f480 x1830882860232064/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 488/4536 e 0 to 0 dl 1746066888 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.862893:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7f480 with x1830882860232064 ext(0->4095) 00002000:00010000:1.0:1746066877.862896:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095e7f480 00000100:00100000:0.0:1746066877.867560:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.878613:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.878794:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.888614:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.893539:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.900323:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861015808:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066877.900356:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066877.900395:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860232832:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6571us (6862us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066877.900403:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11720 00000100:00100000:1.0:1746066877.900781:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860233088 00000100:00100000:1.0:1746066877.900788:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860233088 00002000:00100000:1.0:1746066877.900819:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98fb80 x1830882860233088/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 488/0 e 0 to 0 dl 1746066888 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.900836:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98fb80 with x1830882860233088 ext(0->4095) 00002000:00010000:1.0:1746066877.900840:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98fb80 00000100:00100000:1.0:1746066877.900869:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12894 00000100:00100000:1.0:1746066877.900875:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+95:2034:x1830882860233088:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066877.900975:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+95:2034:x1830882860233088:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (1285us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066877.901185:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12894 00002000:00100000:1.0:1746066877.901192:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98fb80 x1830882860233088/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:283/0 lens 488/4536 e 0 to 0 dl 1746066888 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066877.901199:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98fb80 with x1830882860233088 ext(0->4095) 00002000:00010000:1.0:1746066877.901202:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98fb80 00000100:00100000:0.0:1746066877.908627:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.930782:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.960306:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.960415:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.968675:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.973861:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.984232:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066877.991510:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.005604:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.005681:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860234496 00000100:00100000:1.0:1746066878.005689:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860234496 00002000:00100000:1.0:1746066878.005727:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880095886300 x1830882860234496/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 496/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.005736:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095886300 with x1830882860234496 ext(0->7) 00010000:00010000:1.0:1746066878.005744:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0600/0xd6b24631ff438312 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de42 expref: 97 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.005756:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0600/0xd6b24631ff438312 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de42 expref: 97 pid: 21660 timeout: 1090 lvb_type: 0 00002000:00010000:1.0:1746066878.005762:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095886300 00000100:00100000:1.0:1746066878.006683:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1797 00000100:00100000:1.0:1746066878.006692:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+97:2034:x1830882860234496:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746066878.007983:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+99:2034:x1830882860234496:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1288us (2382us total) trans 4294972084 rc 0/0 00000100:00100000:1.0:1746066878.007991:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1797 00002000:00100000:1.0:1746066878.007999:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880095886300 x1830882860234496/t4294972084(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 496/448 e 0 to 0 dl 1746066889 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.008008:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095886300 with x1830882860234496 ext(0->7) 00010000:00010000:1.0:1746066878.008016:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0600/0xd6b24631ff438312 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de42 expref: 99 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.008030:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0600/0xd6b24631ff438312 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de42 expref: 99 pid: 21660 timeout: 1090 lvb_type: 0 00002000:00010000:1.0:1746066878.008036:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095886300 00000100:00100000:0.0:1746066878.018864:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.027563:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.032132:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.033238:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860235008 00000100:00100000:1.0:1746066878.033246:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860235008 00002000:00100000:1.0:1746066878.033285:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f8bb80 x1830882860235008/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.033296:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f8bb80 with x1830882860235008 ext(0->4095) 00010000:00010000:1.0:1746066878.033305:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1c00/0xd6b24631ff438319 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de49 expref: 6 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.033319:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1c00/0xd6b24631ff438319 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de49 expref: 6 pid: 21660 timeout: 1090 lvb_type: 0 00002000:00010000:1.0:1746066878.033326:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131f8bb80 00000100:00100000:1.0:1746066878.033390:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1798 00000100:00100000:1.0:1746066878.033397:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860235008:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066878.033525:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860235008:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (1397us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066878.033531:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1798 00002000:00100000:1.0:1746066878.033536:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f8bb80 x1830882860235008/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746066889 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.033542:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f8bb80 with x1830882860235008 ext(0->4095) 00010000:00010000:1.0:1746066878.033546:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1c00/0xd6b24631ff438319 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de49 expref: 6 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.033561:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1c00/0xd6b24631ff438319 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de49 expref: 6 pid: 21660 timeout: 1090 lvb_type: 0 00002000:00010000:1.0:1746066878.033567:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131f8bb80 00000100:00100000:0.0:1746066878.037874:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.041592:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.045936:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.050700:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.059325:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.059516:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860235904 00000100:00100000:1.0:1746066878.059525:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860235904 00002000:00100000:1.0:1746066878.059562:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aa62a00 x1830882860235904/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 488/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.059572:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa62a00 with x1830882860235904 ext(0->4095) 00002000:00010000:1.0:1746066878.059576:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aa62a00 00000100:00100000:1.0:1746066878.059610:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12896 00000100:00100000:1.0:1746066878.059617:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+99:2034:x1830882860235904:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066878.059762:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+99:2034:x1830882860235904:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (444us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066878.059770:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12896 00002000:00100000:1.0:1746066878.059775:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aa62a00 x1830882860235904/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746066889 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.059783:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa62a00 with x1830882860235904 ext(0->4095) 00002000:00010000:1.0:1746066878.059786:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aa62a00 00000100:00100000:0.0:1746066878.064419:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.072742:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.076945:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+101:2034:x1830882860236160:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1393us (4212us total) trans 4294972085 rc 0/0 00000100:00100000:0.0:1746066878.076954:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1800 00002000:00100000:0.0:1746066878.076961:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012b8fca80 x1830882860236160/t4294972085(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 496/448 e 0 to 0 dl 1746066889 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066878.076976:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8fca80 with x1830882860236160 ext(0->7) 00010000:00010000:0.0:1746066878.076982:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff438327 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de57 expref: 101 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:0.0:1746066878.077007:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff438327 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de57 expref: 101 pid: 21660 timeout: 1090 lvb_type: 0 00002000:00010000:0.0:1746066878.077014:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8fca80 00000100:00100000:0.0:1746066878.081231:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.091245:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.091323:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.092188:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860236544 00000100:00100000:1.0:1746066878.092191:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860236544 00002000:00100000:1.0:1746066878.092214:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e7100 x1830882860236544/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.092221:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e7100 with x1830882860236544 ext(0->4095) 00010000:00010000:1.0:1746066878.092226:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff43832e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de5e expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.092234:0:27172:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff43832e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de5e expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746066878.092240:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e7100 00000100:00100000:1.0:1746066878.092253:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1801 00000100:00100000:1.0:1746066878.092258:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860236544:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066878.092380:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860236544:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (1141us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066878.092387:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1801 00002000:00100000:1.0:1746066878.092392:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e7100 x1830882860236544/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746066889 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.092405:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e7100 with x1830882860236544 ext(0->4095) 00010000:00010000:1.0:1746066878.092409:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff43832e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de5e expref: 6 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.092419:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff43832e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de5e expref: 6 pid: 21660 timeout: 1090 lvb_type: 0 00002000:00010000:1.0:1746066878.092424:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e7100 00000100:00100000:0.0:1746066878.098801:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.098889:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.106561:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.107309:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860237184 00000100:00100000:1.0:1746066878.107316:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860237184 00002000:00100000:1.0:1746066878.107367:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e5f80 x1830882860237184/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 488/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.107377:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e5f80 with x1830882860237184 ext(0->4095) 00010000:00010000:1.0:1746066878.107385:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff438335 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de65 expref: 101 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.107398:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff438335 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de65 expref: 101 pid: 21660 timeout: 1090 lvb_type: 0 00002000:00010000:1.0:1746066878.107404:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952e5f80 00000100:00100000:1.0:1746066878.107430:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1802 00000100:00100000:1.0:1746066878.107436:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+101:2034:x1830882860237184:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066878.107541:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+101:2034:x1830882860237184:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (986us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066878.107547:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1802 00002000:00100000:1.0:1746066878.107553:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e5f80 x1830882860237184/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746066889 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.107561:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e5f80 with x1830882860237184 ext(0->4095) 00010000:00010000:1.0:1746066878.107565:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff438335 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de65 expref: 101 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.107574:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff438335 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de65 expref: 101 pid: 21660 timeout: 1090 lvb_type: 0 00002000:00010000:1.0:1746066878.107580:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952e5f80 00000100:00100000:0.0:1746066878.115815:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.116116:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.121485:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.131453:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.135507:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.135590:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860238080 00000100:00100000:1.0:1746066878.135597:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860238080 00002000:00100000:1.0:1746066878.135632:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126ed80 x1830882860238080/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 488/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.135643:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126ed80 with x1830882860238080 ext(0->4095) 00002000:00010000:1.0:1746066878.135648:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009126ed80 00000100:00100000:1.0:1746066878.135672:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12897 00000100:00100000:1.0:1746066878.135679:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+101:2033:x1830882860238080:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066878.135791:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+101:2033:x1830882860238080:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (295us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066878.135798:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12897 00002000:00100000:1.0:1746066878.135804:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126ed80 x1830882860238080/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746066889 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.135813:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126ed80 with x1830882860238080 ext(0->4095) 00002000:00010000:1.0:1746066878.135817:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009126ed80 00000100:00100000:0.0:1746066878.139426:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.144050:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.147970:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.151437:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860238720 00000100:00100000:0.0:1746066878.151444:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860238720 00002000:00100000:0.0:1746066878.151478:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98e300 x1830882860238720/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066878.151487:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98e300 with x1830882860238720 ext(0->4095) 00010000:00010000:0.0:1746066878.151495:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0800/0xd6b24631ff43834a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de7a expref: 6 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:0.0:1746066878.151508:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0800/0xd6b24631ff43834a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de7a expref: 6 pid: 21660 timeout: 1090 lvb_type: 0 00002000:00010000:0.0:1746066878.151514:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e98e300 00000100:00100000:0.0:1746066878.152670:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1804 00000100:00100000:0.0:1746066878.152680:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860238720:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066878.153466:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860238720:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 783us (2199us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066878.153473:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1804 00002000:00100000:0.0:1746066878.153479:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98e300 x1830882860238720/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746066889 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066878.153488:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98e300 with x1830882860238720 ext(0->4095) 00010000:00010000:0.0:1746066878.153494:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0800/0xd6b24631ff43834a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de7a expref: 6 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:0.0:1746066878.153505:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0800/0xd6b24631ff43834a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de7a expref: 6 pid: 21660 timeout: 1090 lvb_type: 0 00002000:00010000:0.0:1746066878.153510:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e98e300 00000100:00100000:1.0:1746066878.158568:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.158934:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.164634:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.164766:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860239232 00000100:00100000:0.0:1746066878.164771:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860239232 00002000:00100000:0.0:1746066878.164798:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095871880 x1830882860239232/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 488/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066878.164813:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095871880 with x1830882860239232 ext(0->4095) 00010000:00010000:0.0:1746066878.164820:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1400/0xd6b24631ff438351 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de81 expref: 103 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:0.0:1746066878.164832:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1400/0xd6b24631ff438351 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de81 expref: 103 pid: 21660 timeout: 1090 lvb_type: 0 00002000:00010000:0.0:1746066878.164837:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095871880 00000100:00100000:0.0:1746066878.164854:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1805 00000100:00100000:0.0:1746066878.164859:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2033:x1830882860239232:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746066878.164957:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2033:x1830882860239232:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 97us (329us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066878.164964:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1805 00002000:00100000:0.0:1746066878.164969:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095871880 x1830882860239232/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746066889 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066878.164975:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095871880 with x1830882860239232 ext(0->4095) 00010000:00010000:0.0:1746066878.164979:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1400/0xd6b24631ff438351 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de81 expref: 103 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:0.0:1746066878.164988:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1400/0xd6b24631ff438351 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de81 expref: 103 pid: 21660 timeout: 1090 lvb_type: 0 00002000:00010000:0.0:1746066878.164993:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095871880 00000100:00100000:0.0:1746066878.169465:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.169520:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.174105:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.174230:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860239744 00000100:00100000:1.0:1746066878.174236:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860239744 00002000:00100000:1.0:1746066878.174267:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f702300 x1830882860239744/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 488/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.174276:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f702300 with x1830882860239744 ext(0->4095) 00010000:00010000:1.0:1746066878.174283:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438358 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de88 expref: 103 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.174296:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438358 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de88 expref: 103 pid: 21660 timeout: 1090 lvb_type: 0 00002000:00010000:1.0:1746066878.174302:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f702300 00000100:00100000:1.0:1746066878.174319:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1806 00000100:00100000:1.0:1746066878.174558:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2033:x1830882860239744:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066878.175243:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2033:x1830882860239744:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 917us (1143us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066878.175250:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1806 00002000:00100000:1.0:1746066878.175256:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f702300 x1830882860239744/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746066889 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.175264:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f702300 with x1830882860239744 ext(0->4095) 00010000:00010000:1.0:1746066878.175269:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438358 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de88 expref: 102 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.175279:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438358 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de88 expref: 102 pid: 21660 timeout: 1090 lvb_type: 0 00002000:00010000:1.0:1746066878.175285:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f702300 00000100:00100000:0.0:1746066878.176818:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.179542:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.183911:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.183965:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860240128 00000100:00100000:1.0:1746066878.183971:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860240128 00010000:00010000:1.0:1746066878.183997:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff43835f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de8f expref: 102 pid: 21660 timeout: 1090 lvb_type: 0 00000100:00100000:1.0:1746066878.184036:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11734 00000100:00100000:1.0:1746066878.184042:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2033:x1830882860240128:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066878.184052:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066878.184077:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff43835f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de8f expref: 102 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.184087:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff43835f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de8f expref: 102 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.184107:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff43835f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de8f expref: 102 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.184133:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.184136:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.184142:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1a00/0xd6b24631ff438366 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267de96 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.184153:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1a00/0xd6b24631ff438366 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267de96 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.184178:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1a00/0xd6b24631ff438366 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267de96 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066878.184189:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095873100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861019392:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066878.184253:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74300 going to sleep for 11 seconds 00000100:00100000:1.0:1746066878.187649:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095873100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861019392:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066878.187663:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066878.187696:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2033:x1830882860240128:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3653us (3786us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066878.187705:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11734 00000100:00100000:0.0:1746066878.188858:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.189203:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860240384 00000100:00100000:1.0:1746066878.189209:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860240384 00002000:00100000:1.0:1746066878.189241:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d55880 x1830882860240384/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.189251:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d55880 with x1830882860240384 ext(0->4095) 00002000:00010000:1.0:1746066878.189255:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d55880 00000100:00100000:1.0:1746066878.189270:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12898 00000100:00100000:1.0:1746066878.189276:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860240384:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066878.189474:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860240384:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 196us (617us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066878.189485:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12898 00002000:00100000:1.0:1746066878.189491:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d55880 x1830882860240384/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746066889 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.189498:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d55880 with x1830882860240384 ext(0->4095) 00002000:00010000:1.0:1746066878.189501:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d55880 00000100:00100000:0.0:1746066878.194877:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.194957:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.195644:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28908 00000100:00100000:1.0:1746066878.195651:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+102:1868:x1830882860240640:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066878.195659:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066878.195665:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff438374 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267dea4 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.195676:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.195680:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff43836d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267de9d expref: 103 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.195684:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066878.195687:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff438374 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dea4 expref: 103 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.195707:0:25556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff43836d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de9d expref: 103 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.195718:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff438374 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dea4 expref: 103 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.195726:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20a00, rc 0) 00000100:00100000:1.0:1746066878.195750:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+103:1868:x1830882860240640:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (791us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066878.195756:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28908 00000100:00100000:0.0:1746066878.202694:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.202805:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860240768 00000100:00100000:1.0:1746066878.202811:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860240768 00010000:00010000:1.0:1746066878.202833:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1a00/0xd6b24631ff438366 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de96 expref: 6 pid: 21660 timeout: 1090 lvb_type: 0 00000100:00100000:1.0:1746066878.202860:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11735 00000100:00100000:1.0:1746066878.202866:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860240768:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066878.202875:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066878.202889:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1a00/0xd6b24631ff438366 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de96 expref: 6 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.202898:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1a00/0xd6b24631ff438366 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de96 expref: 6 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.202916:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1a00/0xd6b24631ff438366 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de96 expref: 6 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.203142:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.203144:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.203151:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff43836d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de9d expref: 101 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.203159:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff43836d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de9d expref: 101 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.203187:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff43836d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de9d expref: 101 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.203197:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff43836d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de9d expref: 101 pid: 21660 timeout: 1090 lvb_type: 0 00000100:00100000:1.0:1746066878.203207:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095873100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861019776:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066878.203262:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066878.208199:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095873100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861019776:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066878.208217:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066878.208966:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860240768:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6097us (6270us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066878.208975:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11735 00000100:00100000:0.0:1746066878.210084:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860241024 00000100:00100000:0.0:1746066878.210097:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860241024 00002000:00100000:0.0:1746066878.210152:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d7abb80 x1830882860241024/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 488/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066878.210163:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7abb80 with x1830882860241024 ext(0->4095) 00010000:00010000:0.0:1746066878.210173:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff43836d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de9d expref: 102 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:0.0:1746066878.210188:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff43836d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de9d expref: 102 pid: 21660 timeout: 1090 lvb_type: 0 00002000:00010000:0.0:1746066878.210194:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7abb80 00000100:00100000:0.0:1746066878.210232:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1807 00000100:00100000:0.0:1746066878.210240:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2034:x1830882860241024:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066878.210427:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2034:x1830882860241024:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 188us (1295us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066878.210434:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1807 00002000:00100000:0.0:1746066878.210440:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d7abb80 x1830882860241024/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746066889 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066878.210447:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7abb80 with x1830882860241024 ext(0->4095) 00010000:00010000:0.0:1746066878.210452:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff43836d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de9d expref: 102 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:0.0:1746066878.210461:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff43836d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de9d expref: 102 pid: 21660 timeout: 1090 lvb_type: 0 00002000:00010000:0.0:1746066878.210467:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7abb80 00000100:00100000:0.0:1746066878.213726:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.213864:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860241152 00000100:00100000:1.0:1746066878.213872:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860241152 00010000:00010000:1.0:1746066878.213902:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff43836d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de9d expref: 102 pid: 21660 timeout: 1090 lvb_type: 0 00000100:00100000:1.0:1746066878.214201:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11736 00000100:00100000:1.0:1746066878.214209:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2033:x1830882860241152:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066878.214223:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066878.214240:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff43836d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de9d expref: 102 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.214256:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff43836d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de9d expref: 102 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.214274:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff43836d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267de9d expref: 102 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.214292:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.214293:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.214299:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff438374 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dea4 expref: 101 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.214306:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff438374 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dea4 expref: 101 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.214333:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff438374 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dea4 expref: 101 pid: 25556 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066878.214371:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095873100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861019904:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066878.214604:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066878.217689:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095873100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861019904:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066878.217706:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066878.217757:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+101:2033:x1830882860241152:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3547us (4037us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066878.217766:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11736 00000100:00100000:0.0:1746066878.218215:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.229221:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.265438:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.267877:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.269613:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2034:x1830882860241664:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1632us (4182us total) trans 4294972086 rc 0/0 00000100:00100000:0.0:1746066878.269620:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1808 00002000:00100000:0.0:1746066878.269626:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880095a96a00 x1830882860241664/t4294972086(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 496/448 e 0 to 0 dl 1746066889 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066878.269634:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a96a00 with x1830882860241664 ext(0->7) 00010000:00010000:0.0:1746066878.269640:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff438374 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dea4 expref: 104 pid: 25556 timeout: 1090 lvb_type: 0 00010000:00010000:0.0:1746066878.269650:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff438374 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dea4 expref: 104 pid: 25556 timeout: 1090 lvb_type: 0 00002000:00010000:0.0:1746066878.269660:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095a96a00 00000100:00100000:0.0:1746066878.271480:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.271568:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860241920 00000100:00100000:1.0:1746066878.271575:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860241920 00010000:00010000:1.0:1746066878.271597:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff438374 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dea4 expref: 104 pid: 25556 timeout: 1090 lvb_type: 0 00000100:00100000:1.0:1746066878.271625:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11737 00000100:00100000:1.0:1746066878.271631:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2031:x1830882860241920:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066878.271639:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746066878.271649:0:7259:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746066877 -> 1746066878 00002000:00010000:1.0:1746066878.271652:0:7259:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746066877 -> 1746066878 00010000:00010000:1.0:1746066878.271656:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff438374 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dea4 expref: 104 pid: 25556 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.271667:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff438374 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dea4 expref: 104 pid: 25556 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.271685:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff438374 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dea4 expref: 104 pid: 25556 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.271702:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.271703:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.271709:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1400/0xd6b24631ff43837b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267deab expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.271717:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1400/0xd6b24631ff43837b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267deab expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.271741:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1400/0xd6b24631ff43837b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267deab expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.271751:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1400/0xd6b24631ff43837b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267deab expref: 5 pid: 21660 timeout: 1090 lvb_type: 0 00000100:00100000:1.0:1746066878.271761:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095870a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861020288:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066878.271829:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066878.273147:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095870a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861020288:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066878.273159:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066878.273179:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2031:x1830882860241920:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1548us (1703us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066878.273186:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11737 00000100:00100000:0.0:1746066878.274236:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.276109:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860242304 00000100:00100000:1.0:1746066878.276114:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860242304 00010000:00010000:1.0:1746066878.276128:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1400/0xd6b24631ff43837b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267deab expref: 6 pid: 21660 timeout: 1090 lvb_type: 0 00000100:00100000:1.0:1746066878.276185:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11738 00000100:00100000:1.0:1746066878.276190:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860242304:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066878.276197:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066878.276207:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1400/0xd6b24631ff43837b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267deab expref: 6 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.276213:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1400/0xd6b24631ff43837b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267deab expref: 6 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.276227:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1400/0xd6b24631ff43837b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267deab expref: 6 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.276389:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.276391:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.276396:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0800/0xd6b24631ff438382 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267deb2 expref: 102 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.276401:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0800/0xd6b24631ff438382 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267deb2 expref: 102 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.276422:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0800/0xd6b24631ff438382 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267deb2 expref: 102 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066878.276429:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095870a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861020416:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066878.276793:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066878.278628:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095870a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861020416:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066878.278643:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066878.278725:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860242304:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2532us (2932us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066878.278734:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11738 00000100:00100000:0.0:1746066878.279680:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860242560 00000100:00100000:0.0:1746066878.279685:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860242560 00002000:00100000:0.0:1746066878.279717:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98c700 x1830882860242560/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 488/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066878.279726:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98c700 with x1830882860242560 ext(0->4095) 00002000:00010000:0.0:1746066878.279730:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98c700 00000100:00100000:0.0:1746066878.279754:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12900 00000100:00100000:0.0:1746066878.279761:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2033:x1830882860242560:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746066878.279873:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2033:x1830882860242560:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (212us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066878.279879:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12900 00002000:00100000:0.0:1746066878.279884:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98c700 x1830882860242560/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746066889 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066878.279891:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98c700 with x1830882860242560 ext(0->4095) 00002000:00010000:0.0:1746066878.279894:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98c700 00000100:00100000:0.0:1746066878.281655:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.284711:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.285084:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860242816 00000100:00100000:1.0:1746066878.285091:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860242816 00010000:00010000:1.0:1746066878.285117:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0800/0xd6b24631ff438382 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267deb2 expref: 103 pid: 21660 timeout: 1090 lvb_type: 0 00000100:00100000:1.0:1746066878.285155:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11739 00000100:00100000:1.0:1746066878.285162:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2033:x1830882860242816:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066878.285175:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066878.285191:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0800/0xd6b24631ff438382 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267deb2 expref: 103 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.285201:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0800/0xd6b24631ff438382 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267deb2 expref: 103 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.285217:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0800/0xd6b24631ff438382 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267deb2 expref: 103 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.285237:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.285239:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.285245:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff438389 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267deb9 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.285251:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff438389 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267deb9 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.285273:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff438389 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267deb9 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066878.285282:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095870a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861020672:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066878.285360:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066878.288975:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095870a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861020672:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066878.288994:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066878.289075:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2033:x1830882860242816:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3911us (4363us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066878.289088:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11739 00000100:00100000:0.0:1746066878.289659:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.290120:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.290165:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860243072 00000100:00100000:0.0:1746066878.290169:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860243072 00002000:00100000:0.0:1746066878.290191:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009529dc00 x1830882860243072/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066878.290199:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529dc00 with x1830882860243072 ext(0->4095) 00010000:00010000:0.0:1746066878.290205:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff438389 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267deb9 expref: 6 pid: 9628 timeout: 1090 lvb_type: 0 00010000:00010000:0.0:1746066878.290214:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff438389 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267deb9 expref: 6 pid: 9628 timeout: 1090 lvb_type: 0 00002000:00010000:0.0:1746066878.290221:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009529dc00 00000100:00100000:0.0:1746066878.290234:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1810 00000100:00100000:0.0:1746066878.290238:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860243072:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066878.290326:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860243072:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 87us (207us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066878.290331:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1810 00002000:00100000:0.0:1746066878.290336:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009529dc00 x1830882860243072/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746066889 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066878.290359:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529dc00 with x1830882860243072 ext(0->4095) 00010000:00010000:0.0:1746066878.290363:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff438389 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267deb9 expref: 6 pid: 9628 timeout: 1090 lvb_type: 0 00010000:00010000:0.0:1746066878.290371:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff438389 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267deb9 expref: 6 pid: 9628 timeout: 1090 lvb_type: 0 00002000:00010000:0.0:1746066878.290376:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009529dc00 00000100:00100000:0.0:1746066878.292858:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.293785:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.299576:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.307553:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.312421:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.312644:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860244096 00000100:00100000:1.0:1746066878.312651:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860244096 00002000:00100000:1.0:1746066878.312689:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c41500 x1830882860244096/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 488/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.312699:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c41500 with x1830882860244096 ext(0->4095) 00002000:00010000:1.0:1746066878.312703:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c41500 00000100:00100000:1.0:1746066878.312736:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12901 00000100:00100000:1.0:1746066878.312744:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2033:x1830882860244096:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066878.312852:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2033:x1830882860244096:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (437us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066878.312858:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12901 00002000:00100000:1.0:1746066878.312864:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c41500 x1830882860244096/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746066889 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.312871:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c41500 with x1830882860244096 ext(0->4095) 00002000:00010000:1.0:1746066878.312874:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c41500 00000100:00100000:0.0:1746066878.320593:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.334329:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.334410:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.334444:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860244736 00000100:00100000:1.0:1746066878.334452:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860244736 00000100:00100000:0.0:1746066878.334458:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.334480:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.334494:0:7267:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860244352 00000100:00100000:0.0:1746066878.334498:0:7267:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860244352 00000100:00100000:0.0:1746066878.334530:0:7267:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 631 00000100:00100000:0.0:1746066878.334537:0:7267:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4186c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7962a243-2afe-4d45-a456-6c33572a299a+12:2033:x1830882860244352:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:0.0:1746066878.334590:0:7267:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4186c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7962a243-2afe-4d45-a456-6c33572a299a+12:2033:x1830882860244352:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 53us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066878.334596:0:7267:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 631 00000100:00100000:0.0:1746066878.334627:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00080000:1.0:1746066878.334663:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746066878.334692:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 910 00000100:00100000:1.0:1746066878.334698:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+5:2033:x1830882860244736:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:1.0:1746066878.335056:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+5:2033:x1830882860244736:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 356us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066878.335078:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 910 00000100:00100000:1.0:1746066878.335126:0:12150:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860244480 00000100:00100000:1.0:1746066878.335129:0:12150:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860244480 00000100:00100000:1.0:1746066878.335151:0:12150:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860244608 00000100:00100000:1.0:1746066878.335153:0:12150:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860244608 00000100:00100000:1.0:1746066878.335571:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1468 00000100:00100000:1.0:1746066878.335579:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860244992:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:1.0:1746066878.335781:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860244992:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 27us (1145us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066878.335788:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1468 00000100:00100000:0.0:1746066878.339276:0:12150:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860244864 00000100:00100000:0.0:1746066878.339281:0:12150:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860244864 00000100:00100000:0.0:1746066878.340554:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1470 00000100:00100000:0.0:1746066878.340561:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:2033:x1830882860244864:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:0.0:1746066878.340596:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:2033:x1830882860244864:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 35us (3562us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066878.340601:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1470 00000100:00100000:0.0:1746066878.341267:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+105:2034:x1830882860245248:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2777us (2968us total) trans 4294972087 rc 0/0 00000100:00100000:0.0:1746066878.341277:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1812 00002000:00100000:0.0:1746066878.341284:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008e98d880 x1830882860245248/t4294972087(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 496/448 e 0 to 0 dl 1746066889 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066878.341293:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98d880 with x1830882860245248 ext(0->7) 00010000:00010000:0.0:1746066878.341979:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0600/0xd6b24631ff438397 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dec7 expref: 105 pid: 9628 timeout: 1090 lvb_type: 0 00010000:00010000:0.0:1746066878.341993:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0600/0xd6b24631ff438397 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dec7 expref: 105 pid: 9628 timeout: 1090 lvb_type: 0 00002000:00010000:0.0:1746066878.342000:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e98d880 00000100:00100000:0.0:1746066878.362691:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.363597:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860245376 00000100:00100000:1.0:1746066878.363605:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860245376 00000100:00100000:1.0:1746066878.363657:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28915 00000100:00100000:1.0:1746066878.363665:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+105:1868:x1830882860245376:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066878.363681:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066878.363695:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c20200/0xd6b24631ff4383a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ded5 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.363719:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066878.363725:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1a00/0xd6b24631ff43839e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dece expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.363731:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066878.363734:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20200/0xd6b24631ff4383a5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ded5 expref: 106 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.363763:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1a00/0xd6b24631ff43839e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dece expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.363774:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c20200/0xd6b24631ff4383a5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ded5 expref: 106 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.363784:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20200, rc 0) 00000100:00100000:1.0:1746066878.364187:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+106:1868:x1830882860245376:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 521us (1501us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066878.364193:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28915 00000100:00100000:0.0:1746066878.366859:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.376514:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.376593:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860245760 00000100:00100000:1.0:1746066878.376600:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860245760 00002000:00100000:1.0:1746066878.376637:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e9f80 x1830882860245760/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.376647:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e9f80 with x1830882860245760 ext(0->4095) 00010000:00010000:1.0:1746066878.376655:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1a00/0xd6b24631ff43839e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dece expref: 6 pid: 9628 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.376667:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1a00/0xd6b24631ff43839e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dece expref: 6 pid: 9628 timeout: 1090 lvb_type: 0 00002000:00010000:1.0:1746066878.376674:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e9f80 00000100:00100000:1.0:1746066878.378125:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1813 00000100:00100000:1.0:1746066878.378136:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860245760:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066878.378280:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860245760:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (1770us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066878.378287:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1813 00002000:00100000:1.0:1746066878.378293:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e9f80 x1830882860245760/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746066889 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.378302:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e9f80 with x1830882860245760 ext(0->4095) 00010000:00010000:1.0:1746066878.378308:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1a00/0xd6b24631ff43839e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dece expref: 6 pid: 9628 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.378320:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1a00/0xd6b24631ff43839e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dece expref: 6 pid: 9628 timeout: 1090 lvb_type: 0 00002000:00010000:1.0:1746066878.378326:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e9f80 00000100:00100000:0.0:1746066878.382481:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.387598:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.393804:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.393866:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860246272 00000100:00100000:1.0:1746066878.393874:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860246272 00000100:00100000:1.0:1746066878.393922:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28916 00000100:00100000:1.0:1746066878.394166:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133192a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860246272:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066878.394182:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066878.394195:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4383ac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267dedc expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.394220:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c20200/0xd6b24631ff4383a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ded5 expref: 104 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.394227:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066878.394229:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066878.394232:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4383ac lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dedc expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.394256:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c20200/0xd6b24631ff4383a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ded5 expref: 104 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.394272:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c20200/0xd6b24631ff4383a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ded5 expref: 104 pid: 21660 timeout: 1090 lvb_type: 0 00000100:00100000:1.0:1746066878.394283:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095870a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861021824:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066878.394392:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066878.401401:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095870a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861021824:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066878.401429:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4383ac lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dedc expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.401446:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20a00, rc 0) 00000100:00100000:1.0:1746066878.401485:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133192a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860246272:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7321us (7686us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066878.401493:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28916 00000100:00100000:0.0:1746066878.403134:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.405796:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+107:2033:x1830882860246400:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1107us (2664us total) trans 4294972088 rc 0/0 00000100:00100000:0.0:1746066878.405804:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1814 00002000:00100000:0.0:1746066878.405810:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131cad880 x1830882860246400/t4294972088(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 496/448 e 0 to 0 dl 1746066889 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066878.405818:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cad880 with x1830882860246400 ext(0->7) 00010000:00010000:0.0:1746066878.405823:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c20200/0xd6b24631ff4383a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ded5 expref: 107 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:0.0:1746066878.405834:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c20200/0xd6b24631ff4383a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ded5 expref: 107 pid: 21660 timeout: 1090 lvb_type: 0 00002000:00010000:0.0:1746066878.405839:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cad880 00000100:00100000:0.0:1746066878.410717:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.415844:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.416005:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860246784 00000100:00100000:1.0:1746066878.416012:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860246784 00002000:00100000:1.0:1746066878.416046:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131caf480 x1830882860246784/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.416056:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131caf480 with x1830882860246784 ext(0->4095) 00002000:00010000:1.0:1746066878.416072:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131caf480 00000100:00100000:1.0:1746066878.416089:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12903 00000100:00100000:1.0:1746066878.416096:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131caf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860246784:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066878.416217:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131caf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860246784:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (378us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066878.416226:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12903 00002000:00100000:1.0:1746066878.416231:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131caf480 x1830882860246784/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746066889 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.416239:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131caf480 with x1830882860246784 ext(0->4095) 00002000:00010000:1.0:1746066878.416242:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131caf480 00000100:00100000:0.0:1746066878.423907:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.424001:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.424103:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860246912 00000100:00100000:1.0:1746066878.424111:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860246912 00000100:00100000:1.0:1746066878.424147:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860247040 00000100:00100000:1.0:1746066878.424149:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860247040 00000100:00100000:1.0:1746066878.424179:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28917 00000100:00100000:1.0:1746066878.424187:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+107:1869:x1830882860246912:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066878.424204:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066878.424219:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff4383b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267dee3 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.424245:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4383ac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dedc expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.424253:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.424255:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.424258:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff4383b3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dee3 expref: 108 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.424284:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4383ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dedc expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.424296:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4383ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dedc expref: 5 pid: 21660 timeout: 1090 lvb_type: 0 00000100:00100000:1.0:1746066878.424308:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095870a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861022080:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066878.424609:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066878.429171:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095870a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861022080:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066878.429197:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff4383b3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dee3 expref: 108 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.429213:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21400, rc 0) 00000100:00100000:1.0:1746066878.429267:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+108:1869:x1830882860246912:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5080us (5366us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066878.429276:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28917 00000100:00100000:0.0:1746066878.431319:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.437281:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.437771:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860247424 00000100:00100000:1.0:1746066878.437778:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860247424 00002000:00100000:1.0:1746066878.437812:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a95180 x1830882860247424/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 488/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.437820:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a95180 with x1830882860247424 ext(0->4095) 00010000:00010000:1.0:1746066878.437828:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff4383b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dee3 expref: 108 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.437840:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff4383b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dee3 expref: 108 pid: 21660 timeout: 1090 lvb_type: 0 00002000:00010000:1.0:1746066878.437847:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123a95180 00000100:00100000:1.0:1746066878.437873:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1815 00000100:00100000:1.0:1746066878.437880:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+108:2034:x1830882860247424:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066878.438190:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+108:2034:x1830882860247424:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 310us (916us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066878.438196:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1815 00002000:00100000:1.0:1746066878.438202:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a95180 x1830882860247424/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746066889 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.438209:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a95180 with x1830882860247424 ext(0->4095) 00010000:00010000:1.0:1746066878.438214:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff4383b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dee3 expref: 108 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.438224:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff4383b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dee3 expref: 108 pid: 21660 timeout: 1090 lvb_type: 0 00002000:00010000:1.0:1746066878.438229:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123a95180 00000100:00100000:0.0:1746066878.441428:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.441500:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860247552 00000100:00100000:1.0:1746066878.441507:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860247552 00000100:00100000:1.0:1746066878.441537:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28919 00000100:00100000:1.0:1746066878.441543:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860247552:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066878.441556:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066878.441570:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff4383c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267def1 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.441592:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066878.441597:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea20200/0xd6b24631ff4383ba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267deea expref: 107 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.441603:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066878.441608:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff4383c1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267def1 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.441638:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea20200/0xd6b24631ff4383ba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267deea expref: 107 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.441649:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff4383c1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267def1 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.441657:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20400, rc 0) 00000100:00100000:1.0:1746066878.441808:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860247552:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 264us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066878.441814:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28919 00000100:00100000:0.0:1746066878.443305:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.450723:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.458096:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.458280:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.459723:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860248192 00000100:00100000:1.0:1746066878.459728:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860248192 00000100:00100000:1.0:1746066878.459759:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28920 00000100:00100000:1.0:1746066878.459765:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+107:1868:x1830882860248192:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066878.459777:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066878.459788:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4383c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267def8 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.459806:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff4383c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267def1 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.459813:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.459815:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.459818:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4383c8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267def8 expref: 108 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.459836:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff4383c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267def1 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.459847:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff4383c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267def1 expref: 5 pid: 21660 timeout: 1090 lvb_type: 0 00000100:00100000:1.0:1746066878.459855:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861022848:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066878.459894:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066878.462879:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.463524:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861022848:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066878.463540:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4383c8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267def8 expref: 107 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.463551:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20a00, rc 0) 00000100:00100000:1.0:1746066878.463573:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+107:1868:x1830882860248192:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3809us (5294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066878.463579:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28920 00000100:00100000:0.0:1746066878.467498:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.471725:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.477619:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.477725:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860248960 00000100:00100000:1.0:1746066878.477732:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860248960 00000100:00100000:1.0:1746066878.477771:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28921 00000100:00100000:1.0:1746066878.477778:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860248960:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066878.477794:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066878.477808:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff4383cf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267deff expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.477835:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4383c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267def8 expref: 106 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.477842:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066878.477844:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066878.477847:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff4383cf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267deff expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.477872:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4383c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267def8 expref: 106 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.477882:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4383c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267def8 expref: 106 pid: 21660 timeout: 1090 lvb_type: 0 00000100:00100000:1.0:1746066878.477894:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861023104:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066878.478088:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066878.485652:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861023104:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066878.485680:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff4383cf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267deff expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.485696:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21200, rc 0) 00000100:00100000:1.0:1746066878.485735:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860248960:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7957us (8123us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066878.485743:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28921 00000100:00100000:0.0:1746066878.491483:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.493285:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+109:2034:x1830882860249088:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1476us (1807us total) trans 4294972089 rc 0/0 00000100:00100000:0.0:1746066878.493293:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1818 00002000:00100000:0.0:1746066878.493299:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094ec0000 x1830882860249088/t4294972089(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 496/448 e 0 to 0 dl 1746066889 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066878.493307:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec0000 with x1830882860249088 ext(0->7) 00010000:00010000:0.0:1746066878.493313:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4383c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267def8 expref: 109 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:0.0:1746066878.493323:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4383c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267def8 expref: 109 pid: 21660 timeout: 1090 lvb_type: 0 00002000:00010000:0.0:1746066878.493329:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec0000 00000100:00100000:0.0:1746066878.501721:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.504717:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.504959:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860249472 00000100:00100000:1.0:1746066878.504964:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860249472 00002000:00100000:1.0:1746066878.504992:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec1f80 x1830882860249472/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.505008:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec1f80 with x1830882860249472 ext(0->4095) 00002000:00010000:1.0:1746066878.505012:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ec1f80 00000100:00100000:1.0:1746066878.505023:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12905 00000100:00100000:1.0:1746066878.505028:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860249472:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066878.505128:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860249472:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 99us (418us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066878.505133:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12905 00002000:00100000:1.0:1746066878.505138:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec1f80 x1830882860249472/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746066889 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.505144:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec1f80 with x1830882860249472 ext(0->4095) 00002000:00010000:1.0:1746066878.505146:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ec1f80 00000100:00100000:0.0:1746066878.515318:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.516527:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860249600 00000100:00100000:1.0:1746066878.516536:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860249600 00000100:00100000:1.0:1746066878.516578:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28922 00000100:00100000:1.0:1746066878.516585:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+108:1868:x1830882860249600:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066878.516603:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066878.516618:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff4383d6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267df06 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.516644:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff4383cf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267deff expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.516650:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.516652:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.516656:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff4383d6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df06 expref: 109 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.516681:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff4383cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267deff expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.516694:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff4383cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267deff expref: 5 pid: 21660 timeout: 1090 lvb_type: 0 00000100:00100000:1.0:1746066878.517295:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861023360:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066878.519155:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74300 going to sleep for 11 seconds 00000100:00100000:1.0:1746066878.519553:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.519627:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860249728 00000100:00100000:0.0:1746066878.519633:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860249728 00000100:00100000:0.0:1746066878.519669:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28923 00000100:00100000:0.0:1746066878.519675:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+110:1869:x1830882860249728:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066878.519689:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066878.519702:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095ef4600/0xd6b24631ff4383dd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267df0d expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066878.519721:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066878.519725:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff4383d6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df06 expref: 111 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066878.519731:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066878.519735:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095ef4600/0xd6b24631ff4383dd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df0d expref: 111 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066878.519761:0:25556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff4383d6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df06 expref: 111 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066878.519777:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095ef4600/0xd6b24631ff4383dd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df0d expref: 111 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066878.519786:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ef4600, rc 0) 00000100:00100000:0.0:1746066878.519824:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+111:1869:x1830882860249728:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066878.519830:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28923 00000100:00100000:1.0:1746066878.528542:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861023360:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066878.528569:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff4383d6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df06 expref: 110 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.528584:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20400, rc 0) 00000100:00100000:1.0:1746066878.529765:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+110:1868:x1830882860249600:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13176us (14449us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066878.529774:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28922 00000100:00100000:0.0:1746066878.539126:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.543825:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.547678:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.551920:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.552832:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860250624 00000100:00100000:1.0:1746066878.552840:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860250624 00000100:00100000:1.0:1746066878.552891:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28924 00000100:00100000:1.0:1746066878.552900:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860250624:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066878.552916:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066878.553123:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff4383e4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267df14 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.553150:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095ef4600/0xd6b24631ff4383dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df0d expref: 108 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.553157:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066878.553159:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066878.553162:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff4383e4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df14 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.553188:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095ef4600/0xd6b24631ff4383dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df0d expref: 108 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.553198:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095ef4600/0xd6b24631ff4383dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df0d expref: 108 pid: 25556 timeout: 1090 lvb_type: 0 00000100:00100000:1.0:1746066878.553209:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095871500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861023872:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066878.553280:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74300 going to sleep for 11 seconds 00000100:00100000:1.0:1746066878.558771:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095871500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861023872:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066878.558799:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff4383e4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df14 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.558815:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21400, rc 0) 00000100:00100000:1.0:1746066878.558867:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860250624:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5967us (6952us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066878.558876:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28924 00000100:00100000:0.0:1746066878.559951:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.561397:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2033:x1830882860250752:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1191us (1474us total) trans 4294972090 rc 0/0 00000100:00100000:0.0:1746066878.561403:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1820 00002000:00100000:0.0:1746066878.561409:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009112e680 x1830882860250752/t4294972090(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 496/448 e 0 to 0 dl 1746066889 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066878.561415:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112e680 with x1830882860250752 ext(0->7) 00010000:00010000:0.0:1746066878.561420:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095ef4600/0xd6b24631ff4383dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df0d expref: 111 pid: 25556 timeout: 1090 lvb_type: 0 00010000:00010000:0.0:1746066878.561431:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095ef4600/0xd6b24631ff4383dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df0d expref: 111 pid: 25556 timeout: 1090 lvb_type: 0 00002000:00010000:0.0:1746066878.561436:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112e680 00000100:00100000:0.0:1746066878.569565:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.573815:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.574766:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860251136 00000100:00100000:0.0:1746066878.574772:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860251136 00002000:00100000:0.0:1746066878.574806:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095871500 x1830882860251136/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066878.574815:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095871500 with x1830882860251136 ext(0->4095) 00002000:00010000:0.0:1746066878.574819:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095871500 00000100:00100000:0.0:1746066878.574844:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12907 00000100:00100000:0.0:1746066878.574851:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095871500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860251136:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746066878.575600:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095871500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860251136:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 748us (1786us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066878.575606:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12907 00002000:00100000:0.0:1746066878.575613:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095871500 x1830882860251136/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746066889 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066878.575619:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095871500 with x1830882860251136 ext(0->4095) 00002000:00010000:0.0:1746066878.575622:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095871500 00000100:00100000:0.0:1746066878.577984:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.578053:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860251264 00000100:00100000:1.0:1746066878.578087:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860251264 00000100:00100000:1.0:1746066878.578128:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28925 00000100:00100000:1.0:1746066878.578134:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+110:1869:x1830882860251264:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066878.578146:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066878.578158:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c20600/0xd6b24631ff4383eb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267df1b expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.578181:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff4383e4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df14 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.578188:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.578190:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.578193:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20600/0xd6b24631ff4383eb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df1b expref: 111 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.578215:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff4383e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df14 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.578225:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff4383e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df14 expref: 5 pid: 21660 timeout: 1090 lvb_type: 0 00000100:00100000:1.0:1746066878.578235:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095870380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861024128:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066878.579103:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74300 going to sleep for 11 seconds 00000100:00100000:1.0:1746066878.580761:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095870380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861024128:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066878.580782:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c20600/0xd6b24631ff4383eb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df1b expref: 111 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.580794:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20600, rc 0) 00000100:00100000:1.0:1746066878.580822:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+111:1869:x1830882860251264:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2688us (2842us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066878.580829:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28925 00000100:00100000:0.0:1746066878.582125:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.588036:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.594424:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.594513:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860251776 00000100:00100000:1.0:1746066878.594521:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860251776 00000100:00100000:1.0:1746066878.594571:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28926 00000100:00100000:1.0:1746066878.594579:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860251776:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066878.594594:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066878.594610:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4383f2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267df22 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.594636:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c20600/0xd6b24631ff4383eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df1b expref: 110 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.594643:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066878.594645:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066878.594648:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4383f2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df22 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.594673:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c20600/0xd6b24631ff4383eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df1b expref: 110 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.594684:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c20600/0xd6b24631ff4383eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df1b expref: 110 pid: 21660 timeout: 1090 lvb_type: 0 00000100:00100000:1.0:1746066878.594700:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095870380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861024384:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066878.594762:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74300 going to sleep for 11 seconds 00000100:00100000:1.0:1746066878.600177:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095870380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861024384:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066878.600204:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4383f2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df22 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.600220:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20a00, rc 0) 00000100:00100000:1.0:1746066878.600274:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860251776:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5696us (5858us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066878.600283:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28926 00000100:00100000:0.0:1746066878.609416:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.609493:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860251904 00000100:00100000:1.0:1746066878.609500:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860251904 00002000:00100000:1.0:1746066878.609536:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8801203ff480 x1830882860251904/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 496/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.609546:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203ff480 with x1830882860251904 ext(0->7) 00010000:00010000:1.0:1746066878.609554:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c20600/0xd6b24631ff4383eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df1b expref: 111 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.609566:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c20600/0xd6b24631ff4383eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df1b expref: 111 pid: 21660 timeout: 1090 lvb_type: 0 00002000:00010000:1.0:1746066878.609572:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801203ff480 00000100:00100000:1.0:1746066878.609599:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1821 00000100:00100000:1.0:1746066878.609606:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2034:x1830882860251904:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066878.610864:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+113:2034:x1830882860251904:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1256us (1452us total) trans 4294972091 rc 0/0 00000100:00100000:0.0:1746066878.610872:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1821 00002000:00100000:0.0:1746066878.610878:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8801203ff480 x1830882860251904/t4294972091(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 496/448 e 0 to 0 dl 1746066889 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066878.610886:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203ff480 with x1830882860251904 ext(0->7) 00010000:00010000:0.0:1746066878.610891:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c20600/0xd6b24631ff4383eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df1b expref: 113 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:0.0:1746066878.610902:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c20600/0xd6b24631ff4383eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df1b expref: 113 pid: 21660 timeout: 1090 lvb_type: 0 00002000:00010000:0.0:1746066878.610907:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801203ff480 00000100:00100000:0.0:1746066878.614048:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.620659:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.621157:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860252288 00000100:00100000:1.0:1746066878.621163:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860252288 00002000:00100000:1.0:1746066878.621193:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801203fe680 x1830882860252288/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.621203:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203fe680 with x1830882860252288 ext(0->4095) 00002000:00010000:1.0:1746066878.621207:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801203fe680 00000100:00100000:1.0:1746066878.621222:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12909 00000100:00100000:1.0:1746066878.621228:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860252288:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066878.621327:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860252288:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (679us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066878.621333:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12909 00002000:00100000:1.0:1746066878.621338:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801203fe680 x1830882860252288/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746066889 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.621367:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203fe680 with x1830882860252288 ext(0->4095) 00002000:00010000:1.0:1746066878.621369:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801203fe680 00000100:00100000:0.0:1746066878.625428:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.625534:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860252416 00000100:00100000:1.0:1746066878.625542:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860252416 00000100:00100000:1.0:1746066878.625588:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28927 00000100:00100000:1.0:1746066878.625597:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+112:1869:x1830882860252416:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066878.625612:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066878.625625:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff4383f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267df29 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.625651:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4383f2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df22 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.625659:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.625661:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.625664:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff4383f9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df29 expref: 113 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.625689:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4383f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df22 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.625700:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4383f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df22 expref: 5 pid: 21660 timeout: 1090 lvb_type: 0 00000100:00100000:1.0:1746066878.625710:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095870380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861024640:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066878.627104:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.627607:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d746c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066878.629322:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095870380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861024640:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066878.629608:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff4383f9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df29 expref: 114 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.629622:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21400, rc 0) 00000100:00100000:1.0:1746066878.629801:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+114:1869:x1830882860252416:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4204us (4378us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066878.629808:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28927 00000100:00100000:0.0:1746066878.631126:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.637494:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.644259:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860253056 00000100:00100000:0.0:1746066878.644268:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860253056 00000100:00100000:0.0:1746066878.644313:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28929 00000100:00100000:0.0:1746066878.644320:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860253056:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066878.644334:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066878.644370:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a71b800/0xd6b24631ff438407 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267df37 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066878.644392:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066878.644397:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438400 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df30 expref: 113 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066878.644407:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746066878.644410:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a71b800/0xd6b24631ff438407 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df37 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066878.644439:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438400 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df30 expref: 113 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066878.644451:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a71b800/0xd6b24631ff438407 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df37 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066878.644459:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a71b800, rc 0) 00000100:00100000:0.0:1746066878.644500:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860253056:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (1284us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066878.644506:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28929 00000001:00080000:0.0:1746066878.644856:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970503 is committed 00000100:00100000:1.0:1746066878.650256:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860253440 00000100:00100000:1.0:1746066878.650262:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860253440 00002000:00100000:1.0:1746066878.650293:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec1880 x1830882860253440/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 488/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.650308:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec1880 with x1830882860253440 ext(0->4095) 00010000:00010000:1.0:1746066878.650316:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438400 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df30 expref: 113 pid: 9628 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.650328:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438400 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df30 expref: 113 pid: 9628 timeout: 1090 lvb_type: 0 00002000:00010000:1.0:1746066878.650333:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec1880 00000100:00100000:1.0:1746066878.650362:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1823 00000100:00100000:1.0:1746066878.650368:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+113:2034:x1830882860253440:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066878.650471:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+113:2034:x1830882860253440:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (616us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066878.650476:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1823 00002000:00100000:1.0:1746066878.650481:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec1880 x1830882860253440/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746066889 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.650488:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec1880 with x1830882860253440 ext(0->4095) 00010000:00010000:1.0:1746066878.650492:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438400 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df30 expref: 113 pid: 9628 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.650500:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438400 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df30 expref: 113 pid: 9628 timeout: 1090 lvb_type: 0 00002000:00010000:1.0:1746066878.650506:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec1880 00000100:00100000:0.0:1746066878.651613:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.652595:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.659700:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.663941:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.667741:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.670595:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.670644:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860254464 00000100:00100000:1.0:1746066878.670650:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860254464 00000100:00100000:1.0:1746066878.670690:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28931 00000100:00100000:1.0:1746066878.670696:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860254464:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066878.670707:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066878.670720:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff438415 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267df45 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.670741:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e39000/0xd6b24631ff43840e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df3e expref: 112 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.670748:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066878.670749:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066878.670753:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff438415 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df45 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.670775:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e39000/0xd6b24631ff43840e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df3e expref: 112 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.670786:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132e39000/0xd6b24631ff43840e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df3e expref: 112 pid: 21660 timeout: 1090 lvb_type: 0 00000100:00100000:1.0:1746066878.670795:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095870380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861025664:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066878.670862:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d746c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066878.673018:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095870380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861025664:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066878.673036:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff438415 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df45 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.673064:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21200, rc 0) 00000100:00100000:1.0:1746066878.673145:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860254464:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2447us (2550us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066878.673152:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28931 00000100:00100000:0.0:1746066878.674364:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.677097:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861025792:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066878.677113:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066878.677155:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009483ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+112:2034:x1830882860254592:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2673us (2792us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066878.677167:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11759 00000100:00100000:1.0:1746066878.677975:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860254976 00000100:00100000:1.0:1746066878.677980:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860254976 00000100:00100000:1.0:1746066878.678013:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28932 00000100:00100000:1.0:1746066878.678019:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+112:1868:x1830882860254976:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066878.678033:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066878.678044:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff43841c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267df4c expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.678100:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff438415 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df45 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.678107:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.678108:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.678112:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff43841c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df4c expref: 113 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.678132:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff438415 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df45 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.678142:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff438415 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df45 expref: 6 pid: 25556 timeout: 1090 lvb_type: 0 00000100:00100000:1.0:1746066878.678157:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095870380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861025920:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066878.678587:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d746c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066878.680961:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095870380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861025920:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066878.680980:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff43841c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df4c expref: 113 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.680991:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20a00, rc 0) 00000100:00100000:1.0:1746066878.681418:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+113:1868:x1830882860254976:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3397us (3487us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066878.681426:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28932 00000100:00100000:1.0:1746066878.683128:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860255104 00000100:00100000:1.0:1746066878.683134:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860255104 00000100:00100000:1.0:1746066878.683170:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28933 00000100:00100000:1.0:1746066878.683176:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+113:1869:x1830882860255104:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066878.683189:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066878.683200:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438423 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267df53 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.683219:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.683223:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff43841c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df4c expref: 114 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.683228:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066878.683231:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438423 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df53 expref: 114 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.683260:0:25556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff43841c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df4c expref: 114 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.683269:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438423 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df53 expref: 114 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.683382:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21400, rc 0) 00000100:00100000:0.0:1746066878.683408:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.683418:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+114:1869:x1830882860255104:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 241us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066878.683423:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28933 00000100:00100000:0.0:1746066878.683444:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860255232 00000100:00100000:0.0:1746066878.683447:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860255232 00010000:00010000:0.0:1746066878.683462:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff438415 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df45 expref: 6 pid: 25556 timeout: 1090 lvb_type: 0 00000100:00100000:0.0:1746066878.683490:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11760 00000100:00100000:0.0:1746066878.683495:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094838000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860255232:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066878.683502:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066878.683516:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff438415 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df45 expref: 6 pid: 25556 timeout: 1090 lvb_type: 0 00010000:00010000:0.0:1746066878.683526:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff438415 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df45 expref: 6 pid: 25556 timeout: 1090 lvb_type: 0 00010000:00010000:0.0:1746066878.683540:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff438415 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df45 expref: 6 pid: 25556 timeout: 1090 lvb_type: 0 00010000:00010000:0.0:1746066878.683553:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066878.683554:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066878.683559:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff43841c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df4c expref: 113 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066878.683566:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff43841c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df4c expref: 113 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066878.683590:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff43841c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df4c expref: 113 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066878.683599:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff43841c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df4c expref: 113 pid: 25556 timeout: 1090 lvb_type: 0 00000100:00100000:0.0:1746066878.683609:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131f8b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861026176:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066878.683661:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066878.687169:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.689448:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.694027:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.694084:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860255872 00000100:00100000:1.0:1746066878.694091:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860255872 00002000:00100000:1.0:1746066878.694125:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f88a80 x1830882860255872/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 488/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.694134:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f88a80 with x1830882860255872 ext(0->4095) 00002000:00010000:1.0:1746066878.694139:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f88a80 00000100:00100000:1.0:1746066878.694172:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12911 00000100:00100000:1.0:1746066878.694178:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2033:x1830882860255872:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066878.694558:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2033:x1830882860255872:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 369us (526us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066878.694566:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12911 00002000:00100000:1.0:1746066878.694571:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f88a80 x1830882860255872/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746066889 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.694585:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f88a80 with x1830882860255872 ext(0->4095) 00002000:00010000:1.0:1746066878.694587:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f88a80 00000100:00100000:0.0:1746066878.697240:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.697493:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860256000 00000100:00100000:1.0:1746066878.697520:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860256000 00000100:00100000:1.0:1746066878.697655:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28934 00000100:00100000:1.0:1746066878.697662:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860256000:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066878.697676:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066878.697693:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff43842a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267df5a expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.697717:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438423 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df53 expref: 112 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.697722:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066878.697724:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066878.697727:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff43842a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df5a expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.697749:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438423 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df53 expref: 112 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.697759:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438423 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df53 expref: 112 pid: 25556 timeout: 1090 lvb_type: 0 00000100:00100000:1.0:1746066878.697769:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095870380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861026432:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066878.697965:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d746c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066878.704037:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095870380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861026432:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066878.704074:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff43842a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df5a expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.704091:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21200, rc 0) 00000100:00100000:1.0:1746066878.704891:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860256000:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7228us (7654us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066878.704899:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28934 00000100:00100000:0.0:1746066878.707287:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.707386:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.707937:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860256256 00000100:00100000:1.0:1746066878.707941:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860256256 00000100:00100000:1.0:1746066878.707961:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28935 00000100:00100000:1.0:1746066878.707966:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+113:1868:x1830882860256256:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066878.707977:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066878.708002:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c20000/0xd6b24631ff438431 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267df61 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.708017:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff43842a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df5a expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.708022:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.708024:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066878.708027:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20000/0xd6b24631ff438431 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df61 expref: 114 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.708043:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff43842a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df5a expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.708062:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff43842a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df5a expref: 5 pid: 25556 timeout: 1090 lvb_type: 0 00000100:00100000:1.0:1746066878.708072:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095870380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861026688:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066878.708095:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d746c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066878.709592:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095870380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861026688:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066878.710313:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c20000/0xd6b24631ff438431 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df61 expref: 113 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.710326:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20000, rc 0) 00000100:00100000:1.0:1746066878.710724:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+113:1868:x1830882860256256:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2757us (3337us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066878.710732:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28935 00000100:00100000:0.0:1746066878.710793:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.711135:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860256512 00000100:00100000:1.0:1746066878.711140:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860256512 00002000:00100000:1.0:1746066878.711170:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aa60a80 x1830882860256512/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.711179:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa60a80 with x1830882860256512 ext(0->4095) 00010000:00010000:1.0:1746066878.711185:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff43842a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df5a expref: 6 pid: 25556 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.711195:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff43842a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df5a expref: 6 pid: 25556 timeout: 1090 lvb_type: 0 00002000:00010000:1.0:1746066878.711200:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aa60a80 00000100:00100000:1.0:1746066878.712210:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1827 00000100:00100000:1.0:1746066878.712220:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860256512:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066878.712546:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860256512:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 327us (1752us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066878.712552:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1827 00002000:00100000:1.0:1746066878.712558:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aa60a80 x1830882860256512/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746066889 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.712566:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa60a80 with x1830882860256512 ext(0->4095) 00010000:00010000:1.0:1746066878.712572:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff43842a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df5a expref: 6 pid: 25556 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.712582:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff43842a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df5a expref: 6 pid: 25556 timeout: 1090 lvb_type: 0 00002000:00010000:1.0:1746066878.712588:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aa60a80 00000100:00100000:0.0:1746066878.716537:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.723066:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.745798:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.745901:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860257024 00000100:00100000:1.0:1746066878.745909:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860257024 00000100:00100000:1.0:1746066878.745954:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28936 00000100:00100000:1.0:1746066878.745960:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130230380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860257024:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066878.745976:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066878.745991:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438438 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267df68 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.746014:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c20000/0xd6b24631ff438431 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df61 expref: 112 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.746021:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066878.746022:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066878.746026:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438438 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df68 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.746049:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c20000/0xd6b24631ff438431 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df61 expref: 112 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.746069:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c20000/0xd6b24631ff438431 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df61 expref: 112 pid: 25556 timeout: 1090 lvb_type: 0 00000100:00100000:1.0:1746066878.746079:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095870380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861026944:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066878.746147:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74300 going to sleep for 11 seconds 00000100:00100000:1.0:1746066878.747859:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095870380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861026944:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066878.747882:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438438 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df68 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.747895:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21400, rc 0) 00000100:00100000:1.0:1746066878.747926:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130230380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860257024:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1965us (2136us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066878.747934:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28936 00000100:00100000:0.0:1746066878.764537:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.764640:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860257152 00000100:00100000:1.0:1746066878.764649:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860257152 00002000:00100000:1.0:1746066878.764687:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130230a80 x1830882860257152/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 496/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.764699:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130230a80 with x1830882860257152 ext(0->7) 00010000:00010000:1.0:1746066878.764708:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c20000/0xd6b24631ff438431 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df61 expref: 113 pid: 25556 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.764727:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c20000/0xd6b24631ff438431 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df61 expref: 113 pid: 25556 timeout: 1090 lvb_type: 0 00002000:00010000:1.0:1746066878.764734:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130230a80 00000100:00100000:1.0:1746066878.764820:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1828 00000100:00100000:1.0:1746066878.764828:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+113:2034:x1830882860257152:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746066878.769430:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+115:2034:x1830882860257152:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 4593us (4892us total) trans 4294972092 rc 0/0 00000100:00100000:1.0:1746066878.769441:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1828 00002000:00100000:1.0:1746066878.769452:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130230a80 x1830882860257152/t4294972092(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 496/448 e 0 to 0 dl 1746066889 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.769461:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130230a80 with x1830882860257152 ext(0->7) 00010000:00010000:1.0:1746066878.769470:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c20000/0xd6b24631ff438431 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df61 expref: 115 pid: 25556 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.769485:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c20000/0xd6b24631ff438431 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df61 expref: 115 pid: 25556 timeout: 1090 lvb_type: 0 00002000:00010000:1.0:1746066878.769493:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130230a80 00000100:00100000:0.0:1746066878.775006:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.783158:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860257536 00000100:00100000:1.0:1746066878.783166:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860257536 00002000:00100000:1.0:1746066878.783199:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c3bb80 x1830882860257536/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.783210:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3bb80 with x1830882860257536 ext(0->4095) 00002000:00010000:1.0:1746066878.783216:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081c3bb80 00000100:00100000:1.0:1746066878.783232:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12913 00000100:00100000:1.0:1746066878.783239:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860257536:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066878.783578:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860257536:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 339us (496us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066878.783586:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12913 00002000:00100000:1.0:1746066878.783591:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c3bb80 x1830882860257536/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746066889 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.783599:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3bb80 with x1830882860257536 ext(0->4095) 00002000:00010000:1.0:1746066878.783602:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081c3bb80 00000100:00100000:0.0:1746066878.787391:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.791124:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.793073:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.802959:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.810647:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.814515:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.820251:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.824443:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.825740:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.829487:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.829588:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860259200 00000100:00100000:1.0:1746066878.829594:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860259200 00002000:00100000:1.0:1746066878.829630:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130525f80 x1830882860259200/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.829639:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130525f80 with x1830882860259200 ext(0->4095) 00010000:00010000:1.0:1746066878.829646:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1200/0xd6b24631ff43844d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df7d expref: 6 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.829659:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1200/0xd6b24631ff43844d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df7d expref: 6 pid: 21660 timeout: 1090 lvb_type: 0 00002000:00010000:1.0:1746066878.829666:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130525f80 00000100:00100000:1.0:1746066878.829683:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1831 00000100:00100000:1.0:1746066878.829690:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860259200:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066878.829801:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860259200:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (320us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066878.829807:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1831 00002000:00100000:1.0:1746066878.829812:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130525f80 x1830882860259200/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746066889 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.829819:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130525f80 with x1830882860259200 ext(0->4095) 00010000:00010000:1.0:1746066878.829823:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1200/0xd6b24631ff43844d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df7d expref: 6 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.829832:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1200/0xd6b24631ff43844d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df7d expref: 6 pid: 21660 timeout: 1090 lvb_type: 0 00002000:00010000:1.0:1746066878.829837:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130525f80 00000100:00100000:0.0:1746066878.833780:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.838195:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.838253:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860259584 00000100:00100000:1.0:1746066878.838260:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860259584 00002000:00100000:1.0:1746066878.838295:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d736d80 x1830882860259584/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 488/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.838304:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d736d80 with x1830882860259584 ext(0->4095) 00002000:00010000:1.0:1746066878.838308:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d736d80 00000100:00100000:1.0:1746066878.838336:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12914 00000100:00100000:1.0:1746066878.838363:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d736d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2032:x1830882860259584:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066878.838470:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d736d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2032:x1830882860259584:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066878.838479:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12914 00002000:00100000:1.0:1746066878.838484:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d736d80 x1830882860259584/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746066889 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.838492:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d736d80 with x1830882860259584 ext(0->4095) 00002000:00010000:1.0:1746066878.838494:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d736d80 00000100:00100000:0.0:1746066878.844607:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.859861:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.860161:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860259840 00000100:00100000:1.0:1746066878.860170:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860259840 00002000:00100000:1.0:1746066878.860206:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012d735880 x1830882860259840/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 496/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.860216:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d735880 with x1830882860259840 ext(0->7) 00010000:00010000:1.0:1746066878.860225:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e39200/0xd6b24631ff438454 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df84 expref: 6 pid: 9628 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.860238:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e39200/0xd6b24631ff438454 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df84 expref: 6 pid: 9628 timeout: 1090 lvb_type: 0 00002000:00010000:1.0:1746066878.860244:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d735880 00000100:00100000:1.0:1746066878.860777:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1832 00000100:00100000:1.0:1746066878.860785:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2032:x1830882860259840:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746066878.861817:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2032:x1830882860259840:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1032us (1964us total) trans 4294972093 rc 0/0 00000100:00100000:1.0:1746066878.861824:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1832 00002000:00100000:1.0:1746066878.861830:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012d735880 x1830882860259840/t4294972093(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 496/448 e 0 to 0 dl 1746066889 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.861843:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d735880 with x1830882860259840 ext(0->7) 00010000:00010000:1.0:1746066878.861848:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e39200/0xd6b24631ff438454 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df84 expref: 8 pid: 9628 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.861857:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e39200/0xd6b24631ff438454 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df84 expref: 8 pid: 9628 timeout: 1090 lvb_type: 0 00002000:00010000:1.0:1746066878.861863:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d735880 00000100:00100000:0.0:1746066878.875473:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.878132:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.878178:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.878209:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860260096 00000100:00100000:0.0:1746066878.878214:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860260096 00000100:00100000:0.0:1746066878.878248:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28942 00000100:00100000:0.0:1746066878.878254:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+8:1868:x1830882860260096:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066878.878267:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066878.878280:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095ef5000/0xd6b24631ff438462 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267df92 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066878.878530:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff43845b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df8b expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066878.878537:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066878.878538:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066878.878541:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095ef5000/0xd6b24631ff438462 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df92 expref: 9 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066878.878562:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff43845b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df8b expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066878.878577:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff43845b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df8b expref: 5 pid: 21660 timeout: 1090 lvb_type: 0 00000100:00100000:0.0:1746066878.878587:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c4ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861028480:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066878.879320:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860260352 00000100:00100000:1.0:1746066878.879324:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860260352 00002000:00100000:1.0:1746066878.879363:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4c700 x1830882860260352/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.879371:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4c700 with x1830882860260352 ext(0->4095) 00010000:00010000:1.0:1746066878.879376:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff43845b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df8b expref: 6 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.879386:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff43845b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df8b expref: 6 pid: 21660 timeout: 1090 lvb_type: 0 00002000:00010000:1.0:1746066878.879391:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c4c700 00000100:00100000:1.0:1746066878.879584:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1833 00000100:00100000:1.0:1746066878.879590:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860260352:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066878.879684:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860260352:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (1504us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066878.879690:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1833 00002000:00100000:1.0:1746066878.879695:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4c700 x1830882860260352/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746066889 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.879702:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4c700 with x1830882860260352 ext(0->4095) 00010000:00010000:1.0:1746066878.879707:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff43845b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df8b expref: 6 pid: 21660 timeout: 1090 lvb_type: 0 00010000:00010000:1.0:1746066878.879715:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff43845b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df8b expref: 6 pid: 21660 timeout: 1090 lvb_type: 0 00002000:00010000:1.0:1746066878.879720:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c4c700 00000100:00100000:1.0:1746066878.880750:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066878.883483:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c4ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861028480:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066878.883508:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095ef5000/0xd6b24631ff438462 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df92 expref: 8 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066878.883523:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ef5000, rc 0) 00000100:00100000:0.0:1746066878.883553:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+8:1868:x1830882860260096:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5298us (5425us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066878.883562:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28942 00000100:00100000:0.0:1746066878.885982:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860260480 00000100:00100000:0.0:1746066878.885986:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860260480 00000100:00100000:0.0:1746066878.886020:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28943 00000100:00100000:0.0:1746066878.886026:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095392300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+8:1869:x1830882860260480:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066878.886036:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066878.886045:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095ef4600/0xd6b24631ff438469 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267df99 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.886222:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095ef5000/0xd6b24631ff438462 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df92 expref: 9 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.886230:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066878.886231:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066878.886234:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095ef4600/0xd6b24631ff438469 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df99 expref: 9 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.886253:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095ef5000/0xd6b24631ff438462 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df92 expref: 9 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066878.886264:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095ef5000/0xd6b24631ff438462 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267df92 expref: 9 pid: 9628 timeout: 1090 lvb_type: 0 00000100:00100000:1.0:1746066878.886274:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861028736:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066878.886301:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066878.888176:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861028736:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066878.888194:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095ef4600/0xd6b24631ff438469 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267df99 expref: 9 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066878.888208:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ef4600, rc 0) 00000100:00100000:0.0:1746066878.888246:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095392300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+9:1869:x1830882860260480:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2219us (4329us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066878.888253:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28943 00000100:00100000:0.0:1746066878.890723:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.896176:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.904244:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.907678:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.915466:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.915526:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.918831:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.923310:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.929252:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860262272 00000100:00100000:0.0:1746066878.929260:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860262272 00002000:00100000:0.0:1746066878.929491:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aa62300 x1830882860262272/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 488/0 e 0 to 0 dl 1746066889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066878.929500:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa62300 with x1830882860262272 ext(0->4095) 00002000:00010000:0.0:1746066878.929504:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aa62300 00000100:00100000:0.0:1746066878.929532:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12916 00000100:00100000:0.0:1746066878.929539:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2032:x1830882860262272:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746066878.929646:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2032:x1830882860262272:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (448us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066878.929653:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12916 00002000:00100000:0.0:1746066878.929658:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aa62300 x1830882860262272/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746066889 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066878.929666:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa62300 with x1830882860262272 ext(0->4095) 00002000:00010000:0.0:1746066878.929668:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aa62300 00000100:00100000:0.0:1746066878.964857:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066878.990866:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066878.992897:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1836 00000100:00100000:1.0:1746066878.992909:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860262528:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746066878.997813:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2033:x1830882860262528:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 4899us (6948us total) trans 4294972094 rc 0/0 00000100:00100000:1.0:1746066878.997825:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1836 00002000:00100000:1.0:1746066878.997834:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880090c4ea00 x1830882860262528/t4294972094(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:284/0 lens 496/448 e 0 to 0 dl 1746066889 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066878.997844:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4ea00 with x1830882860262528 ext(0->7) 00010000:00010000:1.0:1746066878.997852:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438477 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfa7 expref: 10 pid: 9628 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066878.997869:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438477 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfa7 expref: 10 pid: 9628 timeout: 1091 lvb_type: 0 00002000:00010000:1.0:1746066878.998101:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c4ea00 00000100:00100000:0.0:1746066879.007301:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.010664:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.010740:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860262912 00000100:00100000:1.0:1746066879.010747:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860262912 00002000:00100000:1.0:1746066879.011227:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4f100 x1830882860262912/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:285/0 lens 488/0 e 0 to 0 dl 1746066890 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.011238:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4f100 with x1830882860262912 ext(0->4095) 00002000:00010000:1.0:1746066879.011243:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c4f100 00000100:00100000:1.0:1746066879.011602:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12917 00000100:00100000:1.0:1746066879.011610:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860262912:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066879.011904:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860262912:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 293us (1245us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066879.011915:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12917 00002000:00100000:1.0:1746066879.011921:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4f100 x1830882860262912/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746066890 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.011930:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4f100 with x1830882860262912 ext(0->4095) 00002000:00010000:1.0:1746066879.011933:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c4f100 00000100:00100000:0.0:1746066879.020949:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.021031:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.026173:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.029738:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ebb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861030016:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066879.029753:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066879.029784:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860263296:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3218us (3611us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066879.029793:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11775 00000100:00100000:1.0:1746066879.030223:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860263552 00000100:00100000:1.0:1746066879.030230:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860263552 00002000:00100000:1.0:1746066879.030460:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0df80 x1830882860263552/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:285/0 lens 488/0 e 0 to 0 dl 1746066890 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.030470:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0df80 with x1830882860263552 ext(0->4095) 00010000:00010000:1.0:1746066879.030479:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1c00/0xd6b24631ff438485 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfb5 expref: 11 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.030491:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1c00/0xd6b24631ff438485 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfb5 expref: 11 pid: 21660 timeout: 1091 lvb_type: 0 00002000:00010000:1.0:1746066879.030498:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d0df80 00000100:00100000:1.0:1746066879.036973:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1837 00000100:00100000:1.0:1746066879.037022:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2034:x1830882860263552:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066879.037607:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2034:x1830882860263552:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 611us (7890us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066879.037879:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1837 00002000:00100000:1.0:1746066879.037888:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0df80 x1830882860263552/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746066890 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.037902:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0df80 with x1830882860263552 ext(0->4095) 00010000:00010000:1.0:1746066879.037911:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1c00/0xd6b24631ff438485 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfb5 expref: 11 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.037925:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1c00/0xd6b24631ff438485 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfb5 expref: 11 pid: 21660 timeout: 1091 lvb_type: 0 00002000:00010000:1.0:1746066879.037931:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d0df80 00000100:00100000:0.0:1746066879.046221:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.048683:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.056324:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.056563:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860264064 00000100:00100000:1.0:1746066879.056569:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860264064 00002000:00100000:1.0:1746066879.056598:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4dc00 x1830882860264064/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:285/0 lens 488/0 e 0 to 0 dl 1746066890 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.056608:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4dc00 with x1830882860264064 ext(0->4095) 00010000:00010000:1.0:1746066879.056615:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e38200/0xd6b24631ff43848c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfbc expref: 10 pid: 9627 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.056627:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e38200/0xd6b24631ff43848c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfbc expref: 10 pid: 9627 timeout: 1091 lvb_type: 0 00002000:00010000:1.0:1746066879.056632:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c4dc00 00000100:00100000:1.0:1746066879.056646:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1838 00000100:00100000:1.0:1746066879.056652:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2033:x1830882860264064:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066879.056744:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2033:x1830882860264064:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 92us (428us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066879.056749:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1838 00002000:00100000:1.0:1746066879.056755:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4dc00 x1830882860264064/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746066890 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.056762:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4dc00 with x1830882860264064 ext(0->4095) 00010000:00010000:1.0:1746066879.056767:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e38200/0xd6b24631ff43848c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfbc expref: 10 pid: 9627 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.056775:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e38200/0xd6b24631ff43848c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfbc expref: 10 pid: 9627 timeout: 1091 lvb_type: 0 00002000:00010000:1.0:1746066879.056781:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c4dc00 00000100:00100000:0.0:1746066879.059635:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.059689:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.068492:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.079462:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.086120:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.091579:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.098793:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.098860:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.099518:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860265216 00000100:00100000:1.0:1746066879.100113:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860265216 00000100:00100000:1.0:1746066879.100139:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28952 00000100:00100000:1.0:1746066879.100144:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+11:1868:x1830882860265216:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066879.100157:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066879.100168:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff4384a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267dfd8 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.100185:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066879.100190:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff4384a1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfd1 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.100195:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066879.100198:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff4384a8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfd8 expref: 12 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.100233:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff4384a1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfd1 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.100247:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff4384a8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfd8 expref: 12 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.100255:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21800, rc 0) 00000100:00100000:1.0:1746066879.100292:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+12:1868:x1830882860265216:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (1507us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066879.100297:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28952 00000100:00100000:1.0:1746066879.105468:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.113435:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.118908:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.123674:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.133289:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.135788:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+12:2034:x1830882860266240:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2224us (2494us total) trans 4294972095 rc 0/0 00000100:00100000:0.0:1746066879.135797:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1841 00002000:00100000:0.0:1746066879.135804:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880091269500 x1830882860266240/t4294972095(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:285/0 lens 496/448 e 0 to 0 dl 1746066890 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066879.135812:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091269500 with x1830882860266240 ext(0->7) 00010000:00010000:0.0:1746066879.135818:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff4384a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfd8 expref: 12 pid: 9627 timeout: 1091 lvb_type: 0 00010000:00010000:0.0:1746066879.135831:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff4384a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfd8 expref: 12 pid: 9627 timeout: 1091 lvb_type: 0 00002000:00010000:0.0:1746066879.135837:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091269500 00000100:00100000:0.0:1746066879.145982:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.153126:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.156468:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.159638:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.160090:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860266880 00000100:00100000:1.0:1746066879.160096:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860266880 00000100:00100000:1.0:1746066879.160141:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28955 00000100:00100000:1.0:1746066879.160147:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+13:1869:x1830882860266880:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066879.160159:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066879.160171:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff4384bd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267dfed expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.160189:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066879.160194:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff4384b6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfe6 expref: 14 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.160199:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066879.160202:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff4384bd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfed expref: 14 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.160226:0:9628:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff4384b6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfe6 expref: 14 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.160237:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff4384bd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfed expref: 14 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.160246:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21a00, rc 0) 00000100:00100000:1.0:1746066879.160277:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+14:1869:x1830882860266880:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066879.160283:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28955 00000100:00100000:0.0:1746066879.165901:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.172474:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.178171:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860267392 00000100:00100000:0.0:1746066879.178179:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860267392 00010000:00010000:0.0:1746066879.178206:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff4384b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfe6 expref: 13 pid: 21660 timeout: 1091 lvb_type: 0 00000100:00100000:0.0:1746066879.178501:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11783 00000100:00100000:0.0:1746066879.178509:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130526300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+13:2032:x1830882860267392:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066879.178520:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066879.178536:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff4384b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfe6 expref: 13 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:0.0:1746066879.178548:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff4384b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfe6 expref: 13 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:0.0:1746066879.178568:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff4384b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfe6 expref: 13 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:0.0:1746066879.178820:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066879.178823:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066879.178830:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff4384bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfed expref: 12 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066879.178837:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff4384bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfed expref: 12 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066879.178867:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff4384bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfed expref: 12 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066879.178878:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861031936:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066879.179391:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066879.181126:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.181714:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861031936:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066879.181730:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066879.183331:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130526300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+12:2032:x1830882860267392:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4820us (5611us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066879.183359:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11783 00000100:00100000:0.0:1746066879.189817:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.199965:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.200037:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860267904 00000100:00100000:1.0:1746066879.200054:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860267904 00002000:00100000:1.0:1746066879.200085:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009126ad80 x1830882860267904/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:285/0 lens 496/0 e 0 to 0 dl 1746066890 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.200093:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126ad80 with x1830882860267904 ext(0->7) 00010000:00010000:1.0:1746066879.200099:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff4384bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfed expref: 12 pid: 9628 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.200110:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff4384bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfed expref: 12 pid: 9628 timeout: 1091 lvb_type: 0 00002000:00010000:1.0:1746066879.200115:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126ad80 00000100:00100000:1.0:1746066879.200139:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1843 00000100:00100000:1.0:1746066879.200145:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+12:2033:x1830882860267904:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066879.204762:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+14:2033:x1830882860267904:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 4609us (4790us total) trans 4294972096 rc 0/0 00000100:00100000:0.0:1746066879.204774:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1843 00002000:00100000:0.0:1746066879.204784:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009126ad80 x1830882860267904/t4294972096(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:285/0 lens 496/448 e 0 to 0 dl 1746066890 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066879.204792:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126ad80 with x1830882860267904 ext(0->7) 00010000:00010000:0.0:1746066879.204801:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff4384bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfed expref: 14 pid: 9628 timeout: 1091 lvb_type: 0 00010000:00010000:0.0:1746066879.204817:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff4384bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfed expref: 14 pid: 9628 timeout: 1091 lvb_type: 0 00002000:00010000:0.0:1746066879.204823:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126ad80 00000100:00100000:0.0:1746066879.213869:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.214298:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860268032 00000100:00100000:1.0:1746066879.214307:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860268032 00010000:00010000:1.0:1746066879.214589:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff4384bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfed expref: 14 pid: 9628 timeout: 1091 lvb_type: 0 00000100:00100000:1.0:1746066879.214622:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11784 00000100:00100000:1.0:1746066879.214629:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+14:2031:x1830882860268032:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066879.214644:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746066879.214658:0:7260:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746066878 -> 1746066879 00002000:00010000:1.0:1746066879.214661:0:7260:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746066878 -> 1746066879 00010000:00010000:1.0:1746066879.214667:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff4384bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfed expref: 14 pid: 9628 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.214680:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff4384bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfed expref: 14 pid: 9628 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.214700:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff4384bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dfed expref: 14 pid: 9628 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.214717:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066879.214719:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066879.214725:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e39200/0xd6b24631ff4384c4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dff4 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.214734:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e39200/0xd6b24631ff4384c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dff4 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.214768:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132e39200/0xd6b24631ff4384c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dff4 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066879.214779:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e80c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861032192:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066879.214857:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d746c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066879.225206:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e80c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861032192:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066879.225224:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066879.225266:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+13:2031:x1830882860268032:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 10637us (11406us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066879.225275:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11784 00000100:00100000:0.0:1746066879.226255:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.236094:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.237069:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.237739:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28958 00000100:00100000:1.0:1746066879.237747:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+15:1868:x1830882860268544:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066879.237754:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066879.237761:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff4384d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e002 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.237772:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066879.237776:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff4384cb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267dffb expref: 16 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.237781:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066879.237783:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff4384d2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e002 expref: 16 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.237803:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff4384cb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dffb expref: 16 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.237814:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff4384d2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e002 expref: 16 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.237823:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20400, rc 0) 00000100:00100000:1.0:1746066879.237843:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+16:1868:x1830882860268544:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 97us (777us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066879.237849:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28958 00000100:00100000:0.0:1746066879.242801:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.243854:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860268672 00000100:00100000:1.0:1746066879.243862:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860268672 00010000:00010000:1.0:1746066879.243889:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132e39200/0xd6b24631ff4384c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dff4 expref: 6 pid: 21660 timeout: 1091 lvb_type: 0 00000100:00100000:1.0:1746066879.243912:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11785 00000100:00100000:1.0:1746066879.243918:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860268672:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066879.243931:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066879.243948:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132e39200/0xd6b24631ff4384c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dff4 expref: 6 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.243958:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132e39200/0xd6b24631ff4384c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dff4 expref: 6 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.243978:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132e39200/0xd6b24631ff4384c4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dff4 expref: 6 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.244008:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066879.244010:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066879.244016:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff4384cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dffb expref: 14 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.244025:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff4384cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dffb expref: 14 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.244069:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff4384cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dffb expref: 14 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.244080:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff4384cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267dffb expref: 14 pid: 21660 timeout: 1091 lvb_type: 0 00000100:00100000:1.0:1746066879.244326:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e80c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861032576:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066879.244578:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d746c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066879.249026:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.254877:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.258005:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.261137:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.263563:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.263684:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.267230:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.267265:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860269952 00000100:00100000:1.0:1746066879.267270:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860269952 00002000:00100000:1.0:1746066879.267297:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095884000 x1830882860269952/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:285/0 lens 488/0 e 0 to 0 dl 1746066890 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.267307:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095884000 with x1830882860269952 ext(0->4095) 00010000:00010000:1.0:1746066879.267314:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e39000/0xd6b24631ff4384d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e009 expref: 6 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.267325:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e39000/0xd6b24631ff4384d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e009 expref: 6 pid: 21660 timeout: 1091 lvb_type: 0 00002000:00010000:1.0:1746066879.267331:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095884000 00000100:00100000:1.0:1746066879.267385:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1846 00000100:00100000:1.0:1746066879.267392:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860269952:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066879.267485:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860269952:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 92us (253us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066879.267490:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1846 00002000:00100000:1.0:1746066879.267496:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095884000 x1830882860269952/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746066890 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.267503:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095884000 with x1830882860269952 ext(0->4095) 00010000:00010000:1.0:1746066879.267507:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e39000/0xd6b24631ff4384d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e009 expref: 6 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.267517:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e39000/0xd6b24631ff4384d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e009 expref: 6 pid: 21660 timeout: 1091 lvb_type: 0 00002000:00010000:1.0:1746066879.267523:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095884000 00000100:00100000:0.0:1746066879.270136:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.275084:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.278470:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.284828:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.286728:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.291413:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.293252:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860270976 00000100:00100000:0.0:1746066879.293260:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860270976 00002000:00100000:0.0:1746066879.293293:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e80d180 x1830882860270976/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:285/0 lens 488/0 e 0 to 0 dl 1746066890 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066879.293303:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80d180 with x1830882860270976 ext(0->4095) 00010000:00010000:0.0:1746066879.293311:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e39200/0xd6b24631ff4384e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e017 expref: 6 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:0.0:1746066879.293326:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e39200/0xd6b24631ff4384e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e017 expref: 6 pid: 21660 timeout: 1091 lvb_type: 0 00002000:00010000:0.0:1746066879.293332:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e80d180 00000100:00100000:0.0:1746066879.293378:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1847 00000100:00100000:0.0:1746066879.293385:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e80d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860270976:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746066879.293516:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860270976:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (2109us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066879.293522:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1847 00002000:00100000:0.0:1746066879.293527:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e80d180 x1830882860270976/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746066890 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066879.293534:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80d180 with x1830882860270976 ext(0->4095) 00010000:00010000:0.0:1746066879.293539:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e39200/0xd6b24631ff4384e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e017 expref: 6 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:0.0:1746066879.293549:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e39200/0xd6b24631ff4384e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e017 expref: 6 pid: 21660 timeout: 1091 lvb_type: 0 00002000:00010000:0.0:1746066879.293554:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e80d180 00000100:00100000:0.0:1746066879.296450:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.303781:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.306598:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.315161:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2033:x1830882860271616:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1325us (1606us total) trans 4294972097 rc 0/0 00000100:00100000:0.0:1746066879.315169:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1848 00002000:00100000:0.0:1746066879.315176:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012d7a8000 x1830882860271616/t4294972097(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:285/0 lens 496/448 e 0 to 0 dl 1746066890 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066879.315183:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7a8000 with x1830882860271616 ext(0->7) 00010000:00010000:0.0:1746066879.315189:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e38200/0xd6b24631ff4384ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e01e expref: 16 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:0.0:1746066879.315199:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e38200/0xd6b24631ff4384ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e01e expref: 16 pid: 21660 timeout: 1091 lvb_type: 0 00002000:00010000:0.0:1746066879.315204:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7a8000 00000100:00100000:0.0:1746066879.321036:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.328600:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.328643:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.330127:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860272128 00000100:00100000:1.0:1746066879.330132:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860272128 00002000:00100000:1.0:1746066879.330163:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4c380 x1830882860272128/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:285/0 lens 488/0 e 0 to 0 dl 1746066890 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.330173:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4c380 with x1830882860272128 ext(0->4095) 00002000:00010000:1.0:1746066879.330177:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c4c380 00000100:00100000:1.0:1746066879.330198:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12925 00000100:00100000:1.0:1746066879.330204:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860272128:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066879.330313:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860272128:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (1669us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066879.330320:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12925 00002000:00100000:1.0:1746066879.330324:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4c380 x1830882860272128/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746066890 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.330331:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4c380 with x1830882860272128 ext(0->4095) 00002000:00010000:1.0:1746066879.330333:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c4c380 00000100:00100000:0.0:1746066879.335242:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.335613:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860272256 00000100:00100000:1.0:1746066879.335620:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860272256 00000100:00100000:1.0:1746066879.336746:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28965 00000100:00100000:1.0:1746066879.336754:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+17:1869:x1830882860272256:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066879.336769:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066879.336783:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438503 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e033 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.336806:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066879.336811:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff4384fc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e02c expref: 18 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.336816:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066879.336819:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438503 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e033 expref: 18 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.336848:0:9628:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff4384fc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e02c expref: 18 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.336858:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438503 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e033 expref: 18 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.336871:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21400, rc 0) 00000100:00100000:1.0:1746066879.336909:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+18:1869:x1830882860272256:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (1675us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066879.336914:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28965 00000100:00100000:0.0:1746066879.338404:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.345085:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.349398:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.358862:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.362335:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.368703:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.369647:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.377961:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.381888:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.386841:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.387543:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860274048 00000100:00100000:1.0:1746066879.387549:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860274048 00002000:00100000:1.0:1746066879.387584:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a94000 x1830882860274048/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:285/0 lens 488/0 e 0 to 0 dl 1746066890 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.387592:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a94000 with x1830882860274048 ext(0->4095) 00002000:00010000:1.0:1746066879.387596:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123a94000 00000100:00100000:1.0:1746066879.387611:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12927 00000100:00100000:1.0:1746066879.387617:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2032:x1830882860274048:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066879.387738:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2032:x1830882860274048:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (903us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066879.387744:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12927 00002000:00100000:1.0:1746066879.387749:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a94000 x1830882860274048/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746066890 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.387757:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a94000 with x1830882860274048 ext(0->4095) 00002000:00010000:1.0:1746066879.387760:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123a94000 00000100:00100000:0.0:1746066879.420140:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.435229:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.438157:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.450228:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.455396:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.465825:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.471886:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.476835:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.481661:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.482174:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.488277:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.492906:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.496266:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.496706:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860276224 00000100:00100000:1.0:1746066879.496712:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860276224 00002000:00100000:1.0:1746066879.496743:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c8d180 x1830882860276224/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:285/0 lens 488/0 e 0 to 0 dl 1746066890 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.496759:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8d180 with x1830882860276224 ext(0->4095) 00002000:00010000:1.0:1746066879.496762:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c8d180 00000100:00100000:1.0:1746066879.496777:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12929 00000100:00100000:1.0:1746066879.496783:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2032:x1830882860276224:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066879.496880:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2032:x1830882860276224:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (619us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066879.496886:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12929 00002000:00100000:1.0:1746066879.496891:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c8d180 x1830882860276224/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746066890 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.496898:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8d180 with x1830882860276224 ext(0->4095) 00002000:00010000:1.0:1746066879.496901:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c8d180 00000100:00100000:0.0:1746066879.500611:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.502952:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130526300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861036288:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066879.502973:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff438534 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e064 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066879.502991:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eabf400, rc 0) 00000100:00100000:0.0:1746066879.503032:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860276352:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2287us (2427us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066879.503050:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28972 00000100:00100000:0.0:1746066879.505597:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.508073:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+20:2033:x1830882860276480:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1082us (2480us total) trans 4294972099 rc 0/0 00000100:00100000:0.0:1746066879.508082:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1854 00002000:00100000:0.0:1746066879.508088:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880095885880 x1830882860276480/t4294972099(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:285/0 lens 496/448 e 0 to 0 dl 1746066890 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066879.508096:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095885880 with x1830882860276480 ext(0->7) 00010000:00010000:0.0:1746066879.508101:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff43852d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e05d expref: 20 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:0.0:1746066879.508112:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff43852d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e05d expref: 20 pid: 21660 timeout: 1091 lvb_type: 0 00002000:00010000:0.0:1746066879.508117:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095885880 00000100:00100000:0.0:1746066879.510158:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.520670:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.521267:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.521471:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860276864 00000100:00100000:1.0:1746066879.521477:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860276864 00002000:00100000:1.0:1746066879.521520:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095873b80 x1830882860276864/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:285/0 lens 488/0 e 0 to 0 dl 1746066890 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.521529:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095873b80 with x1830882860276864 ext(0->4095) 00002000:00010000:1.0:1746066879.521534:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095873b80 00000100:00100000:1.0:1746066879.521550:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12930 00000100:00100000:1.0:1746066879.521557:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860276864:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066879.521661:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860276864:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (999us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066879.521667:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12930 00002000:00100000:1.0:1746066879.521673:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095873b80 x1830882860276864/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746066890 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.521680:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095873b80 with x1830882860276864 ext(0->4095) 00002000:00010000:1.0:1746066879.521683:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095873b80 00000100:00100000:0.0:1746066879.524532:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.530155:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860277248 00000100:00100000:0.0:1746066879.530162:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860277248 00010000:00010000:0.0:1746066879.530201:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff438534 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e064 expref: 6 pid: 21660 timeout: 1091 lvb_type: 0 00000100:00100000:0.0:1746066879.530237:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11801 00000100:00100000:0.0:1746066879.530244:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860277248:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066879.530256:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066879.530272:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff438534 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e064 expref: 6 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:0.0:1746066879.530283:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff438534 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e064 expref: 6 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:0.0:1746066879.530468:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff438534 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e064 expref: 6 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:0.0:1746066879.530667:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066879.530670:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066879.530676:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff43853b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e06b expref: 20 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066879.530684:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff43853b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e06b expref: 20 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.530902:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff43853b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e06b expref: 20 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.530915:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff43853b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e06b expref: 20 pid: 21660 timeout: 1091 lvb_type: 0 00000100:00100000:1.0:1746066879.530926:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e80ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861036800:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066879.531229:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066879.536161:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.536884:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860277504 00000100:00100000:1.0:1746066879.536892:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860277504 00002000:00100000:1.0:1746066879.537147:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094eedc00 x1830882860277504/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:285/0 lens 488/0 e 0 to 0 dl 1746066890 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.537156:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eedc00 with x1830882860277504 ext(0->4095) 00010000:00010000:1.0:1746066879.537164:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff43853b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e06b expref: 21 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.537177:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff43853b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e06b expref: 21 pid: 21660 timeout: 1091 lvb_type: 0 00002000:00010000:1.0:1746066879.537183:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094eedc00 00000100:00100000:1.0:1746066879.537207:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1855 00000100:00100000:1.0:1746066879.537213:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+21:2033:x1830882860277504:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066879.540373:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+21:2033:x1830882860277504:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 3157us (4209us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066879.540381:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1855 00002000:00100000:1.0:1746066879.540388:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094eedc00 x1830882860277504/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746066890 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.540397:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eedc00 with x1830882860277504 ext(0->4095) 00010000:00010000:1.0:1746066879.540405:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff43853b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e06b expref: 21 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.540421:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff43853b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e06b expref: 21 pid: 21660 timeout: 1091 lvb_type: 0 00002000:00010000:1.0:1746066879.540427:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094eedc00 00000100:00100000:0.0:1746066879.544609:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.551872:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.551959:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860277888 00000100:00100000:1.0:1746066879.551967:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860277888 00002000:00100000:1.0:1746066879.552005:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009529d880 x1830882860277888/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:285/0 lens 488/0 e 0 to 0 dl 1746066890 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.552014:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529d880 with x1830882860277888 ext(0->4095) 00002000:00010000:1.0:1746066879.552018:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009529d880 00000100:00100000:1.0:1746066879.552302:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12931 00000100:00100000:1.0:1746066879.552310:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+20:2034:x1830882860277888:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066879.552629:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+20:2034:x1830882860277888:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 318us (763us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066879.552635:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12931 00002000:00100000:1.0:1746066879.552641:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009529d880 x1830882860277888/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746066890 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.552648:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529d880 with x1830882860277888 ext(0->4095) 00002000:00010000:1.0:1746066879.552651:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009529d880 00000100:00100000:0.0:1746066879.556656:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.563411:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.563497:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.570133:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.575891:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.579766:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.586762:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.586859:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860279040 00000100:00100000:1.0:1746066879.586868:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860279040 00000100:00100000:1.0:1746066879.586955:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28977 00000100:00100000:1.0:1746066879.586963:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860279040:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066879.586979:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066879.586992:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff438557 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e087 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.587016:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1a00/0xd6b24631ff438550 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e080 expref: 19 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.587022:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066879.587024:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066879.587027:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff438557 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e087 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.587064:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1a00/0xd6b24631ff438550 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e080 expref: 19 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.587075:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1a00/0xd6b24631ff438550 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e080 expref: 19 pid: 21660 timeout: 1091 lvb_type: 0 00000100:00100000:1.0:1746066879.587084:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e80c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861037568:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066879.591294:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066879.594714:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e80c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861037568:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066879.594740:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff438557 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e087 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.594757:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20a00, rc 0) 00000100:00100000:1.0:1746066879.594795:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860279040:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7833us (8041us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066879.594804:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28977 00000100:00100000:0.0:1746066879.603638:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.605186:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+22:2033:x1830882860279168:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1340us (1553us total) trans 4294972100 rc 0/0 00000100:00100000:0.0:1746066879.605193:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1857 00002000:00100000:0.0:1746066879.605199:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8801203fea00 x1830882860279168/t4294972100(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:285/0 lens 496/448 e 0 to 0 dl 1746066890 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066879.605207:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203fea00 with x1830882860279168 ext(0->7) 00010000:00010000:0.0:1746066879.605212:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1a00/0xd6b24631ff438550 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e080 expref: 22 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:0.0:1746066879.605222:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1a00/0xd6b24631ff438550 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e080 expref: 22 pid: 21660 timeout: 1091 lvb_type: 0 00002000:00010000:0.0:1746066879.605228:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801203fea00 00000100:00100000:0.0:1746066879.614555:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.617931:0:3790:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746066879.618133:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e80c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861037696:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746066879.618168:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066879.618934:0:3790:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294970503 gen 2 00000004:00080000:1.0:1746066879.618939:0:3790:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c408380, transno 4294970503 00000100:00100000:1.0:1746066879.618958:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e80c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861037696:0@lo:13:osp-pre-0-0.0 00000001:00080000:1.0:1746066879.621141:0:7254:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980248 is committed 00000001:00080000:1.0:1746066879.621153:0:7254:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980246 is committed 00010000:00010000:1.0:1746066879.621177:0:3775:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0aa00/0xd6b24631ff437c27 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066879.621187:0:3775:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0aa00/0xd6b24631ff437c27 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066879.621193:0:3775:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0aa00/0xd6b24631ff437c27 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066879.621199:0:3775:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095c0aa00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:1.0:1746066879.621203:0:3775:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0aa00/0xd6b24631ff437c27 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066879.621210:0:3775:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0aa00/0xd6b24631ff437c27 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066879.621224:0:3775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008f47cc00) 00010000:00010000:1.0:1746066879.621228:0:3775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066879.621231:0:3775:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0aa00/0xd6b24631ff437c27 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066879.621235:0:3775:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0aa00/0xd6b24631ff437c27 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00000100:00100000:0.0:1746066879.623470:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.626144:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860279552 00000100:00100000:1.0:1746066879.626152:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860279552 00002000:00100000:1.0:1746066879.626186:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112f100 x1830882860279552/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:285/0 lens 488/0 e 0 to 0 dl 1746066890 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.626195:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112f100 with x1830882860279552 ext(0->4095) 00002000:00010000:1.0:1746066879.626199:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112f100 00000100:00100000:1.0:1746066879.626226:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12933 00000100:00100000:1.0:1746066879.626233:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860279552:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066879.626336:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860279552:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (2872us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066879.626364:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12933 00002000:00100000:1.0:1746066879.626369:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112f100 x1830882860279552/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746066890 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.626377:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112f100 with x1830882860279552 ext(0->4095) 00002000:00010000:1.0:1746066879.626380:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112f100 00000100:00100000:0.0:1746066879.628429:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.628656:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860279680 00000100:00100000:1.0:1746066879.628662:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860279680 00000100:00100000:1.0:1746066879.628868:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28978 00000100:00100000:1.0:1746066879.628876:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+21:1869:x1830882860279680:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066879.628887:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066879.628901:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff43855e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e08e expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.628922:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff438557 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e087 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.628929:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066879.628931:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066879.628934:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff43855e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e08e expref: 22 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.628958:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff438557 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e087 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.628971:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff438557 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e087 expref: 5 pid: 9628 timeout: 1091 lvb_type: 0 00000100:00100000:1.0:1746066879.628981:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e80c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861037952:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066879.629995:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066879.632167:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.637580:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.637692:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e80c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861037952:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066879.637714:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff43855e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e08e expref: 23 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.637730:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20400, rc 0) 00000100:00100000:1.0:1746066879.637764:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+23:1869:x1830882860279680:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8889us (9340us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066879.637771:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28978 00000100:00100000:0.0:1746066879.640277:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.642802:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.642937:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860280320 00000100:00100000:1.0:1746066879.642944:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860280320 00000100:00100000:1.0:1746066879.642982:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28980 00000100:00100000:1.0:1746066879.642989:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860280320:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066879.643000:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066879.643013:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff43856c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e09c expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066879.643018:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:1.0:1746066879.643033:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066879.643049:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1800/0xd6b24631ff438565 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e095 expref: 22 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.643055:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066879.643059:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff43856c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e09c expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.643161:0:9628:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1800/0xd6b24631ff438565 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e095 expref: 22 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.643173:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff43856c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e09c expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.643186:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21600, rc 0) 00000100:00100000:1.0:1746066879.643212:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860280320:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 223us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066879.643217:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28980 00000100:00100000:0.0:1746066879.645875:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.647659:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.647722:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860280960 00000100:00100000:1.0:1746066879.647727:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860280960 00000100:00100000:1.0:1746066879.648209:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28981 00000100:00100000:1.0:1746066879.648227:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+22:1868:x1830882860280960:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066879.648237:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066879.648470:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff438573 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e0a3 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.648490:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066879.648495:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff43856c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e09c expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.648501:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066879.648504:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff438573 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0a3 expref: 23 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.648530:0:9628:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff43856c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e09c expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.648540:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff438573 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0a3 expref: 23 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.648553:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20a00, rc 0) 00000100:00100000:1.0:1746066879.648584:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+23:1868:x1830882860280960:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 358us (925us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066879.648589:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28981 00000100:00100000:0.0:1746066879.652185:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.652370:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860281216 00000100:00100000:1.0:1746066879.652376:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860281216 00002000:00100000:1.0:1746066879.652406:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c38a80 x1830882860281216/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:285/0 lens 488/0 e 0 to 0 dl 1746066890 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.652416:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c38a80 with x1830882860281216 ext(0->4095) 00010000:00010000:1.0:1746066879.652423:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff43856c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e09c expref: 6 pid: 9628 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.652434:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff43856c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e09c expref: 6 pid: 9628 timeout: 1091 lvb_type: 0 00002000:00010000:1.0:1746066879.652440:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c38a80 00000100:00100000:1.0:1746066879.652454:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1860 00000100:00100000:1.0:1746066879.652460:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860281216:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066879.652555:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860281216:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 94us (694us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066879.652561:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1860 00002000:00100000:1.0:1746066879.652565:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c38a80 x1830882860281216/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746066890 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.652579:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c38a80 with x1830882860281216 ext(0->4095) 00010000:00010000:1.0:1746066879.652583:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff43856c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e09c expref: 6 pid: 9628 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.652593:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff43856c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e09c expref: 6 pid: 9628 timeout: 1091 lvb_type: 0 00002000:00010000:1.0:1746066879.652598:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c38a80 00000100:00100000:0.0:1746066879.655103:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.658475:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.661174:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.661307:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860281728 00000100:00100000:1.0:1746066879.661313:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860281728 00000100:00100000:0.0:1746066879.664773:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.668537:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.668594:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860282112 00000100:00100000:0.0:1746066879.668599:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860282112 00000100:00100000:1.0:1746066879.668623:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00002000:00100000:0.0:1746066879.668625:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e80c000 x1830882860282112/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:285/0 lens 488/0 e 0 to 0 dl 1746066890 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066879.668850:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80c000 with x1830882860282112 ext(0->4095) 00010000:00010000:0.0:1746066879.668856:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e38200/0xd6b24631ff43857a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0aa expref: 6 pid: 25556 timeout: 1091 lvb_type: 0 00010000:00010000:0.0:1746066879.668864:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e38200/0xd6b24631ff43857a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0aa expref: 6 pid: 25556 timeout: 1091 lvb_type: 0 00002000:00010000:0.0:1746066879.668870:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e80c000 00000100:00100000:0.0:1746066879.668880:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1861 00000100:00100000:0.0:1746066879.668885:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e80c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860282112:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746066879.669146:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860282112:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 259us (610us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066879.669152:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1861 00002000:00100000:0.0:1746066879.669158:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e80c000 x1830882860282112/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746066890 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066879.669165:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80c000 with x1830882860282112 ext(0->4095) 00010000:00010000:0.0:1746066879.669170:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e38200/0xd6b24631ff43857a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0aa expref: 6 pid: 25556 timeout: 1091 lvb_type: 0 00010000:00010000:0.0:1746066879.669177:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e38200/0xd6b24631ff43857a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0aa expref: 6 pid: 25556 timeout: 1091 lvb_type: 0 00002000:00010000:0.0:1746066879.669182:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e80c000 00000100:00100000:1.0:1746066879.671742:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.673301:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.677754:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.679834:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.682661:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.683427:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860283136 00000100:00100000:1.0:1746066879.683432:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860283136 00002000:00100000:1.0:1746066879.683464:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009483ad80 x1830882860283136/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:285/0 lens 488/0 e 0 to 0 dl 1746066890 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.683473:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009483ad80 with x1830882860283136 ext(0->4095) 00002000:00010000:1.0:1746066879.683477:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009483ad80 00000100:00100000:1.0:1746066879.683491:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12935 00000100:00100000:1.0:1746066879.683497:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009483ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+22:2032:x1830882860283136:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066879.683609:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009483ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+22:2032:x1830882860283136:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (952us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066879.683615:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12935 00002000:00100000:1.0:1746066879.683620:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009483ad80 x1830882860283136/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746066890 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.683628:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009483ad80 with x1830882860283136 ext(0->4095) 00002000:00010000:1.0:1746066879.683631:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009483ad80 00000100:00100000:0.0:1746066879.685261:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.685324:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860283264 00000100:00100000:1.0:1746066879.685328:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860283264 00000100:00100000:1.0:1746066879.685467:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28985 00000100:00100000:1.0:1746066879.685472:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860283264:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066879.685480:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066879.685492:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff43858f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e0bf expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.685512:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff438588 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0b8 expref: 21 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.685517:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066879.685518:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066879.685520:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff43858f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0bf expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.685539:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff438588 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0b8 expref: 21 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.685546:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff438588 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0b8 expref: 21 pid: 25556 timeout: 1091 lvb_type: 0 00000100:00100000:1.0:1746066879.685553:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861039744:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066879.685749:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74300 going to sleep for 11 seconds 00000100:00100000:1.0:1746066879.686620:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861039744:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066879.686636:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff43858f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0bf expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.686644:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21600, rc 0) 00000100:00100000:1.0:1746066879.686663:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860283264:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1191us (1405us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066879.686667:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28985 00000100:00100000:0.0:1746066879.687958:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.696311:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.696375:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860283648 00000100:00100000:1.0:1746066879.696382:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860283648 00000100:00100000:0.0:1746066879.696392:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00002000:00100000:1.0:1746066879.696419:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffa8700 x1830882860283648/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:285/0 lens 488/0 e 0 to 0 dl 1746066890 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.696429:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa8700 with x1830882860283648 ext(0->4095) 00002000:00010000:1.0:1746066879.696474:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ffa8700 00000100:00100000:1.0:1746066879.696505:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860283776 00000100:00100000:1.0:1746066879.696508:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860283776 00000100:00100000:1.0:1746066879.696531:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28986 00000100:00100000:1.0:1746066879.696537:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+22:1868:x1830882860283776:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066879.696547:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066879.696559:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff438596 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e0c6 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.696581:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff43858f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0bf expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.696588:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066879.696591:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066879.696594:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff438596 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0c6 expref: 22 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.696625:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff43858f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0bf expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.696634:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff43858f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0bf expref: 6 pid: 9628 timeout: 1091 lvb_type: 0 00000100:00100000:1.0:1746066879.696644:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861040000:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066879.696684:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74300 going to sleep for 11 seconds 00000100:00100000:1.0:1746066879.699582:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861040000:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066879.699603:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff438596 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0c6 expref: 22 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.699616:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21800, rc 0) 00000100:00100000:1.0:1746066879.699645:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+22:1868:x1830882860283776:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3107us (3251us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066879.699652:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28986 00000100:00100000:0.0:1746066879.699789:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.699875:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.704320:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.708083:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.708659:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.713235:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.719141:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.724581:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.727588:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.730815:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.733778:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.735523:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.735628:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860285824 00000100:00100000:1.0:1746066879.735632:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860285824 00002000:00100000:1.0:1746066879.735660:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800962e9180 x1830882860285824/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:285/0 lens 488/0 e 0 to 0 dl 1746066890 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.735670:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800962e9180 with x1830882860285824 ext(0->4095) 00010000:00010000:1.0:1746066879.735677:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff4385ab lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0db expref: 6 pid: 9628 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.735688:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff4385ab lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0db expref: 6 pid: 9628 timeout: 1091 lvb_type: 0 00002000:00010000:1.0:1746066879.735694:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800962e9180 00000100:00100000:1.0:1746066879.735720:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1866 00000100:00100000:1.0:1746066879.735726:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860285824:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066879.735838:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860285824:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (316us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066879.735844:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1866 00002000:00100000:1.0:1746066879.735848:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800962e9180 x1830882860285824/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746066890 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.735855:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800962e9180 with x1830882860285824 ext(0->4095) 00010000:00010000:1.0:1746066879.735860:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff4385ab lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0db expref: 6 pid: 9628 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.735869:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff4385ab lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0db expref: 6 pid: 9628 timeout: 1091 lvb_type: 0 00002000:00010000:1.0:1746066879.735874:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800962e9180 00000100:00100000:0.0:1746066879.738513:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.738666:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860285952 00000100:00100000:1.0:1746066879.738671:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860285952 00000100:00100000:0.0:1746066879.740909:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.752695:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.756128:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.758674:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.762798:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.767242:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.772613:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861041664:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066879.772626:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066879.772661:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+23:2033:x1830882860286976:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4201us (5421us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066879.772668:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11820 00000100:00100000:0.0:1746066879.773049:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.773881:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860287360 00000100:00100000:1.0:1746066879.773886:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860287360 00002000:00100000:1.0:1746066879.773908:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008cf89180 x1830882860287360/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:285/0 lens 488/0 e 0 to 0 dl 1746066890 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.773922:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf89180 with x1830882860287360 ext(0->4095) 00010000:00010000:1.0:1746066879.773928:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c555c00/0xd6b24631ff4385c0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0f0 expref: 6 pid: 9628 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.773937:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c555c00/0xd6b24631ff4385c0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0f0 expref: 6 pid: 9628 timeout: 1091 lvb_type: 0 00002000:00010000:1.0:1746066879.773942:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cf89180 00000100:00100000:1.0:1746066879.773966:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1868 00000100:00100000:1.0:1746066879.773972:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860287360:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066879.774083:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860287360:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (1034us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066879.774089:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1868 00002000:00100000:1.0:1746066879.774094:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008cf89180 x1830882860287360/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746066890 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.774101:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf89180 with x1830882860287360 ext(0->4095) 00010000:00010000:1.0:1746066879.774105:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c555c00/0xd6b24631ff4385c0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0f0 expref: 6 pid: 9628 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.774114:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c555c00/0xd6b24631ff4385c0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0f0 expref: 6 pid: 9628 timeout: 1091 lvb_type: 0 00002000:00010000:1.0:1746066879.774119:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cf89180 00000100:00100000:0.0:1746066879.776203:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.779166:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.783117:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.788686:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860288000 00000100:00100000:0.0:1746066879.788694:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860288000 00010000:00010000:0.0:1746066879.788726:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1c00/0xd6b24631ff4385c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0f7 expref: 23 pid: 9628 timeout: 1091 lvb_type: 0 00000100:00100000:0.0:1746066879.789186:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11822 00000100:00100000:0.0:1746066879.789195:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+23:2033:x1830882860288000:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066879.789206:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066879.789223:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1c00/0xd6b24631ff4385c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0f7 expref: 23 pid: 9628 timeout: 1091 lvb_type: 0 00010000:00010000:0.0:1746066879.789234:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1c00/0xd6b24631ff4385c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0f7 expref: 23 pid: 9628 timeout: 1091 lvb_type: 0 00010000:00010000:0.0:1746066879.789258:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1c00/0xd6b24631ff4385c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0f7 expref: 23 pid: 9628 timeout: 1091 lvb_type: 0 00010000:00010000:0.0:1746066879.789283:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066879.789285:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066879.789291:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1800/0xd6b24631ff4385ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0fe expref: 22 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066879.789299:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1800/0xd6b24631ff4385ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0fe expref: 22 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066879.789326:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1800/0xd6b24631ff4385ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e0fe expref: 22 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066879.789337:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cf89f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861042176:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066879.790441:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066879.795663:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.800113:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.803763:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.807993:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.813868:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.818726:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.825581:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.830861:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.845410:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.852466:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.855097:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11825 00000100:00100000:1.0:1746066879.855111:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf88380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2033:x1830882860289664:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066879.855124:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066879.855144:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff4385dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e10c expref: 24 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.855157:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff4385dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e10c expref: 24 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.855178:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff4385dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e10c expref: 24 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.855211:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066879.855213:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066879.855219:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c2ad000/0xd6b24631ff4385e3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e113 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.855227:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c2ad000/0xd6b24631ff4385e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e113 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.855256:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c2ad000/0xd6b24631ff4385e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e113 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066879.855267:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861042944:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066879.855564:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d746c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066879.860082:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.860436:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861042944:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066879.860452:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066879.860486:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf88380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+23:2033:x1830882860289664:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5379us (8026us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066879.860496:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11825 00000100:00100000:0.0:1746066879.870527:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.870979:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.877556:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.878116:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860290304 00000100:00100000:1.0:1746066879.878124:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860290304 00010000:00010000:1.0:1746066879.878152:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c2ad000/0xd6b24631ff4385e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e113 expref: 6 pid: 21660 timeout: 1091 lvb_type: 0 00000100:00100000:1.0:1746066879.878184:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11826 00000100:00100000:1.0:1746066879.878191:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860290304:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066879.878200:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066879.878216:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c2ad000/0xd6b24631ff4385e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e113 expref: 6 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.878227:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c2ad000/0xd6b24631ff4385e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e113 expref: 6 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.878245:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c2ad000/0xd6b24631ff4385e3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e113 expref: 6 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.878271:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066879.878273:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066879.878279:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff4385ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e11a expref: 24 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.878286:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff4385ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e11a expref: 24 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.878310:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff4385ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e11a expref: 24 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.878320:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff4385ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e11a expref: 24 pid: 21660 timeout: 1091 lvb_type: 0 00000100:00100000:1.0:1746066879.878330:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861043328:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066879.878419:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d746c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066879.880953:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861043328:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066879.880967:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066879.880995:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860290304:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2804us (3445us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066879.881003:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11826 00000100:00100000:0.0:1746066879.883012:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.886158:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.886685:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860290688 00000100:00100000:1.0:1746066879.886692:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860290688 00010000:00010000:1.0:1746066879.886719:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff4385ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e11a expref: 25 pid: 21660 timeout: 1091 lvb_type: 0 00000100:00100000:1.0:1746066879.887021:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11827 00000100:00100000:1.0:1746066879.887029:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091038380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+25:2033:x1830882860290688:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066879.887050:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066879.887067:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff4385ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e11a expref: 25 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.887078:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff4385ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e11a expref: 25 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.887098:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff4385ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e11a expref: 25 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.887215:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066879.887218:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066879.887225:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff4385f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e121 expref: 24 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.887233:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff4385f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e121 expref: 24 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.887261:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff4385f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e121 expref: 24 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066879.887272:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861043456:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066879.888010:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d746c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066879.891520:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.892250:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861043456:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066879.892266:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066879.892303:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091038380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2033:x1830882860290688:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5274us (6148us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066879.892311:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11827 00000100:00100000:0.0:1746066879.894820:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.900424:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.901084:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860291200 00000100:00100000:1.0:1746066879.901093:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860291200 00010000:00010000:1.0:1746066879.901122:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff4385f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e121 expref: 24 pid: 9628 timeout: 1091 lvb_type: 0 00000100:00100000:1.0:1746066879.901163:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11828 00000100:00100000:1.0:1746066879.901171:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091038e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2033:x1830882860291200:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066879.901186:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066879.901203:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff4385f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e121 expref: 24 pid: 9628 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.901215:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff4385f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e121 expref: 24 pid: 9628 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.901235:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff4385f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e121 expref: 24 pid: 9628 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.901256:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066879.901258:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066879.901265:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff4385f8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e128 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.901274:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff4385f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e128 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.901300:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff4385f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e128 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066879.901312:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861043712:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066879.901408:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d746c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066879.902898:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860291328 00000100:00100000:0.0:1746066879.902904:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860291328 00000100:00100000:0.0:1746066879.902945:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29001 00000100:00100000:0.0:1746066879.902952:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+24:1868:x1830882860291328:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066879.902966:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066879.902978:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff4385ff lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e12f expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066879.903000:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff4385f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e128 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066879.903006:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066879.903008:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066879.903011:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff4385ff lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e12f expref: 25 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066879.903031:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff4385f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e128 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066879.903053:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff4385f8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e128 expref: 5 pid: 21660 timeout: 1091 lvb_type: 0 00000100:00100000:0.0:1746066879.903064:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091039180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861043840:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066879.904272:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066879.904335:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861043712:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066879.904369:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066879.904402:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091038e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+25:2033:x1830882860291200:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3227us (3977us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066879.904418:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11828 00000100:00100000:0.0:1746066879.906738:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.906859:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091039180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861043840:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066879.906884:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff4385ff lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e12f expref: 24 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.906898:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132e39a00, rc 0) 00000100:00100000:1.0:1746066879.906949:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+24:1868:x1830882860291328:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3995us (4559us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066879.906957:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29001 00000100:00100000:0.0:1746066879.912228:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.914953:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860291712 00000100:00100000:1.0:1746066879.914964:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860291712 00010000:00010000:1.0:1746066879.915000:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff4385f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e128 expref: 6 pid: 21660 timeout: 1091 lvb_type: 0 00000100:00100000:1.0:1746066879.915291:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11829 00000100:00100000:1.0:1746066879.915300:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091039880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860291712:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066879.915315:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066879.915333:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff4385f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e128 expref: 6 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.915378:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff4385f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e128 expref: 6 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.915474:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff4385f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e128 expref: 6 pid: 21660 timeout: 1091 lvb_type: 0 00010000:00010000:1.0:1746066879.915507:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066879.915509:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066879.915517:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff4385ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e12f expref: 23 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.915525:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff4385ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e12f expref: 23 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.915556:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff4385ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e12f expref: 23 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066879.915569:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861043968:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066879.917259:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d746c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066879.920692:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.921246:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861043968:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066879.921261:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066879.921300:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091039880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860291712:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6001us (9080us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066879.921308:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11829 00000100:00100000:0.0:1746066879.926626:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.926740:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860292096 00000100:00100000:1.0:1746066879.926749:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860292096 00000100:00100000:1.0:1746066879.926802:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29002 00000100:00100000:1.0:1746066879.926810:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860292096:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066879.926826:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066879.926842:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff438606 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e136 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.926872:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff4385ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e12f expref: 23 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.926879:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066879.926881:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066879.926884:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff438606 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e136 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.926910:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff4385ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e12f expref: 23 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.926923:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff4385ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e12f expref: 23 pid: 21660 timeout: 1092 lvb_type: 0 00000100:00100000:1.0:1746066879.926936:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861044096:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066879.927250:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d746c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066879.930377:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861044096:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066879.930401:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff438606 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e136 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.930416:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21a00, rc 0) 00000100:00100000:1.0:1746066879.930462:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860292096:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3652us (3840us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066879.930482:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29002 00000100:00100000:0.0:1746066879.932412:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.939191:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.955851:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.956656:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.956851:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860292736 00000100:00100000:0.0:1746066879.956856:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860292736 00000100:00100000:0.0:1746066879.956883:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29003 00000100:00100000:0.0:1746066879.956888:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+26:1868:x1830882860292736:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066879.956898:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066879.956911:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff43860d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e13d expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066879.956934:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff438606 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e136 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066879.956941:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066879.956943:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066879.956946:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff43860d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e13d expref: 27 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066879.956972:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff438606 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e136 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066879.957019:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff438606 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e136 expref: 5 pid: 21660 timeout: 1092 lvb_type: 0 00000100:00100000:0.0:1746066879.957031:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009103a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861044352:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066879.960194:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.960256:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860292864 00000100:00100000:1.0:1746066879.960261:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860292864 00000100:00100000:1.0:1746066879.960287:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29004 00000100:00100000:1.0:1746066879.960292:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095392300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+27:1869:x1830882860292864:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066879.960306:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066879.960317:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff438614 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e144 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.960334:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066879.960356:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff43860d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e13d expref: 28 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.960363:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066879.960366:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff438614 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e144 expref: 28 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.960390:0:25556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff43860d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e13d expref: 28 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.960399:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff438614 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e144 expref: 28 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066879.960408:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21800, rc 0) 00000100:00100000:1.0:1746066879.960432:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095392300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+28:1869:x1830882860292864:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066879.960438:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29004 00000100:00100000:0.0:1746066879.963892:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.968744:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.968788:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860293248 00000100:00100000:1.0:1746066879.968795:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860293248 00002000:00100000:1.0:1746066879.968825:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009103aa00 x1830882860293248/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:285/0 lens 488/0 e 0 to 0 dl 1746066890 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.968835:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009103aa00 with x1830882860293248 ext(0->4095) 00010000:00010000:1.0:1746066879.968842:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff43860d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e13d expref: 27 pid: 21660 timeout: 1092 lvb_type: 0 00010000:00010000:1.0:1746066879.968855:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff43860d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e13d expref: 27 pid: 21660 timeout: 1092 lvb_type: 0 00002000:00010000:1.0:1746066879.968862:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009103aa00 00000100:00100000:1.0:1746066879.968888:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1875 00000100:00100000:1.0:1746066879.968895:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+27:2033:x1830882860293248:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066879.969004:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+27:2033:x1830882860293248:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (260us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066879.969011:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1875 00002000:00100000:1.0:1746066879.969017:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009103aa00 x1830882860293248/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746066890 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.969024:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009103aa00 with x1830882860293248 ext(0->4095) 00010000:00010000:1.0:1746066879.969029:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff43860d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e13d expref: 27 pid: 21660 timeout: 1092 lvb_type: 0 00010000:00010000:1.0:1746066879.969049:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff43860d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e13d expref: 27 pid: 21660 timeout: 1092 lvb_type: 0 00002000:00010000:1.0:1746066879.969061:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009103aa00 00000100:00100000:0.0:1746066879.970929:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.978453:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.984114:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066879.991627:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066879.991875:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860293888 00000100:00100000:1.0:1746066879.991883:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860293888 00002000:00100000:1.0:1746066879.991919:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009103b480 x1830882860293888/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:285/0 lens 496/0 e 0 to 0 dl 1746066890 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066879.991928:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009103b480 with x1830882860293888 ext(0->7) 00010000:00010000:1.0:1746066879.991936:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff438614 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e144 expref: 26 pid: 25556 timeout: 1092 lvb_type: 0 00010000:00010000:1.0:1746066879.991948:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff438614 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e144 expref: 26 pid: 25556 timeout: 1092 lvb_type: 0 00002000:00010000:1.0:1746066879.991960:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009103b480 00000100:00100000:1.0:1746066879.991998:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1876 00000100:00100000:1.0:1746066879.992004:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2034:x1830882860293888:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066880.001664:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+28:2034:x1830882860293888:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 9651us (10038us total) trans 4294972103 rc 0/0 00000100:00100000:0.0:1746066880.001675:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1876 00002000:00100000:0.0:1746066880.001684:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009103b480 x1830882860293888/t4294972103(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:285/0 lens 496/448 e 0 to 0 dl 1746066890 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066880.001694:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009103b480 with x1830882860293888 ext(0->7) 00010000:00010000:0.0:1746066880.001702:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff438614 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e144 expref: 28 pid: 25556 timeout: 1092 lvb_type: 0 00010000:00010000:0.0:1746066880.001720:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff438614 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e144 expref: 28 pid: 25556 timeout: 1092 lvb_type: 0 00002000:00010000:0.0:1746066880.001727:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009103b480 00000100:00100000:0.0:1746066880.010005:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.019588:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.019723:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860294272 00000100:00100000:0.0:1746066880.019729:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860294272 00002000:00100000:0.0:1746066880.019765:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a63100 x1830882860294272/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:286/0 lens 488/0 e 0 to 0 dl 1746066891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066880.019775:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a63100 with x1830882860294272 ext(0->4095) 00002000:00010000:0.0:1746066880.019779:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a63100 00000100:00100000:0.0:1746066880.019795:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12946 00000100:00100000:0.0:1746066880.019801:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860294272:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066880.021613:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.022509:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860294272:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 2707us (2928us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066880.022517:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12946 00002000:00100000:0.0:1746066880.022524:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a63100 x1830882860294272/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746066891 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066880.022532:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a63100 with x1830882860294272 ext(0->4095) 00010000:00010000:0.0:1746066880.022538:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0600/0xd6b24631ff43861b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e14b expref: 6 pid: 21660 timeout: 1092 lvb_type: 0 00010000:00010000:0.0:1746066880.022548:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0600/0xd6b24631ff43861b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e14b expref: 6 pid: 21660 timeout: 1092 lvb_type: 0 00002000:00010000:0.0:1746066880.022554:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095a63100 00000100:00100000:0.0:1746066880.027023:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.027397:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860294528 00000100:00100000:1.0:1746066880.027403:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860294528 00000100:00100000:1.0:1746066880.027438:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29007 00000100:00100000:1.0:1746066880.027445:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+29:1869:x1830882860294528:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066880.027456:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066880.027467:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff438629 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e159 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.027486:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066880.027490:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1e00/0xd6b24631ff438622 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e152 expref: 30 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.027496:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066880.027499:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff438629 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e159 expref: 30 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.027529:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1e00/0xd6b24631ff438622 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e152 expref: 30 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.027539:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff438629 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e159 expref: 30 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.027546:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21600, rc 0) 00000100:00100000:1.0:1746066880.028271:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+29:1869:x1830882860294528:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 824us (1253us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066880.028276:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29007 00000100:00100000:0.0:1746066880.042930:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.049854:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.056811:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.061438:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.061485:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860295424 00000100:00100000:1.0:1746066880.061491:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860295424 00000100:00100000:1.0:1746066880.061536:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29008 00000100:00100000:1.0:1746066880.061542:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860295424:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066880.061554:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066880.061570:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff438630 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e160 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.061597:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff438629 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e159 expref: 27 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.061603:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066880.061604:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066880.061607:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff438630 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e160 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.061630:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff438629 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e159 expref: 27 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.061639:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff438629 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e159 expref: 27 pid: 9627 timeout: 1092 lvb_type: 0 00000100:00100000:1.0:1746066880.061648:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861045632:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066880.061709:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74300 going to sleep for 11 seconds 00000100:00100000:1.0:1746066880.064328:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861045632:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066880.064334:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:1.0:1746066880.064416:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff438630 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e160 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.064428:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21a00, rc 0) 00000100:00100000:1.0:1746066880.064504:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860295424:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2962us (3073us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066880.064511:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29008 00000100:00100000:0.0:1746066880.083203:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.090547:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.096516:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.096897:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860296064 00000100:00100000:1.0:1746066880.096905:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860296064 00000100:00100000:1.0:1746066880.096951:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29009 00000100:00100000:1.0:1746066880.096957:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+29:1868:x1830882860296064:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066880.096971:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066880.096984:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff438637 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e167 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.097008:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff438630 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e160 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.097015:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066880.097017:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066880.097020:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff438637 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e167 expref: 30 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.097051:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff438630 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e160 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.097061:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff438630 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e160 expref: 5 pid: 9627 timeout: 1092 lvb_type: 0 00000100:00100000:1.0:1746066880.097071:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861045888:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066880.097133:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066880.099642:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.100036:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861045888:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066880.100052:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff438637 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e167 expref: 31 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.100065:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20400, rc 0) 00000100:00100000:1.0:1746066880.100082:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+31:1868:x1830882860296064:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3125us (3575us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066880.100087:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29009 00000100:00100000:0.0:1746066880.106494:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.113875:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.114810:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860296576 00000100:00100000:1.0:1746066880.114816:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860296576 00002000:00100000:1.0:1746066880.114847:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008cf89500 x1830882860296576/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 488/0 e 0 to 0 dl 1746066891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.114857:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf89500 with x1830882860296576 ext(0->4095) 00010000:00010000:1.0:1746066880.114864:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff438637 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e167 expref: 31 pid: 9627 timeout: 1092 lvb_type: 0 00010000:00010000:1.0:1746066880.114877:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff438637 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e167 expref: 31 pid: 9627 timeout: 1092 lvb_type: 0 00002000:00010000:1.0:1746066880.114884:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cf89500 00000100:00100000:1.0:1746066880.114916:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1879 00000100:00100000:1.0:1746066880.114922:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+31:2034:x1830882860296576:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066880.115043:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+31:2034:x1830882860296576:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (1175us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066880.115049:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1879 00002000:00100000:1.0:1746066880.115054:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008cf89500 x1830882860296576/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746066891 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.115066:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf89500 with x1830882860296576 ext(0->4095) 00010000:00010000:1.0:1746066880.115070:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff438637 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e167 expref: 31 pid: 9627 timeout: 1092 lvb_type: 0 00010000:00010000:1.0:1746066880.115079:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff438637 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e167 expref: 31 pid: 9627 timeout: 1092 lvb_type: 0 00002000:00010000:1.0:1746066880.115085:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cf89500 00000100:00100000:0.0:1746066880.117555:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.124518:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.129206:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.138361:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860297344 00000100:00100000:0.0:1746066880.138365:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860297344 00000100:00100000:0.0:1746066880.138398:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29012 00000100:00100000:0.0:1746066880.138406:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+31:1868:x1830882860297344:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066880.138419:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066880.138450:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff43864c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e17c expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.138476:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066880.138482:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438645 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e175 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.138487:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066880.138490:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff43864c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e17c expref: 32 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.138520:0:25556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438645 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e175 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.138530:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff43864c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e17c expref: 32 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.138539:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21a00, rc 0) 00000100:00100000:1.0:1746066880.139599:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+31:1868:x1830882860297344:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1191us (1300us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066880.139606:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29012 00000100:00100000:0.0:1746066880.144140:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.144710:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860297600 00000100:00100000:1.0:1746066880.144717:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860297600 00002000:00100000:1.0:1746066880.144753:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008cf8ad80 x1830882860297600/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:286/0 lens 488/0 e 0 to 0 dl 1746066891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.144763:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf8ad80 with x1830882860297600 ext(0->4095) 00010000:00010000:1.0:1746066880.144772:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438645 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e175 expref: 6 pid: 25556 timeout: 1092 lvb_type: 0 00010000:00010000:1.0:1746066880.144785:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438645 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e175 expref: 6 pid: 25556 timeout: 1092 lvb_type: 0 00002000:00010000:1.0:1746066880.144792:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cf8ad80 00000100:00100000:1.0:1746066880.144820:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1880 00000100:00100000:1.0:1746066880.144827:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860297600:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066880.145541:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860297600:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 713us (1405us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066880.145548:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1880 00002000:00100000:1.0:1746066880.145554:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008cf8ad80 x1830882860297600/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746066891 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.145562:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf8ad80 with x1830882860297600 ext(0->4095) 00010000:00010000:1.0:1746066880.145567:0:27172:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438645 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e175 expref: 6 pid: 25556 timeout: 1092 lvb_type: 0 00010000:00010000:1.0:1746066880.145582:0:27172:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438645 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e175 expref: 6 pid: 25556 timeout: 1092 lvb_type: 0 00002000:00010000:1.0:1746066880.145588:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cf8ad80 00000100:00100000:0.0:1746066880.153576:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.163836:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.164735:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860297984 00000100:00100000:1.0:1746066880.164744:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860297984 00002000:00100000:1.0:1746066880.164781:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008cf8aa00 x1830882860297984/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 488/0 e 0 to 0 dl 1746066891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.164791:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf8aa00 with x1830882860297984 ext(0->4095) 00002000:00010000:1.0:1746066880.164796:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cf8aa00 00000100:00100000:1.0:1746066880.164823:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12950 00000100:00100000:1.0:1746066880.164830:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+30:2033:x1830882860297984:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066880.164945:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+30:2033:x1830882860297984:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (1113us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066880.164951:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12950 00002000:00100000:1.0:1746066880.164956:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008cf8aa00 x1830882860297984/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746066891 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.164963:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf8aa00 with x1830882860297984 ext(0->4095) 00002000:00010000:1.0:1746066880.164965:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cf8aa00 00000100:00100000:0.0:1746066880.171493:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.171658:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860298112 00000100:00100000:1.0:1746066880.171666:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860298112 00000100:00100000:1.0:1746066880.171710:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29013 00000100:00100000:1.0:1746066880.171716:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860298112:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066880.171733:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066880.171747:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438653 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e183 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.171771:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff43864c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e17c expref: 29 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.171778:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066880.171780:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066880.171783:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438653 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e183 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.171818:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff43864c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e17c expref: 29 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.171830:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff43864c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e17c expref: 29 pid: 25556 timeout: 1092 lvb_type: 0 00000100:00100000:1.0:1746066880.171840:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e80f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861046912:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066880.171913:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066880.173680:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e80f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861046912:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066880.173701:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438653 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e183 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.173714:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21400, rc 0) 00000100:00100000:1.0:1746066880.173745:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860298112:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2029us (2259us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066880.173755:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29013 00000100:00100000:0.0:1746066880.177436:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.182694:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.187745:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.187907:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860298496 00000100:00100000:1.0:1746066880.187913:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860298496 00000100:00100000:1.0:1746066880.187950:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29014 00000100:00100000:1.0:1746066880.187956:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+31:1868:x1830882860298496:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066880.188199:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066880.188212:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff43865a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e18a expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.188239:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438653 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e183 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.188246:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066880.188248:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066880.188251:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff43865a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e18a expref: 32 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.188274:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438653 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e183 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.188285:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438653 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e183 expref: 5 pid: 25556 timeout: 1092 lvb_type: 0 00000100:00100000:1.0:1746066880.188489:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e80f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861047168:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066880.188644:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.188691:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066880.190594:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e80f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861047168:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066880.190618:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff43865a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e18a expref: 32 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.190630:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21600, rc 0) 00000100:00100000:1.0:1746066880.190991:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+32:1868:x1830882860298496:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3032us (3251us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066880.190999:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29014 00000100:00100000:0.0:1746066880.191161:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.191892:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860298880 00000100:00100000:1.0:1746066880.191896:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860298880 00000100:00100000:1.0:1746066880.191913:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29015 00000100:00100000:1.0:1746066880.191918:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+32:1869:x1830882860298880:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066880.191931:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066880.191940:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff438661 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e191 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.191956:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066880.191960:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff43865a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e18a expref: 33 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.191966:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066880.191969:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff438661 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e191 expref: 33 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.192183:0:25556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff43865a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e18a expref: 33 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.192203:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff438661 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e191 expref: 33 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.192215:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066880.192217:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066880.192222:0:25556:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff43865a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e18a expref: 33 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.192229:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff43865a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e18a expref: 33 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.192839:0:25556:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff43865a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e18a expref: 33 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.193050:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff43865a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e18a expref: 33 pid: 25556 timeout: 1092 lvb_type: 0 00000100:00100000:1.0:1746066880.193062:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e80f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861047424:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066880.193262:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066880.194892:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e80f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861047424:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066880.195136:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21800, rc 0) 00000100:00100000:1.0:1746066880.195964:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+33:1869:x1830882860298880:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4043us (4801us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066880.195973:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29015 00000100:00100000:0.0:1746066880.201180:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.210801:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.215635:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.215760:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860299776 00000100:00100000:1.0:1746066880.215767:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860299776 00000100:00100000:1.0:1746066880.215819:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29016 00000100:00100000:1.0:1746066880.215827:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860299776:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066880.215843:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066880.215858:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff438668 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e198 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.215884:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff438661 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e191 expref: 31 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.215890:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066880.215891:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066880.215894:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff438668 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e198 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.215918:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff438661 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e191 expref: 31 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.215929:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff438661 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e191 expref: 31 pid: 25556 timeout: 1092 lvb_type: 0 00000100:00100000:1.0:1746066880.215940:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e80f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861047680:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066880.216013:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066880.217220:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e80f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861047680:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066880.217238:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff438668 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e198 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.217249:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20a00, rc 0) 00000100:00100000:1.0:1746066880.217397:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860299776:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1570us (1768us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066880.217588:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29016 00000100:00100000:0.0:1746066880.217773:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.219745:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.221473:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860300032 00000100:00100000:1.0:1746066880.221481:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860300032 00000100:00100000:1.0:1746066880.221518:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29017 00000100:00100000:1.0:1746066880.221526:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+32:1868:x1830882860300032:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066880.221540:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066880.221553:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff43866f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e19f expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.221575:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff438668 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e198 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.221582:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066880.221584:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066880.221587:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff43866f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e19f expref: 33 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.221610:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff438668 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e198 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.221620:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff438668 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e198 expref: 5 pid: 25556 timeout: 1092 lvb_type: 0 00000100:00100000:1.0:1746066880.221629:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e80f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861047936:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066880.221704:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066880.223396:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.223473:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e80f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861047936:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066880.223493:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff43866f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e19f expref: 32 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.223503:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21a00, rc 0) 00000100:00100000:1.0:1746066880.223527:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+32:1868:x1830882860300032:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2003us (3784us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066880.223534:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29017 00000100:00100000:0.0:1746066880.227752:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.232216:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.234277:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.239479:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860300800 00000100:00100000:1.0:1746066880.239492:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860300800 00000100:00100000:1.0:1746066880.239544:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29018 00000100:00100000:1.0:1746066880.239551:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860300800:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066880.239567:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066880.239583:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff438676 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e1a6 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.239614:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff43866f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e19f expref: 31 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.239621:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066880.239623:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066880.239626:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff438676 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1a6 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.239651:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff43866f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e19f expref: 31 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.239662:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff43866f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e19f expref: 31 pid: 25556 timeout: 1092 lvb_type: 0 00000100:00100000:1.0:1746066880.239672:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e80f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861048192:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066880.239767:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066880.246945:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e80f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861048192:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066880.246971:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff438676 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1a6 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.246987:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21600, rc 0) 00000100:00100000:1.0:1746066880.247023:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860300800:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7472us (12747us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066880.247046:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29018 00000100:00100000:0.0:1746066880.252903:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.259831:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+34:2034:x1830882860300928:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 6717us (6924us total) trans 4294972106 rc 0/0 00000100:00100000:0.0:1746066880.259843:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1885 00002000:00100000:0.0:1746066880.259854:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009550df80 x1830882860300928/t4294972106(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 496/448 e 0 to 0 dl 1746066891 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066880.259863:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550df80 with x1830882860300928 ext(0->7) 00010000:00010000:0.0:1746066880.259873:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff43866f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e19f expref: 34 pid: 25556 timeout: 1092 lvb_type: 0 00010000:00010000:0.0:1746066880.259889:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff43866f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e19f expref: 34 pid: 25556 timeout: 1092 lvb_type: 0 00002000:00010000:0.0:1746066880.259895:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009550df80 00000100:00100000:0.0:1746066880.261022:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.261106:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860301056 00000100:00100000:1.0:1746066880.261114:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860301056 00000100:00100000:1.0:1746066880.261145:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29019 00000100:00100000:1.0:1746066880.261151:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+34:1868:x1830882860301056:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066880.261165:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066880.261177:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff43867d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e1ad expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.261198:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066880.261203:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff438676 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1a6 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.261208:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066880.261212:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff43867d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1ad expref: 35 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.261244:0:25556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff438676 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1a6 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.261254:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff43867d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1ad expref: 35 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.261263:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20a00, rc 0) 00000100:00100000:1.0:1746066880.261298:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+35:1868:x1830882860301056:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066880.261303:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29019 00000100:00100000:0.0:1746066880.268784:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.277620:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.279548:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860301440 00000100:00100000:1.0:1746066880.279555:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860301440 00002000:00100000:1.0:1746066880.279588:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009550c380 x1830882860301440/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:286/0 lens 488/0 e 0 to 0 dl 1746066891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.279598:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550c380 with x1830882860301440 ext(0->4095) 00010000:00010000:1.0:1746066880.279605:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff438676 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1a6 expref: 6 pid: 25556 timeout: 1092 lvb_type: 0 00010000:00010000:1.0:1746066880.279617:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff438676 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1a6 expref: 6 pid: 25556 timeout: 1092 lvb_type: 0 00002000:00010000:1.0:1746066880.279624:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009550c380 00000100:00100000:1.0:1746066880.279637:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1886 00000100:00100000:1.0:1746066880.279643:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860301440:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066880.281125:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860301440:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 1259us (3283us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066880.281133:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1886 00002000:00100000:1.0:1746066880.281140:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009550c380 x1830882860301440/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746066891 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.281147:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550c380 with x1830882860301440 ext(0->4095) 00010000:00010000:1.0:1746066880.281152:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff438676 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1a6 expref: 6 pid: 25556 timeout: 1092 lvb_type: 0 00010000:00010000:1.0:1746066880.281161:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff438676 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1a6 expref: 6 pid: 25556 timeout: 1092 lvb_type: 0 00002000:00010000:1.0:1746066880.281167:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009550c380 00000100:00100000:0.0:1746066880.284589:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.293935:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.294275:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860301824 00000100:00100000:1.0:1746066880.294283:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860301824 00002000:00100000:1.0:1746066880.294320:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801332fe300 x1830882860301824/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 488/0 e 0 to 0 dl 1746066891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.294331:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fe300 with x1830882860301824 ext(0->4095) 00002000:00010000:1.0:1746066880.294335:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332fe300 00000100:00100000:1.0:1746066880.295110:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12953 00000100:00100000:1.0:1746066880.295118:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+34:2033:x1830882860301824:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066880.295245:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+34:2033:x1830882860301824:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (1317us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066880.295251:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12953 00002000:00100000:1.0:1746066880.295257:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801332fe300 x1830882860301824/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746066891 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.295271:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fe300 with x1830882860301824 ext(0->4095) 00002000:00010000:1.0:1746066880.295274:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332fe300 00000100:00100000:0.0:1746066880.297907:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.305161:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.305290:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860302080 00000100:00100000:1.0:1746066880.305297:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860302080 00002000:00100000:1.0:1746066880.305332:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88011ef1c050 x1830882860302080/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 496/0 e 0 to 0 dl 1746066891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.305361:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ef1c050 with x1830882860302080 ext(0->7) 00010000:00010000:1.0:1746066880.305369:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff43867d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1ad expref: 34 pid: 25556 timeout: 1092 lvb_type: 0 00010000:00010000:1.0:1746066880.305381:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff43867d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1ad expref: 34 pid: 25556 timeout: 1092 lvb_type: 0 00002000:00010000:1.0:1746066880.305388:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ef1c050 00000100:00100000:1.0:1746066880.305599:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1887 00000100:00100000:1.0:1746066880.305606:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef1c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+34:2033:x1830882860302080:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066880.308333:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef1c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2033:x1830882860302080:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2721us (3171us total) trans 4294972107 rc 0/0 00000100:00100000:0.0:1746066880.308653:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1887 00002000:00100000:0.0:1746066880.308664:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88011ef1c050 x1830882860302080/t4294972107(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 496/448 e 0 to 0 dl 1746066891 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066880.308671:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ef1c050 with x1830882860302080 ext(0->7) 00010000:00010000:0.0:1746066880.308679:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff43867d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1ad expref: 36 pid: 25556 timeout: 1092 lvb_type: 0 00010000:00010000:0.0:1746066880.308690:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff43867d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1ad expref: 36 pid: 25556 timeout: 1092 lvb_type: 0 00002000:00010000:0.0:1746066880.308696:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ef1c050 00000100:00100000:1.0:1746066880.316739:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860302464 00000100:00100000:1.0:1746066880.316745:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860302464 00002000:00100000:1.0:1746066880.316779:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131426d80 x1830882860302464/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:286/0 lens 488/0 e 0 to 0 dl 1746066891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.316787:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131426d80 with x1830882860302464 ext(0->4095) 00002000:00010000:1.0:1746066880.316791:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131426d80 00000100:00100000:1.0:1746066880.316807:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12954 00000100:00100000:1.0:1746066880.316813:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860302464:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066880.316910:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860302464:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (219us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066880.316915:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12954 00002000:00100000:1.0:1746066880.316919:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131426d80 x1830882860302464/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746066891 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.316925:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131426d80 with x1830882860302464 ext(0->4095) 00002000:00010000:1.0:1746066880.316928:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131426d80 00000100:00100000:0.0:1746066880.320744:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.328400:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.333999:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.334254:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860302976 00000100:00100000:1.0:1746066880.334259:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860302976 00002000:00100000:1.0:1746066880.334292:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801332fc380 x1830882860302976/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 488/0 e 0 to 0 dl 1746066891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.334302:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fc380 with x1830882860302976 ext(0->4095) 00002000:00010000:1.0:1746066880.334306:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332fc380 00000100:00100000:1.0:1746066880.334334:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12955 00000100:00100000:1.0:1746066880.334367:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2032:x1830882860302976:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066880.334470:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2032:x1830882860302976:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (479us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066880.334476:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12955 00002000:00100000:1.0:1746066880.334481:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801332fc380 x1830882860302976/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746066891 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.334488:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fc380 with x1830882860302976 ext(0->4095) 00002000:00010000:1.0:1746066880.334491:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332fc380 00000100:00100000:0.0:1746066880.337866:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.351317:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.361206:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.364259:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.372859:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.377633:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.382071:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.383368:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.383625:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860304256 00000100:00100000:0.0:1746066880.383633:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860304256 00002000:00100000:0.0:1746066880.383662:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e80c700 x1830882860304256/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 488/0 e 0 to 0 dl 1746066891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066880.383671:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80c700 with x1830882860304256 ext(0->4095) 00002000:00010000:0.0:1746066880.383675:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e80c700 00000100:00100000:0.0:1746066880.383689:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12957 00000100:00100000:0.0:1746066880.383694:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e80c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2032:x1830882860304256:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746066880.383787:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2032:x1830882860304256:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (420us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066880.383793:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12957 00002000:00100000:0.0:1746066880.383798:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e80c700 x1830882860304256/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746066891 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066880.383806:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80c700 with x1830882860304256 ext(0->4095) 00002000:00010000:0.0:1746066880.383808:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e80c700 00000100:00100000:0.0:1746066880.387465:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.387506:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860304384 00000100:00100000:1.0:1746066880.387511:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860304384 00000100:00100000:1.0:1746066880.387545:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29025 00000100:00100000:1.0:1746066880.387551:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860304384:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066880.387562:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066880.387571:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff4386a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e1d7 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.387587:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066880.387591:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff4386a0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1d0 expref: 39 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.387596:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066880.387599:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff4386a7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1d7 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.387619:0:25556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff4386a0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1d0 expref: 39 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.387628:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff4386a7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1d7 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.387637:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21600, rc 0) 00000100:00100000:1.0:1746066880.387668:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860304384:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066880.387674:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29025 00000100:00100000:0.0:1746066880.391039:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.396282:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.401565:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860305024 00000100:00100000:0.0:1746066880.401569:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860305024 00010000:00010000:0.0:1746066880.401585:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff4386a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1d0 expref: 40 pid: 9627 timeout: 1092 lvb_type: 0 00000100:00100000:0.0:1746066880.401601:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11853 00000100:00100000:0.0:1746066880.401606:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131426a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2033:x1830882860305024:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066880.401612:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066880.401627:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff4386a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1d0 expref: 39 pid: 9627 timeout: 1092 lvb_type: 0 00010000:00010000:0.0:1746066880.401636:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff4386a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1d0 expref: 39 pid: 9627 timeout: 1092 lvb_type: 0 00010000:00010000:0.0:1746066880.401652:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff4386a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1d0 expref: 39 pid: 9627 timeout: 1092 lvb_type: 0 00010000:00010000:0.0:1746066880.401674:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066880.401675:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066880.401681:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff4386a7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1d7 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066880.401687:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff4386a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1d7 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066880.401706:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff4386a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1d7 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066880.401716:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff4386a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1d7 expref: 5 pid: 25556 timeout: 1092 lvb_type: 0 00000100:00100000:0.0:1746066880.401726:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131433480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861050240:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066880.401771:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066880.406296:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.412594:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.420308:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.423564:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.427415:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.430209:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.432224:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.432823:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860306304 00000100:00100000:1.0:1746066880.432827:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860306304 00002000:00100000:1.0:1746066880.432850:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131433480 x1830882860306304/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:286/0 lens 488/0 e 0 to 0 dl 1746066891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.432859:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131433480 with x1830882860306304 ext(0->4095) 00010000:00010000:1.0:1746066880.432864:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff4386b5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1e5 expref: 6 pid: 21660 timeout: 1092 lvb_type: 0 00010000:00010000:1.0:1746066880.432873:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff4386b5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1e5 expref: 6 pid: 21660 timeout: 1092 lvb_type: 0 00002000:00010000:1.0:1746066880.432879:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131433480 00000100:00100000:1.0:1746066880.432897:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1891 00000100:00100000:1.0:1746066880.432902:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131433480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860306304:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066880.432995:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131433480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860306304:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 93us (772us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066880.433000:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1891 00002000:00100000:1.0:1746066880.433004:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131433480 x1830882860306304/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746066891 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.433011:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131433480 with x1830882860306304 ext(0->4095) 00010000:00010000:1.0:1746066880.433015:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff4386b5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1e5 expref: 6 pid: 21660 timeout: 1092 lvb_type: 0 00010000:00010000:1.0:1746066880.433022:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff4386b5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1e5 expref: 6 pid: 21660 timeout: 1092 lvb_type: 0 00002000:00010000:1.0:1746066880.433036:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131433480 00000100:00100000:0.0:1746066880.437786:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.437834:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.441536:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.444176:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.449269:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.449327:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860307200 00000100:00100000:1.0:1746066880.449333:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860307200 00002000:00100000:1.0:1746066880.449379:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009efa8a80 x1830882860307200/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 488/0 e 0 to 0 dl 1746066891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.449388:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efa8a80 with x1830882860307200 ext(0->4095) 00002000:00010000:1.0:1746066880.449393:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009efa8a80 00000100:00100000:1.0:1746066880.449407:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12959 00000100:00100000:1.0:1746066880.449413:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2033:x1830882860307200:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066880.449691:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2033:x1830882860307200:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 277us (421us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066880.449697:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12959 00002000:00100000:1.0:1746066880.449702:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009efa8a80 x1830882860307200/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746066891 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.449710:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efa8a80 with x1830882860307200 ext(0->4095) 00002000:00010000:1.0:1746066880.449713:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009efa8a80 00000100:00100000:0.0:1746066880.452482:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.452540:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860307328 00000100:00100000:1.0:1746066880.452547:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860307328 00000100:00100000:1.0:1746066880.452596:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29030 00000100:00100000:1.0:1746066880.452603:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860307328:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066880.452615:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066880.452629:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff4386ca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e1fa expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.452653:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff4386c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1f3 expref: 37 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.452664:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066880.452666:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066880.452669:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff4386ca lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1fa expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.452698:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff4386c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1f3 expref: 37 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.452714:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff4386c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1f3 expref: 37 pid: 9627 timeout: 1092 lvb_type: 0 00000100:00100000:1.0:1746066880.452725:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e80ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861051264:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066880.452792:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066880.455062:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e80ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861051264:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066880.455080:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff4386ca lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1fa expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.455091:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21800, rc 0) 00000100:00100000:1.0:1746066880.455312:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860307328:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2708us (2833us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066880.455318:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29030 00000100:00100000:0.0:1746066880.456413:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.460474:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.460609:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860307712 00000100:00100000:1.0:1746066880.460615:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860307712 00000100:00100000:0.0:1746066880.460723:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00002000:00100000:1.0:1746066880.460757:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009efa9c00 x1830882860307712/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:286/0 lens 488/0 e 0 to 0 dl 1746066891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.460772:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efa9c00 with x1830882860307712 ext(0->4095) 00002000:00010000:1.0:1746066880.460776:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009efa9c00 00000100:00100000:1.0:1746066880.460799:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12960 00000100:00100000:1.0:1746066880.460806:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860307712:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066880.461229:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860307712:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 423us (759us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066880.461234:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12960 00002000:00100000:1.0:1746066880.461240:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009efa9c00 x1830882860307712/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746066891 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.461247:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efa9c00 with x1830882860307712 ext(0->4095) 00010000:00010000:1.0:1746066880.461251:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff4386ca lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1fa expref: 6 pid: 25556 timeout: 1092 lvb_type: 0 00010000:00010000:1.0:1746066880.461259:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff4386ca lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e1fa expref: 6 pid: 25556 timeout: 1092 lvb_type: 0 00002000:00010000:1.0:1746066880.461264:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009efa9c00 00000100:00100000:0.0:1746066880.464954:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.464992:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.469405:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.469465:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860308352 00000100:00100000:1.0:1746066880.469471:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860308352 00002000:00100000:1.0:1746066880.469498:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b4dc000 x1830882860308352/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 488/0 e 0 to 0 dl 1746066891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.469506:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b4dc000 with x1830882860308352 ext(0->4095) 00010000:00010000:1.0:1746066880.469513:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff4386d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e201 expref: 39 pid: 25556 timeout: 1092 lvb_type: 0 00010000:00010000:1.0:1746066880.469524:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff4386d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e201 expref: 39 pid: 25556 timeout: 1092 lvb_type: 0 00002000:00010000:1.0:1746066880.469530:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b4dc000 00000100:00100000:1.0:1746066880.469583:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1893 00000100:00100000:1.0:1746066880.469589:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+39:2034:x1830882860308352:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066880.469676:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+39:2034:x1830882860308352:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 87us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066880.469681:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1893 00002000:00100000:1.0:1746066880.469685:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b4dc000 x1830882860308352/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746066891 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.469691:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b4dc000 with x1830882860308352 ext(0->4095) 00010000:00010000:1.0:1746066880.469695:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff4386d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e201 expref: 39 pid: 25556 timeout: 1092 lvb_type: 0 00010000:00010000:1.0:1746066880.469703:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff4386d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e201 expref: 39 pid: 25556 timeout: 1092 lvb_type: 0 00002000:00010000:1.0:1746066880.469708:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b4dc000 00000100:00100000:0.0:1746066880.472149:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.477742:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.481558:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.491237:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.491540:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.500661:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.501488:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860309376 00000100:00100000:0.0:1746066880.501497:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860309376 00002000:00100000:0.0:1746066880.501535:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e80ca80 x1830882860309376/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:286/0 lens 488/0 e 0 to 0 dl 1746066891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066880.501544:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80ca80 with x1830882860309376 ext(0->4095) 00010000:00010000:0.0:1746066880.501552:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff4386df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e20f expref: 6 pid: 25556 timeout: 1092 lvb_type: 0 00010000:00010000:0.0:1746066880.501566:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff4386df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e20f expref: 6 pid: 25556 timeout: 1092 lvb_type: 0 00002000:00010000:0.0:1746066880.501576:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e80ca80 00000100:00100000:0.0:1746066880.501593:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1894 00000100:00100000:0.0:1746066880.501601:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e80ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860309376:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746066880.501728:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860309376:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (1073us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066880.501735:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1894 00002000:00100000:0.0:1746066880.501740:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e80ca80 x1830882860309376/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746066891 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066880.501748:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80ca80 with x1830882860309376 ext(0->4095) 00010000:00010000:0.0:1746066880.501752:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff4386df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e20f expref: 6 pid: 25556 timeout: 1092 lvb_type: 0 00010000:00010000:0.0:1746066880.501761:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff4386df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e20f expref: 6 pid: 25556 timeout: 1092 lvb_type: 0 00002000:00010000:0.0:1746066880.501766:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e80ca80 00000100:00100000:0.0:1746066880.510675:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.517517:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.527699:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.527801:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860309888 00000100:00100000:1.0:1746066880.527809:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860309888 00000100:00100000:1.0:1746066880.528802:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29035 00000100:00100000:1.0:1746066880.528811:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860309888:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066880.528828:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066880.528844:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4386ed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e21d expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.528870:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff4386e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e216 expref: 37 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.528878:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066880.528885:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066880.528888:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4386ed lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e21d expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.528916:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff4386e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e216 expref: 37 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.528927:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff4386e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e216 expref: 37 pid: 25556 timeout: 1092 lvb_type: 0 00000100:00100000:1.0:1746066880.528939:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e80e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861052544:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066880.529423:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066880.532017:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e80e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861052544:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066880.532051:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4386ed lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e21d expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.532068:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20a00, rc 0) 00000100:00100000:1.0:1746066880.532102:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860309888:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3292us (4411us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066880.532114:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29035 00000100:00100000:0.0:1746066880.534271:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.540642:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2034:x1830882860310016:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 5721us (6369us total) trans 4294972109 rc 0/0 00000100:00100000:0.0:1746066880.540653:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1895 00002000:00100000:0.0:1746066880.540662:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800957e4380 x1830882860310016/t4294972109(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 496/448 e 0 to 0 dl 1746066891 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066880.540672:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e4380 with x1830882860310016 ext(0->7) 00010000:00010000:0.0:1746066880.540680:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff4386e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e216 expref: 40 pid: 25556 timeout: 1092 lvb_type: 0 00010000:00010000:0.0:1746066880.540696:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff4386e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e216 expref: 40 pid: 25556 timeout: 1092 lvb_type: 0 00002000:00010000:0.0:1746066880.540703:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e4380 00000100:00100000:0.0:1746066880.561226:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.572305:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.572708:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860310272 00000100:00100000:0.0:1746066880.572716:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860310272 00000100:00100000:0.0:1746066880.572763:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29036 00000100:00100000:0.0:1746066880.572771:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e80e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+40:1868:x1830882860310272:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066880.572787:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066880.572801:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013323d400/0xd6b24631ff4386f4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e224 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066880.572837:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4386ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e21d expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066880.572845:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066880.572846:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066880.572849:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013323d400/0xd6b24631ff4386f4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e224 expref: 41 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066880.572872:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4386ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e21d expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066880.572888:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4386ed lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e21d expref: 5 pid: 9627 timeout: 1092 lvb_type: 0 00000100:00100000:0.0:1746066880.572898:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130526d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861052800:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066880.573161:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066880.585315:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130526d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861052800:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066880.585358:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013323d400/0xd6b24631ff4386f4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e224 expref: 41 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.585373:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013323d400, rc 0) 00000100:00100000:1.0:1746066880.586494:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+40:1868:x1830882860310272:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13723us (14193us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066880.586500:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29036 00000100:00100000:0.0:1746066880.589677:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860310528 00000100:00100000:0.0:1746066880.589686:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860310528 00002000:00100000:0.0:1746066880.589723:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d7a9c00 x1830882860310528/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:286/0 lens 488/0 e 0 to 0 dl 1746066891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066880.589733:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7a9c00 with x1830882860310528 ext(0->4095) 00010000:00010000:0.0:1746066880.589741:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4386ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e21d expref: 6 pid: 9627 timeout: 1092 lvb_type: 0 00010000:00010000:0.0:1746066880.589755:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4386ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e21d expref: 6 pid: 9627 timeout: 1092 lvb_type: 0 00002000:00010000:0.0:1746066880.589762:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7a9c00 00000100:00100000:0.0:1746066880.589795:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1896 00000100:00100000:0.0:1746066880.589802:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860310528:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746066880.589933:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860310528:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (1732us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066880.589939:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1896 00002000:00100000:0.0:1746066880.589945:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d7a9c00 x1830882860310528/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746066891 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066880.589959:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7a9c00 with x1830882860310528 ext(0->4095) 00010000:00010000:0.0:1746066880.589963:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4386ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e21d expref: 6 pid: 9627 timeout: 1092 lvb_type: 0 00010000:00010000:0.0:1746066880.589972:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff4386ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e21d expref: 6 pid: 9627 timeout: 1092 lvb_type: 0 00002000:00010000:0.0:1746066880.589977:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7a9c00 00000100:00100000:0.0:1746066880.593827:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.594951:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.595198:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860310784 00000100:00100000:1.0:1746066880.595205:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860310784 00000100:00100000:1.0:1746066880.595255:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29037 00000100:00100000:1.0:1746066880.595262:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:1869:x1830882860310784:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066880.595276:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066880.595286:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff4386fb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e22b expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.595453:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066880.595459:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013323d400/0xd6b24631ff4386f4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e224 expref: 39 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.595464:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066880.595468:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff4386fb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e22b expref: 8 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.595504:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013323d400/0xd6b24631ff4386f4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e224 expref: 39 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.595516:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff4386fb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e22b expref: 7 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.595523:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066880.595524:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066880.595529:0:9627:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013323d400/0xd6b24631ff4386f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e224 expref: 39 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.595535:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013323d400/0xd6b24631ff4386f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e224 expref: 39 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.595551:0:9627:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013323d400/0xd6b24631ff4386f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e224 expref: 39 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.595561:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013323d400/0xd6b24631ff4386f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e224 expref: 39 pid: 9627 timeout: 1092 lvb_type: 0 00000100:00100000:1.0:1746066880.595572:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e80d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861053056:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066880.595644:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066880.597990:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e80d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861053056:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066880.598006:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21800, rc 0) 00000100:00100000:1.0:1746066880.598091:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860310784:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2828us (3139us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066880.598099:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29037 00000100:00100000:0.0:1746066880.601428:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.611251:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.611320:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860311168 00000100:00100000:1.0:1746066880.611327:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860311168 00000100:00100000:1.0:1746066880.611399:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29038 00000100:00100000:1.0:1746066880.611406:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+40:1868:x1830882860311168:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066880.611422:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066880.611435:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff438702 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e232 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.611458:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066880.611464:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff4386fb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e22b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.611470:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066880.611474:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff438702 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e232 expref: 41 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.611502:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff4386fb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e22b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.611513:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff438702 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e232 expref: 41 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.611522:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20400, rc 0) 00000100:00100000:1.0:1746066880.611568:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+41:1868:x1830882860311168:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066880.611574:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29038 00000100:00100000:0.0:1746066880.613233:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.621392:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.624292:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.628659:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861053440:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066880.628682:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066880.630153:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860311680:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5571us (5856us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066880.630165:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11866 00000100:00100000:1.0:1746066880.631940:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.632044:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860311936 00000100:00100000:0.0:1746066880.632052:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860311936 00002000:00100000:0.0:1746066880.632087:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e80d500 x1830882860311936/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 488/0 e 0 to 0 dl 1746066891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066880.632098:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80d500 with x1830882860311936 ext(0->4095) 00002000:00010000:0.0:1746066880.632103:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e80d500 00000100:00100000:0.0:1746066880.632133:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12963 00000100:00100000:0.0:1746066880.632140:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e80d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2034:x1830882860311936:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066880.632468:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2034:x1830882860311936:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 328us (532us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066880.632475:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12963 00002000:00100000:0.0:1746066880.632481:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e80d500 x1830882860311936/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746066891 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066880.632488:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80d500 with x1830882860311936 ext(0->4095) 00002000:00010000:0.0:1746066880.632491:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e80d500 00000100:00100000:0.0:1746066880.636542:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.636627:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860312064 00000100:00100000:1.0:1746066880.636634:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860312064 00000100:00100000:1.0:1746066880.636674:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29039 00000100:00100000:1.0:1746066880.636680:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130526a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860312064:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066880.636695:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066880.636709:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff438709 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e239 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.636733:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff438702 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e232 expref: 39 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.636740:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066880.636742:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066880.636745:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff438709 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e239 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.636768:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff438702 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e232 expref: 39 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.636777:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff438702 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e232 expref: 39 pid: 9627 timeout: 1092 lvb_type: 0 00000100:00100000:1.0:1746066880.636787:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e80dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861053568:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066880.637934:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066880.640009:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e80dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861053568:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066880.640048:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff438709 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e239 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.640065:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21a00, rc 0) 00000100:00100000:1.0:1746066880.640109:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130526a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860312064:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3427us (3574us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066880.640117:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29039 00000100:00100000:0.0:1746066880.641979:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.643232:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.643356:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860312192 00000100:00100000:1.0:1746066880.643366:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860312192 00000100:00100000:1.0:1746066880.643414:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29040 00000100:00100000:1.0:1746066880.643421:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+40:1868:x1830882860312192:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066880.643458:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066880.643476:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff438710 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e240 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.643505:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066880.643512:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff438709 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e239 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.643519:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066880.643522:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff438710 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e240 expref: 41 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.643558:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff438709 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e239 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.643567:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff438710 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e240 expref: 41 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.643581:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21800, rc 0) 00000100:00100000:1.0:1746066880.643621:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+41:1868:x1830882860312192:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 201us (1651us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066880.643628:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29040 00000100:00100000:0.0:1746066880.653110:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.659766:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.668139:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.672440:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.678584:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.680440:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+42:2033:x1830882860313216:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1161us (1851us total) trans 4294972110 rc 0/0 00000100:00100000:0.0:1746066880.680449:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1900 00002000:00100000:0.0:1746066880.680455:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008e80dc00 x1830882860313216/t4294972110(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 496/448 e 0 to 0 dl 1746066891 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066880.680464:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80dc00 with x1830882860313216 ext(0->7) 00010000:00010000:0.0:1746066880.680470:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff438710 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e240 expref: 42 pid: 9627 timeout: 1092 lvb_type: 0 00010000:00010000:0.0:1746066880.680482:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff438710 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e240 expref: 42 pid: 9627 timeout: 1092 lvb_type: 0 00002000:00010000:0.0:1746066880.680488:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e80dc00 00000100:00100000:0.0:1746066880.687807:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.694685:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.694718:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.695507:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860313728 00000100:00100000:1.0:1746066880.695511:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860313728 00002000:00100000:1.0:1746066880.695551:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65dc00 x1830882860313728/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:286/0 lens 488/0 e 0 to 0 dl 1746066891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.695563:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65dc00 with x1830882860313728 ext(0->4095) 00002000:00010000:1.0:1746066880.695568:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f65dc00 00000100:00100000:1.0:1746066880.695597:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12965 00000100:00100000:1.0:1746066880.695605:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860313728:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066880.695759:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860313728:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (1039us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066880.695767:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12965 00002000:00100000:1.0:1746066880.695772:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65dc00 x1830882860313728/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746066891 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.695780:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65dc00 with x1830882860313728 ext(0->4095) 00002000:00010000:1.0:1746066880.695783:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f65dc00 00000100:00100000:0.0:1746066880.699387:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.699423:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.702509:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29043 00000100:00100000:1.0:1746066880.702526:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+42:1869:x1830882860313856:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066880.702549:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066880.702569:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438725 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e255 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.702604:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff43871e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e24e expref: 43 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.702611:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066880.702613:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066880.702617:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438725 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e255 expref: 43 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.702651:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff43871e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e24e expref: 43 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.702664:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff43871e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e24e expref: 43 pid: 25556 timeout: 1092 lvb_type: 0 00000100:00100000:1.0:1746066880.702677:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e80d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861054592:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066880.704158:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066880.708119:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860314240 00000100:00100000:1.0:1746066880.708126:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860314240 00002000:00100000:1.0:1746066880.708173:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131424380 x1830882860314240/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 488/0 e 0 to 0 dl 1746066891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.708184:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131424380 with x1830882860314240 ext(0->4095) 00010000:00010000:1.0:1746066880.708193:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff43871e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e24e expref: 44 pid: 25556 timeout: 1092 lvb_type: 0 00010000:00010000:1.0:1746066880.708213:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff43871e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e24e expref: 44 pid: 25556 timeout: 1092 lvb_type: 0 00002000:00010000:1.0:1746066880.708220:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131424380 00000100:00100000:1.0:1746066880.708251:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1901 00000100:00100000:1.0:1746066880.708258:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131424380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2034:x1830882860314240:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066880.708429:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2034:x1830882860314240:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 171us (2698us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066880.708435:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1901 00002000:00100000:1.0:1746066880.708440:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131424380 x1830882860314240/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746066891 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.708447:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131424380 with x1830882860314240 ext(0->4095) 00010000:00010000:1.0:1746066880.708452:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff43871e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e24e expref: 44 pid: 25556 timeout: 1092 lvb_type: 0 00010000:00010000:1.0:1746066880.708462:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff43871e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e24e expref: 44 pid: 25556 timeout: 1092 lvb_type: 0 00002000:00010000:1.0:1746066880.708468:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131424380 00000100:00100000:0.0:1746066880.708754:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e80d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861054592:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066880.708778:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438725 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e255 expref: 43 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066880.708792:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21400, rc 0) 00000100:00100000:0.0:1746066880.708818:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+43:1869:x1830882860313856:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6299us (9433us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066880.708830:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29043 00000100:00100000:0.0:1746066880.713518:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.715456:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.719929:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.724334:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.726334:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.736143:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.740933:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.742205:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860315392 00000100:00100000:1.0:1746066880.742214:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860315392 00002000:00100000:1.0:1746066880.742258:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65ce00 x1830882860315392/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:286/0 lens 488/0 e 0 to 0 dl 1746066891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.742269:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65ce00 with x1830882860315392 ext(0->4095) 00002000:00010000:1.0:1746066880.742275:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f65ce00 00000100:00100000:0.0:1746066880.745775:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.747323:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.751979:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.756315:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.760250:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.762753:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.767845:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.769702:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860316544 00000100:00100000:1.0:1746066880.769714:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860316544 00002000:00100000:1.0:1746066880.769765:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffa9c00 x1830882860316544/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 488/0 e 0 to 0 dl 1746066891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.769776:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa9c00 with x1830882860316544 ext(0->4095) 00010000:00010000:1.0:1746066880.769786:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1e00/0xd6b24631ff438741 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e271 expref: 42 pid: 9628 timeout: 1092 lvb_type: 0 00010000:00010000:1.0:1746066880.769802:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1e00/0xd6b24631ff438741 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e271 expref: 42 pid: 9628 timeout: 1092 lvb_type: 0 00002000:00010000:1.0:1746066880.769809:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffa9c00 00000100:00100000:1.0:1746066880.769841:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1904 00000100:00100000:1.0:1746066880.769849:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+42:2033:x1830882860316544:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066880.770004:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+42:2033:x1830882860316544:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 155us (2170us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066880.770009:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1904 00002000:00100000:1.0:1746066880.770014:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffa9c00 x1830882860316544/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746066891 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.770031:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa9c00 with x1830882860316544 ext(0->4095) 00010000:00010000:1.0:1746066880.770037:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1e00/0xd6b24631ff438741 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e271 expref: 42 pid: 9628 timeout: 1092 lvb_type: 0 00010000:00010000:1.0:1746066880.770046:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1e00/0xd6b24631ff438741 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e271 expref: 42 pid: 9628 timeout: 1092 lvb_type: 0 00002000:00010000:1.0:1746066880.770053:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffa9c00 00000100:00100000:1.0:1746066880.773159:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.773495:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.780152:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.785253:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.788428:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.796699:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.800431:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.801403:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860317696 00000100:00100000:1.0:1746066880.801410:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860317696 00002000:00100000:1.0:1746066880.801448:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012ffabb80 x1830882860317696/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 496/0 e 0 to 0 dl 1746066891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.801457:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffabb80 with x1830882860317696 ext(0->7) 00010000:00010000:1.0:1746066880.801464:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff43874f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e27f expref: 42 pid: 9627 timeout: 1092 lvb_type: 0 00010000:00010000:1.0:1746066880.801476:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff43874f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e27f expref: 42 pid: 9627 timeout: 1092 lvb_type: 0 00002000:00010000:1.0:1746066880.801483:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffabb80 00000100:00100000:1.0:1746066880.801511:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1906 00000100:00100000:1.0:1746066880.801518:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+42:2033:x1830882860317696:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066880.805935:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2033:x1830882860317696:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 4404us (5499us total) trans 4294972111 rc 0/0 00000100:00100000:0.0:1746066880.805949:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1906 00002000:00100000:0.0:1746066880.805962:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012ffabb80 x1830882860317696/t4294972111(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 496/448 e 0 to 0 dl 1746066891 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066880.805972:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffabb80 with x1830882860317696 ext(0->7) 00010000:00010000:0.0:1746066880.805983:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff43874f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e27f expref: 44 pid: 9627 timeout: 1092 lvb_type: 0 00010000:00010000:0.0:1746066880.806000:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff43874f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e27f expref: 44 pid: 9627 timeout: 1092 lvb_type: 0 00002000:00010000:0.0:1746066880.806007:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffabb80 00000100:00100000:0.0:1746066880.811683:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.816492:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.816569:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860318080 00000100:00100000:1.0:1746066880.816576:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860318080 00002000:00100000:1.0:1746066880.816617:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffab480 x1830882860318080/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:286/0 lens 488/0 e 0 to 0 dl 1746066891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.816627:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffab480 with x1830882860318080 ext(0->4095) 00002000:00010000:1.0:1746066880.816632:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ffab480 00000100:00100000:1.0:1746066880.816660:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12968 00000100:00100000:1.0:1746066880.816668:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860318080:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066880.816784:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860318080:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (296us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066880.816790:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12968 00002000:00100000:1.0:1746066880.816796:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffab480 x1830882860318080/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746066891 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.816802:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffab480 with x1830882860318080 ext(0->4095) 00002000:00010000:1.0:1746066880.816805:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ffab480 00000100:00100000:0.0:1746066880.820162:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.824061:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.825135:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860318336 00000100:00100000:1.0:1746066880.825147:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860318336 00000100:00100000:1.0:1746066880.825684:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29052 00000100:00100000:1.0:1746066880.825696:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+45:1868:x1830882860318336:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066880.825713:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066880.825733:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438764 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e294 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066880.828592:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:1.0:1746066880.829560:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066880.829568:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff43875d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e28d expref: 45 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.829574:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066880.829578:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438764 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e294 expref: 45 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.829618:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff43875d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e28d expref: 45 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.829637:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438764 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e294 expref: 45 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.829652:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21400, rc 0) 00000100:00100000:1.0:1746066880.829689:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+45:1868:x1830882860318336:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3994us (5641us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066880.829695:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29052 00000100:00100000:0.0:1746066880.834189:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.839519:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.839625:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860318848 00000100:00100000:1.0:1746066880.839636:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860318848 00000100:00100000:1.0:1746066880.839698:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29053 00000100:00100000:1.0:1746066880.839708:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860318848:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066880.839728:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066880.839748:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff43876b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e29b expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.839779:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066880.839785:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438764 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e294 expref: 44 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.839791:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066880.839795:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff43876b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e29b expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.839834:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438764 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e294 expref: 44 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.839852:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff43876b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e29b expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.839863:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20400, rc 0) 00000100:00100000:1.0:1746066880.839912:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860318848:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 206us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066880.839919:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29053 00000100:00100000:0.0:1746066880.840938:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.846232:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.846306:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860319232 00000100:00100000:1.0:1746066880.846314:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860319232 00002000:00100000:1.0:1746066880.846568:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e9f80 x1830882860319232/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 488/0 e 0 to 0 dl 1746066891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.846578:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e9f80 with x1830882860319232 ext(0->4095) 00010000:00010000:1.0:1746066880.846587:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438764 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e294 expref: 45 pid: 9627 timeout: 1092 lvb_type: 0 00010000:00010000:1.0:1746066880.846602:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438764 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e294 expref: 45 pid: 9627 timeout: 1092 lvb_type: 0 00002000:00010000:1.0:1746066880.846609:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952e9f80 00000100:00100000:1.0:1746066880.846649:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1908 00000100:00100000:1.0:1746066880.846658:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2033:x1830882860319232:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066880.846796:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2033:x1830882860319232:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (573us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066880.846802:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1908 00002000:00100000:1.0:1746066880.846808:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e9f80 x1830882860319232/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746066891 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.846814:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e9f80 with x1830882860319232 ext(0->4095) 00010000:00010000:1.0:1746066880.846818:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438764 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e294 expref: 44 pid: 9627 timeout: 1092 lvb_type: 0 00010000:00010000:1.0:1746066880.846826:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff438764 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e294 expref: 44 pid: 9627 timeout: 1092 lvb_type: 0 00002000:00010000:1.0:1746066880.846832:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952e9f80 00000100:00100000:0.0:1746066880.849094:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.849187:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.854093:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.857665:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.862619:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.862690:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860320128 00000100:00100000:1.0:1746066880.862697:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860320128 00002000:00100000:1.0:1746066880.862738:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952ea300 x1830882860320128/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 488/0 e 0 to 0 dl 1746066891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.862748:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952ea300 with x1830882860320128 ext(0->4095) 00002000:00010000:1.0:1746066880.862753:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952ea300 00000100:00100000:1.0:1746066880.863086:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12969 00000100:00100000:1.0:1746066880.863096:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2034:x1830882860320128:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066880.863226:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2034:x1830882860320128:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (610us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066880.863232:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12969 00002000:00100000:1.0:1746066880.863238:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952ea300 x1830882860320128/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746066891 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.863246:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952ea300 with x1830882860320128 ext(0->4095) 00002000:00010000:1.0:1746066880.863249:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952ea300 00000100:00100000:0.0:1746066880.864648:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.868758:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.872488:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.873767:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860320640 00000100:00100000:1.0:1746066880.873776:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860320640 00002000:00100000:1.0:1746066880.873822:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e9500 x1830882860320640/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:286/0 lens 488/0 e 0 to 0 dl 1746066891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.873831:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e9500 with x1830882860320640 ext(0->4095) 00002000:00010000:1.0:1746066880.873835:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952e9500 00000100:00100000:1.0:1746066880.873867:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12970 00000100:00100000:1.0:1746066880.873874:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860320640:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066880.874038:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860320640:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 163us (1550us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066880.874045:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12970 00002000:00100000:1.0:1746066880.874051:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e9500 x1830882860320640/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746066891 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.874058:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e9500 with x1830882860320640 ext(0->4095) 00002000:00010000:1.0:1746066880.874061:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952e9500 00000100:00100000:0.0:1746066880.875052:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.875895:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.879582:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.883050:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.883584:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860321280 00000100:00100000:1.0:1746066880.883591:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860321280 00002000:00100000:1.0:1746066880.883627:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f1c00 x1830882860321280/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 488/0 e 0 to 0 dl 1746066891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.883638:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f1c00 with x1830882860321280 ext(0->4095) 00010000:00010000:1.0:1746066880.883646:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff438780 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e2b0 expref: 45 pid: 21660 timeout: 1092 lvb_type: 0 00010000:00010000:1.0:1746066880.883659:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff438780 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e2b0 expref: 45 pid: 21660 timeout: 1092 lvb_type: 0 00002000:00010000:1.0:1746066880.883666:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f1c00 00000100:00100000:1.0:1746066880.883691:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1910 00000100:00100000:1.0:1746066880.883698:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+45:2034:x1830882860321280:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066880.883813:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+45:2034:x1830882860321280:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (770us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066880.883819:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1910 00002000:00100000:1.0:1746066880.883823:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f1c00 x1830882860321280/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746066891 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066880.883831:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f1c00 with x1830882860321280 ext(0->4095) 00010000:00010000:1.0:1746066880.883835:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff438780 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e2b0 expref: 45 pid: 21660 timeout: 1092 lvb_type: 0 00010000:00010000:1.0:1746066880.883844:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff438780 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e2b0 expref: 45 pid: 21660 timeout: 1092 lvb_type: 0 00002000:00010000:1.0:1746066880.883850:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f1c00 00000100:00100000:0.0:1746066880.886312:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.894972:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.899253:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.905255:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.906434:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.909488:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.914624:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.914674:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.922220:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.927320:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.933224:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.936949:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.941103:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.944469:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.947854:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.952167:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.962605:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.969562:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.975336:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.980739:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.987331:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.995459:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066880.995567:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066880.996321:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29065 00000100:00100000:1.0:1746066880.996331:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+47:1868:x1830882860325120:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066880.996368:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066880.996377:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff4387bf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e2ef expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.996397:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066880.996402:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e0b000/0xd6b24631ff4387b8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e2e8 expref: 48 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.996408:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066880.996411:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff4387bf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e2ef expref: 48 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.996442:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e0b000/0xd6b24631ff4387b8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e2e8 expref: 48 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.996454:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff4387bf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e2ef expref: 48 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066880.996464:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21a00, rc 0) 00000100:00100000:1.0:1746066880.996495:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+48:1868:x1830882860325120:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (928us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066880.996502:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29065 00000100:00100000:0.0:1746066880.999737:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.003203:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.006994:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.008572:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.015590:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860326016 00000100:00100000:0.0:1746066881.015598:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860326016 00002000:00100000:0.0:1746066881.015648:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d7a8380 x1830882860326016/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 488/0 e 0 to 0 dl 1746066892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066881.015659:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7a8380 with x1830882860326016 ext(0->4095) 00010000:00010000:0.0:1746066881.015670:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff4387bf lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e2ef expref: 47 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:0.0:1746066881.015687:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff4387bf lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e2ef expref: 47 pid: 9627 timeout: 1093 lvb_type: 0 00002000:00010000:0.0:1746066881.015695:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7a8380 00000100:00100000:0.0:1746066881.015719:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1916 00000100:00100000:0.0:1746066881.015727:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+47:2033:x1830882860326016:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746066881.016721:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+47:2033:x1830882860326016:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 993us (1391us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066881.016729:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1916 00002000:00100000:0.0:1746066881.016736:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d7a8380 x1830882860326016/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746066892 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066881.016744:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7a8380 with x1830882860326016 ext(0->4095) 00010000:00010000:0.0:1746066881.016751:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff4387bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e2ef expref: 47 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:0.0:1746066881.016761:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff4387bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e2ef expref: 47 pid: 9627 timeout: 1093 lvb_type: 0 00002000:00010000:0.0:1746066881.016767:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7a8380 00000100:00100000:0.0:1746066881.020667:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.020733:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860326144 00000100:00100000:0.0:1746066881.021237:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.021311:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860326144 00000100:00100000:1.0:1746066881.021399:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29067 00000100:00100000:1.0:1746066881.021408:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+46:1868:x1830882860326144:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066881.021429:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066881.021448:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff4387cd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e2fd expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.021492:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066881.021499:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e0b600/0xd6b24631ff4387c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e2f6 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.021505:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066881.021509:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff4387cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e2fd expref: 47 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.021555:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e0b600/0xd6b24631ff4387c6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e2f6 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.021568:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21400/0xd6b24631ff4387cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e2fd expref: 47 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.021578:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21400, rc 0) 00000100:00100000:1.0:1746066881.021626:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+47:1868:x1830882860326144:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 220us (970us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066881.021633:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29067 00000100:00100000:0.0:1746066881.026673:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.026824:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860326528 00000100:00100000:1.0:1746066881.026831:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860326528 00002000:00100000:1.0:1746066881.026889:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c40700 x1830882860326528/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:287/0 lens 488/0 e 0 to 0 dl 1746066892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.026899:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40700 with x1830882860326528 ext(0->4095) 00010000:00010000:1.0:1746066881.026908:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e0b600/0xd6b24631ff4387c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e2f6 expref: 6 pid: 21660 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.026926:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e0b600/0xd6b24631ff4387c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e2f6 expref: 6 pid: 21660 timeout: 1093 lvb_type: 0 00002000:00010000:1.0:1746066881.026933:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c40700 00000100:00100000:1.0:1746066881.026951:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1917 00000100:00100000:1.0:1746066881.026957:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860326528:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066881.027075:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860326528:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (404us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066881.027081:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1917 00002000:00100000:1.0:1746066881.027086:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c40700 x1830882860326528/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746066892 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.027093:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40700 with x1830882860326528 ext(0->4095) 00010000:00010000:1.0:1746066881.027097:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e0b600/0xd6b24631ff4387c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e2f6 expref: 6 pid: 21660 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.027105:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e0b600/0xd6b24631ff4387c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e2f6 expref: 6 pid: 21660 timeout: 1093 lvb_type: 0 00002000:00010000:1.0:1746066881.027111:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c40700 00000100:00100000:0.0:1746066881.030009:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.034140:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.042627:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.044254:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.046764:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.050957:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.051543:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.054920:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.055693:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860328064 00000100:00100000:1.0:1746066881.055700:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860328064 00002000:00100000:1.0:1746066881.055742:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801203ff100 x1830882860328064/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 488/0 e 0 to 0 dl 1746066892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.055751:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203ff100 with x1830882860328064 ext(0->4095) 00010000:00010000:1.0:1746066881.055760:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff4387db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e30b expref: 47 pid: 21660 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.055772:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff4387db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e30b expref: 47 pid: 21660 timeout: 1093 lvb_type: 0 00002000:00010000:1.0:1746066881.055778:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801203ff100 00000100:00100000:1.0:1746066881.055795:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1919 00000100:00100000:1.0:1746066881.055801:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+47:2033:x1830882860328064:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066881.055930:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+47:2033:x1830882860328064:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (1010us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066881.055936:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1919 00002000:00100000:1.0:1746066881.055942:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801203ff100 x1830882860328064/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746066892 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.055949:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203ff100 with x1830882860328064 ext(0->4095) 00010000:00010000:1.0:1746066881.055954:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff4387db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e30b expref: 47 pid: 21660 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.055963:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1600/0xd6b24631ff4387db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e30b expref: 47 pid: 21660 timeout: 1093 lvb_type: 0 00002000:00010000:1.0:1746066881.055969:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801203ff100 00000100:00100000:1.0:1746066881.057766:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801203ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3790:1830882861061632:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746066881.058199:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066881.058726:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801203ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3790:1830882861061632:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746066881.065694:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.072002:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.081171:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.093215:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.106854:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.107235:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.115923:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.117857:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.120770:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.120828:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860329728 00000100:00100000:1.0:1746066881.120836:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860329728 00002000:00100000:1.0:1746066881.120879:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801203fc000 x1830882860329728/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 488/0 e 0 to 0 dl 1746066892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.120890:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203fc000 with x1830882860329728 ext(0->4095) 00010000:00010000:1.0:1746066881.120899:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff4387f0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e320 expref: 49 pid: 21660 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.120913:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff4387f0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e320 expref: 49 pid: 21660 timeout: 1093 lvb_type: 0 00002000:00010000:1.0:1746066881.120919:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801203fc000 00000100:00100000:0.0:1746066881.124064:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.127760:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.127920:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860330112 00000100:00100000:1.0:1746066881.127926:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860330112 00002000:00100000:1.0:1746066881.127968:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801203ffb80 x1830882860330112/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 488/0 e 0 to 0 dl 1746066892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.127978:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203ffb80 with x1830882860330112 ext(0->4095) 00002000:00010000:1.0:1746066881.127983:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801203ffb80 00000100:00100000:1.0:1746066881.128024:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12977 00000100:00100000:1.0:1746066881.128030:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2034:x1830882860330112:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066881.128152:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2034:x1830882860330112:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (392us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066881.128158:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12977 00002000:00100000:1.0:1746066881.128164:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801203ffb80 x1830882860330112/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746066892 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.128173:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203ffb80 with x1830882860330112 ext(0->4095) 00002000:00010000:1.0:1746066881.128176:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801203ffb80 00000100:00100000:0.0:1746066881.131610:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.138814:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.138875:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.146554:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.151816:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.156651:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.171086:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.191984:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.196243:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.204778:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.209329:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.218163:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.221070:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.230476:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.234073:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2034:x1830882860332544:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1736us (3598us total) trans 4294972115 rc 0/0 00000100:00100000:0.0:1746066881.234084:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1926 00002000:00100000:0.0:1746066881.234095:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880123a96d80 x1830882860332544/t4294972115(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 496/448 e 0 to 0 dl 1746066892 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066881.234109:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a96d80 with x1830882860332544 ext(0->7) 00010000:00010000:0.0:1746066881.234120:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1c00/0xd6b24631ff438813 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e343 expref: 52 pid: 21660 timeout: 1093 lvb_type: 0 00010000:00010000:0.0:1746066881.234137:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1c00/0xd6b24631ff438813 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e343 expref: 52 pid: 21660 timeout: 1093 lvb_type: 0 00002000:00010000:0.0:1746066881.234144:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123a96d80 00000100:00100000:0.0:1746066881.236672:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.247755:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.249501:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.249711:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860333056 00000100:00100000:1.0:1746066881.249717:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860333056 00002000:00100000:1.0:1746066881.249755:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a94380 x1830882860333056/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:287/0 lens 488/0 e 0 to 0 dl 1746066892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.249765:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a94380 with x1830882860333056 ext(0->4095) 00010000:00010000:1.0:1746066881.249772:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0600/0xd6b24631ff43881a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e34a expref: 6 pid: 21660 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.249784:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0600/0xd6b24631ff43881a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e34a expref: 6 pid: 21660 timeout: 1093 lvb_type: 0 00002000:00010000:1.0:1746066881.249790:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123a94380 00000100:00100000:1.0:1746066881.249818:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1927 00000100:00100000:1.0:1746066881.249825:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860333056:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066881.249950:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860333056:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (449us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066881.249957:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1927 00002000:00100000:1.0:1746066881.249963:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a94380 x1830882860333056/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746066892 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.249971:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a94380 with x1830882860333056 ext(0->4095) 00010000:00010000:1.0:1746066881.249976:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0600/0xd6b24631ff43881a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e34a expref: 6 pid: 21660 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.249985:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0600/0xd6b24631ff43881a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e34a expref: 6 pid: 21660 timeout: 1093 lvb_type: 0 00002000:00010000:1.0:1746066881.249991:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123a94380 00000100:00100000:0.0:1746066881.255932:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.255981:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.256264:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860333184 00000100:00100000:1.0:1746066881.256275:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860333184 00000100:00100000:1.0:1746066881.256325:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29080 00000100:00100000:1.0:1746066881.256600:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+53:1869:x1830882860333184:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066881.256621:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066881.256640:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff438828 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e358 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.256667:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.256673:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff438821 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e351 expref: 54 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.256680:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066881.256684:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff438828 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e358 expref: 54 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.256725:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff438821 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e351 expref: 54 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.256738:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff438828 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e358 expref: 54 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.256755:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21600, rc 0) 00000100:00100000:1.0:1746066881.256808:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+54:1869:x1830882860333184:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 475us (886us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066881.256815:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29080 00000100:00100000:1.0:1746066881.266170:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.270322:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.275304:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.276240:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860333952 00000100:00100000:1.0:1746066881.276248:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860333952 00002000:00100000:1.0:1746066881.276294:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a96680 x1830882860333952/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 488/0 e 0 to 0 dl 1746066892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.276305:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a96680 with x1830882860333952 ext(0->4095) 00002000:00010000:1.0:1746066881.276311:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123a96680 00000100:00100000:1.0:1746066881.277089:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12980 00000100:00100000:1.0:1746066881.277098:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2034:x1830882860333952:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066881.277320:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2034:x1830882860333952:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 222us (2019us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066881.277328:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12980 00002000:00100000:1.0:1746066881.277334:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a96680 x1830882860333952/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746066892 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.277355:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a96680 with x1830882860333952 ext(0->4095) 00002000:00010000:1.0:1746066881.277359:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123a96680 00000100:00100000:0.0:1746066881.279811:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.284038:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.285319:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.289264:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.299428:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.316087:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.316164:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860334976 00000100:00100000:1.0:1746066881.316174:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860334976 00002000:00100000:1.0:1746066881.316225:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a97100 x1830882860334976/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 488/0 e 0 to 0 dl 1746066892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.316235:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a97100 with x1830882860334976 ext(0->4095) 00002000:00010000:1.0:1746066881.316239:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123a97100 00000100:00100000:1.0:1746066881.316497:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12981 00000100:00100000:1.0:1746066881.316506:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2033:x1830882860334976:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066881.316626:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2033:x1830882860334976:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (551us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066881.316632:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12981 00002000:00100000:1.0:1746066881.316637:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a97100 x1830882860334976/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746066892 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.316645:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a97100 with x1830882860334976 ext(0->4095) 00002000:00010000:1.0:1746066881.316648:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123a97100 00000100:00100000:0.0:1746066881.324429:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.347258:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.347370:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860335232 00000100:00100000:1.0:1746066881.347379:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860335232 00002000:00100000:1.0:1746066881.347427:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880123a96a00 x1830882860335232/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 496/0 e 0 to 0 dl 1746066892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.347437:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a96a00 with x1830882860335232 ext(0->7) 00010000:00010000:1.0:1746066881.347447:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff438836 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e366 expref: 52 pid: 21660 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.347461:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff438836 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e366 expref: 52 pid: 21660 timeout: 1093 lvb_type: 0 00002000:00010000:1.0:1746066881.347468:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123a96a00 00000100:00100000:1.0:1746066881.347498:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1930 00000100:00100000:1.0:1746066881.347505:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2033:x1830882860335232:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066881.348438:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+54:2033:x1830882860335232:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 924us (1182us total) trans 4294972116 rc 0/0 00000100:00100000:0.0:1746066881.348450:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1930 00002000:00100000:0.0:1746066881.348462:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880123a96a00 x1830882860335232/t4294972116(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 496/448 e 0 to 0 dl 1746066892 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066881.348472:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a96a00 with x1830882860335232 ext(0->7) 00010000:00010000:0.0:1746066881.348481:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff438836 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e366 expref: 54 pid: 21660 timeout: 1093 lvb_type: 0 00010000:00010000:0.0:1746066881.348495:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff438836 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e366 expref: 54 pid: 21660 timeout: 1093 lvb_type: 0 00002000:00010000:0.0:1746066881.348501:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123a96a00 00000100:00100000:0.0:1746066881.356558:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.364060:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.371040:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.375574:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.385617:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.389847:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.389907:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860336256 00000100:00100000:1.0:1746066881.389916:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860336256 00000100:00100000:1.0:1746066881.389972:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29085 00000100:00100000:1.0:1746066881.389979:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860336256:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066881.389996:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066881.390022:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff43884b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e37b expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.390052:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff438844 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e374 expref: 53 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.390060:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066881.390061:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066881.390064:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff43884b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e37b expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.390095:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff438844 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e374 expref: 53 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.390108:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff438844 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e374 expref: 53 pid: 21660 timeout: 1093 lvb_type: 0 00000100:00100000:1.0:1746066881.390120:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f6a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861065472:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066881.390211:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066881.395843:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f6a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861065472:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066881.395879:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff43884b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e37b expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.395897:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20a00, rc 0) 00000100:00100000:1.0:1746066881.395946:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860336256:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5966us (6105us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066881.395956:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29085 00000100:00100000:0.0:1746066881.401542:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.414794:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.415227:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860336512 00000100:00100000:1.0:1746066881.415238:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860336512 00000100:00100000:1.0:1746066881.415327:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29086 00000100:00100000:1.0:1746066881.415336:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+56:1868:x1830882860336512:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066881.415377:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066881.415398:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff438852 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e382 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.415426:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066881.415432:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff43884b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e37b expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.415438:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066881.415442:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff438852 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e382 expref: 57 pid: 25556 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066881.416532:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:1.0:1746066881.416706:0:25556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c20a00/0xd6b24631ff43884b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e37b expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.416721:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff438852 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e382 expref: 57 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.416739:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20400, rc 0) 00000100:00100000:1.0:1746066881.416790:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+57:1868:x1830882860336512:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1454us (2008us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066881.416798:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29086 00000100:00100000:0.0:1746066881.422074:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.428128:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.435213:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.439806:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.439978:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860337408 00000100:00100000:1.0:1746066881.439988:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860337408 00000100:00100000:1.0:1746066881.440167:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29087 00000100:00100000:1.0:1746066881.440177:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860337408:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066881.440199:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066881.440218:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff438859 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e389 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.440251:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff438852 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e382 expref: 55 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.440259:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066881.440261:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066881.440264:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff438859 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e389 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.440298:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff438852 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e382 expref: 55 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.440310:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff438852 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e382 expref: 55 pid: 25556 timeout: 1093 lvb_type: 0 00000100:00100000:1.0:1746066881.440743:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f6a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861065984:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066881.441102:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066881.444065:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f6a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861065984:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066881.444097:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff438859 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e389 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.444116:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21a00, rc 0) 00000100:00100000:1.0:1746066881.444164:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860337408:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3987us (4368us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066881.444814:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29087 00000100:00100000:0.0:1746066881.445633:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.446166:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.446363:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860337664 00000100:00100000:1.0:1746066881.446373:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860337664 00000100:00100000:1.0:1746066881.446810:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29088 00000100:00100000:1.0:1746066881.446819:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+56:1868:x1830882860337664:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066881.446838:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066881.446855:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff438860 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e390 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.446881:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066881.446887:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff438859 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e389 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.446893:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066881.446897:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff438860 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e390 expref: 57 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.446938:0:25556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c21a00/0xd6b24631ff438859 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e389 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.446948:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff438860 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e390 expref: 57 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.446957:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21600, rc 0) 00000100:00100000:1.0:1746066881.448608:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+57:1868:x1830882860337664:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1789us (2441us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066881.448615:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29088 00000100:00100000:0.0:1746066881.457991:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.464562:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.473636:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.478004:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.478113:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860338432 00000100:00100000:1.0:1746066881.478122:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860338432 00000100:00100000:1.0:1746066881.480615:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29089 00000100:00100000:1.0:1746066881.480632:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860338432:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066881.480654:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066881.480675:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff438867 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e397 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.480980:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff438860 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e390 expref: 55 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.480989:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066881.480991:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066881.480994:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff438867 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e397 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.481045:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff438860 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e390 expref: 55 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.481060:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c21600/0xd6b24631ff438860 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e390 expref: 55 pid: 25556 timeout: 1093 lvb_type: 0 00000100:00100000:1.0:1746066881.481075:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f6a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861066496:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066881.481910:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066881.485578:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f6a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861066496:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066881.485614:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff438867 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e397 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.485635:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21800, rc 0) 00000100:00100000:1.0:1746066881.485687:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860338432:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5060us (7694us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066881.485697:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29089 00000100:00100000:0.0:1746066881.495787:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.507208:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.507265:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.508045:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860338688 00000100:00100000:1.0:1746066881.508050:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860338688 00000100:00100000:1.0:1746066881.508084:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29090 00000100:00100000:1.0:1746066881.508089:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+58:1868:x1830882860338688:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066881.508103:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066881.508115:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff43886e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e39e expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.508131:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff438867 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e397 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.508138:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.508139:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.508142:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff43886e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e39e expref: 59 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.508158:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff438867 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e397 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.508168:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c21800/0xd6b24631ff438867 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e397 expref: 5 pid: 25556 timeout: 1093 lvb_type: 0 00000100:00100000:1.0:1746066881.508176:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f6a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861066752:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066881.508200:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066881.511500:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f6a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861066752:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066881.511535:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff43886e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e39e expref: 59 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066881.511551:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20400, rc 0) 00000100:00100000:0.0:1746066881.511595:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+59:1868:x1830882860338688:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3504us (4396us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066881.511603:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29090 00000100:00100000:0.0:1746066881.513750:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.519856:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.523833:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.523856:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860339456 00000100:00100000:0.0:1746066881.523864:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860339456 00002000:00100000:0.0:1746066881.523902:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132e03800 x1830882860339456/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 488/0 e 0 to 0 dl 1746066892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066881.524128:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e03800 with x1830882860339456 ext(0->4095) 00002000:00010000:0.0:1746066881.524134:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e03800 00000100:00100000:0.0:1746066881.524156:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12985 00000100:00100000:0.0:1746066881.524163:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+58:2034:x1830882860339456:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066881.525853:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+58:2034:x1830882860339456:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 1685us (2024us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066881.525865:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12985 00002000:00100000:0.0:1746066881.525875:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132e03800 x1830882860339456/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746066892 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066881.525883:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e03800 with x1830882860339456 ext(0->4095) 00002000:00010000:0.0:1746066881.525888:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e03800 00000100:00100000:0.0:1746066881.530129:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.536453:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.536745:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860339712 00000100:00100000:1.0:1746066881.536752:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860339712 00002000:00100000:1.0:1746066881.536787:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132e00000 x1830882860339712/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 496/0 e 0 to 0 dl 1746066892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.536797:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e00000 with x1830882860339712 ext(0->7) 00010000:00010000:1.0:1746066881.536804:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff43886e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e39e expref: 58 pid: 25556 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.536816:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff43886e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e39e expref: 58 pid: 25556 timeout: 1093 lvb_type: 0 00002000:00010000:1.0:1746066881.536822:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e00000 00000100:00100000:1.0:1746066881.536853:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1937 00000100:00100000:1.0:1746066881.536860:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+58:2034:x1830882860339712:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066881.538152:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+60:2034:x1830882860339712:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1285us (1702us total) trans 4294972119 rc 0/0 00000100:00100000:0.0:1746066881.538162:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1937 00002000:00100000:0.0:1746066881.538169:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132e00000 x1830882860339712/t4294972119(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 496/448 e 0 to 0 dl 1746066892 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066881.538177:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e00000 with x1830882860339712 ext(0->7) 00010000:00010000:0.0:1746066881.538184:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff43886e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e39e expref: 60 pid: 25556 timeout: 1093 lvb_type: 0 00010000:00010000:0.0:1746066881.538197:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c20400/0xd6b24631ff43886e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e39e expref: 60 pid: 25556 timeout: 1093 lvb_type: 0 00002000:00010000:0.0:1746066881.538203:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e00000 00000100:00100000:0.0:1746066881.540169:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.546044:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.546147:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.546241:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860340224 00000100:00100000:1.0:1746066881.546245:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860340224 00002000:00100000:1.0:1746066881.546276:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132e03b80 x1830882860340224/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:287/0 lens 488/0 e 0 to 0 dl 1746066892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.546286:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e03b80 with x1830882860340224 ext(0->4095) 00010000:00010000:1.0:1746066881.546291:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c5400/0xd6b24631ff438875 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3a5 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.546299:0:20822:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff88009a7c5400/0xd6b24631ff438875 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3a5 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746066881.546305:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e03b80 00000100:00100000:1.0:1746066881.546331:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1938 00000100:00100000:1.0:1746066881.546336:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860340224:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066881.546593:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860340224:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 255us (444us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066881.546600:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1938 00002000:00100000:1.0:1746066881.546606:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132e03b80 x1830882860340224/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746066892 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.546615:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e03b80 with x1830882860340224 ext(0->4095) 00010000:00010000:1.0:1746066881.546620:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c5400/0xd6b24631ff438875 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3a5 expref: 6 pid: 21660 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.546629:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c5400/0xd6b24631ff438875 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3a5 expref: 6 pid: 21660 timeout: 1093 lvb_type: 0 00002000:00010000:1.0:1746066881.546636:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e03b80 00000100:00100000:0.0:1746066881.549394:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.549441:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.553605:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.553839:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860340736 00000100:00100000:1.0:1746066881.553852:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860340736 00002000:00100000:1.0:1746066881.553896:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133191c00 x1830882860340736/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 488/0 e 0 to 0 dl 1746066892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.553907:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133191c00 with x1830882860340736 ext(0->4095) 00010000:00010000:1.0:1746066881.553916:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff43887c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3ac expref: 61 pid: 21660 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.553930:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff43887c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3ac expref: 61 pid: 21660 timeout: 1093 lvb_type: 0 00002000:00010000:1.0:1746066881.553937:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133191c00 00000100:00100000:1.0:1746066881.554190:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1939 00000100:00100000:1.0:1746066881.554199:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133191c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+61:2034:x1830882860340736:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066881.554601:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133191c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+61:2034:x1830882860340736:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 402us (997us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066881.554607:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1939 00002000:00100000:1.0:1746066881.554613:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133191c00 x1830882860340736/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746066892 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.554621:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133191c00 with x1830882860340736 ext(0->4095) 00010000:00010000:1.0:1746066881.554761:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff43887c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3ac expref: 61 pid: 21660 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.554779:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff43887c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3ac expref: 61 pid: 21660 timeout: 1093 lvb_type: 0 00002000:00010000:1.0:1746066881.554785:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133191c00 00000100:00100000:0.0:1746066881.556807:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.560616:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.560847:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860341120 00000100:00100000:1.0:1746066881.560854:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860341120 00002000:00100000:1.0:1746066881.560895:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133193100 x1830882860341120/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 488/0 e 0 to 0 dl 1746066892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.560905:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133193100 with x1830882860341120 ext(0->4095) 00002000:00010000:1.0:1746066881.560910:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133193100 00000100:00100000:1.0:1746066881.560974:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12986 00000100:00100000:1.0:1746066881.560982:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133193100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+60:2032:x1830882860341120:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066881.561226:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133193100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+60:2032:x1830882860341120:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 243us (620us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066881.561233:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12986 00002000:00100000:1.0:1746066881.561239:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133193100 x1830882860341120/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746066892 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.561246:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133193100 with x1830882860341120 ext(0->4095) 00002000:00010000:1.0:1746066881.561248:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133193100 00000100:00100000:0.0:1746066881.563331:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.567133:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.571693:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860341632 00000100:00100000:1.0:1746066881.571701:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860341632 00000100:00100000:0.0:1746066881.571718:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00002000:00100000:1.0:1746066881.571750:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131425880 x1830882860341632/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:287/0 lens 488/0 e 0 to 0 dl 1746066892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.571767:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131425880 with x1830882860341632 ext(0->4095) 00002000:00010000:1.0:1746066881.571773:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131425880 00000100:00100000:1.0:1746066881.571795:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12987 00000100:00100000:1.0:1746066881.571802:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131425880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860341632:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066881.571942:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131425880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860341632:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066881.571948:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12987 00002000:00100000:1.0:1746066881.571954:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131425880 x1830882860341632/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746066892 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.571962:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131425880 with x1830882860341632 ext(0->4095) 00002000:00010000:1.0:1746066881.571965:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131425880 00000100:00100000:0.0:1746066881.575511:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.575722:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860341888 00000100:00100000:1.0:1746066881.575731:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860341888 00000100:00100000:1.0:1746066881.575771:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29096 00000100:00100000:1.0:1746066881.575778:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+61:1869:x1830882860341888:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066881.575792:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066881.575807:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438898 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e3c8 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.575826:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.575831:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0200/0xd6b24631ff438891 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3c1 expref: 62 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.575838:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066881.575842:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438898 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3c8 expref: 62 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.575872:0:25556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0200/0xd6b24631ff438891 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3c1 expref: 61 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.575882:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438898 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3c8 expref: 61 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.575890:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132e39a00, rc 0) 00000100:00100000:1.0:1746066881.575907:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+61:1869:x1830882860341888:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066881.575912:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29096 00000100:00100000:0.0:1746066881.577304:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.583946:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.585179:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860342272 00000100:00100000:1.0:1746066881.585186:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860342272 00002000:00100000:1.0:1746066881.585231:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133190700 x1830882860342272/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 488/0 e 0 to 0 dl 1746066892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.585242:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133190700 with x1830882860342272 ext(0->4095) 00010000:00010000:1.0:1746066881.585251:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0200/0xd6b24631ff438891 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3c1 expref: 61 pid: 21660 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.585266:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0200/0xd6b24631ff438891 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3c1 expref: 61 pid: 21660 timeout: 1093 lvb_type: 0 00002000:00010000:1.0:1746066881.585272:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133190700 00000100:00100000:1.0:1746066881.585301:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1940 00000100:00100000:1.0:1746066881.585308:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133190700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+61:2034:x1830882860342272:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066881.585466:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133190700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+61:2034:x1830882860342272:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 157us (1530us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066881.585472:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1940 00002000:00100000:1.0:1746066881.585478:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133190700 x1830882860342272/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746066892 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.585486:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133190700 with x1830882860342272 ext(0->4095) 00010000:00010000:1.0:1746066881.585491:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0200/0xd6b24631ff438891 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3c1 expref: 61 pid: 21660 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.585501:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0200/0xd6b24631ff438891 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3c1 expref: 61 pid: 21660 timeout: 1093 lvb_type: 0 00002000:00010000:1.0:1746066881.585507:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133190700 00000100:00100000:0.0:1746066881.589459:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.596191:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.598965:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.605239:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.608287:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.611727:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.616080:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.621025:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.624807:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.628031:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.629956:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+62:2034:x1830882860343936:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1555us (1920us total) trans 4294972120 rc 0/0 00000100:00100000:0.0:1746066881.629965:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1942 00002000:00100000:0.0:1746066881.629972:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880095a97800 x1830882860343936/t4294972120(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 496/448 e 0 to 0 dl 1746066892 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066881.629980:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a97800 with x1830882860343936 ext(0->7) 00010000:00010000:0.0:1746066881.629988:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4200/0xd6b24631ff4388a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3d6 expref: 62 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:0.0:1746066881.630001:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4200/0xd6b24631ff4388a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3d6 expref: 62 pid: 9627 timeout: 1093 lvb_type: 0 00002000:00010000:0.0:1746066881.630019:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095a97800 00000100:00100000:0.0:1746066881.635308:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.642191:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.643485:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860344320 00000100:00100000:1.0:1746066881.643495:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860344320 00002000:00100000:1.0:1746066881.643542:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a94a80 x1830882860344320/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:287/0 lens 488/0 e 0 to 0 dl 1746066892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.643552:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a94a80 with x1830882860344320 ext(0->4095) 00002000:00010000:1.0:1746066881.643558:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a94a80 00000100:00100000:1.0:1746066881.643591:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12990 00000100:00100000:1.0:1746066881.643598:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860344320:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066881.644789:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860344320:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 1187us (2596us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066881.644798:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12990 00002000:00100000:1.0:1746066881.644806:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a94a80 x1830882860344320/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746066892 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.644814:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a94a80 with x1830882860344320 ext(0->4095) 00002000:00010000:1.0:1746066881.644818:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a94a80 00000100:00100000:0.0:1746066881.647269:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.650289:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860344576 00000100:00100000:1.0:1746066881.650298:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860344576 00000100:00100000:1.0:1746066881.650368:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29101 00000100:00100000:1.0:1746066881.650376:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+63:1869:x1830882860344576:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066881.650394:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066881.650411:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff4388bb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e3eb expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.650439:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.650445:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff4388b4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3e4 expref: 64 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.650451:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066881.650455:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff4388bb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3eb expref: 64 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.650491:0:25556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff4388b4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3e4 expref: 64 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.650503:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff4388bb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3eb expref: 64 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.650513:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f562800, rc 0) 00000100:00100000:1.0:1746066881.650559:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+64:1869:x1830882860344576:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 184us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066881.650567:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29101 00000100:00100000:0.0:1746066881.651232:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.656265:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.657483:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860344960 00000100:00100000:1.0:1746066881.657493:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860344960 00002000:00100000:1.0:1746066881.657534:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a96a00 x1830882860344960/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 488/0 e 0 to 0 dl 1746066892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.657544:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a96a00 with x1830882860344960 ext(0->4095) 00010000:00010000:1.0:1746066881.657554:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff4388b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3e4 expref: 63 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.657569:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff4388b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3e4 expref: 63 pid: 9627 timeout: 1093 lvb_type: 0 00002000:00010000:1.0:1746066881.657575:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095a96a00 00000100:00100000:1.0:1746066881.657602:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1943 00000100:00100000:1.0:1746066881.657609:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+63:2033:x1830882860344960:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066881.657730:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+63:2033:x1830882860344960:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (1475us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066881.657736:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1943 00002000:00100000:1.0:1746066881.657740:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a96a00 x1830882860344960/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746066892 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.657747:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a96a00 with x1830882860344960 ext(0->4095) 00010000:00010000:1.0:1746066881.657751:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff4388b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3e4 expref: 63 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.657765:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff4388b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3e4 expref: 63 pid: 9627 timeout: 1093 lvb_type: 0 00002000:00010000:1.0:1746066881.657770:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095a96a00 00000100:00100000:0.0:1746066881.660743:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.667837:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.671709:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.679047:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.679513:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.682550:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.695403:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.705258:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.716271:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.716640:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860346624 00000100:00100000:1.0:1746066881.716650:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860346624 00002000:00100000:1.0:1746066881.716701:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880095886680 x1830882860346624/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 496/0 e 0 to 0 dl 1746066892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.716712:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095886680 with x1830882860346624 ext(0->7) 00010000:00010000:1.0:1746066881.716723:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1e00/0xd6b24631ff4388c9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3f9 expref: 62 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.716738:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1e00/0xd6b24631ff4388c9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3f9 expref: 62 pid: 9627 timeout: 1093 lvb_type: 0 00002000:00010000:1.0:1746066881.716745:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095886680 00000100:00100000:1.0:1746066881.716786:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1945 00000100:00100000:1.0:1746066881.716794:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+62:2034:x1830882860346624:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066881.719241:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2034:x1830882860346624:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2441us (2973us total) trans 4294972121 rc 0/0 00000100:00100000:0.0:1746066881.719251:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1945 00002000:00100000:0.0:1746066881.719260:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880095886680 x1830882860346624/t4294972121(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 496/448 e 0 to 0 dl 1746066892 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066881.719270:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095886680 with x1830882860346624 ext(0->7) 00010000:00010000:0.0:1746066881.719294:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1e00/0xd6b24631ff4388c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3f9 expref: 64 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:0.0:1746066881.719307:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1e00/0xd6b24631ff4388c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e3f9 expref: 64 pid: 9627 timeout: 1093 lvb_type: 0 00002000:00010000:0.0:1746066881.719319:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095886680 00000100:00100000:0.0:1746066881.721334:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.735488:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.736188:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860347136 00000100:00100000:0.0:1746066881.736197:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860347136 00002000:00100000:0.0:1746066881.736242:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f6a6680 x1830882860347136/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:287/0 lens 488/0 e 0 to 0 dl 1746066892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066881.736254:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a6680 with x1830882860347136 ext(0->4095) 00010000:00010000:0.0:1746066881.736504:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0200/0xd6b24631ff4388d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e400 expref: 6 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:0.0:1746066881.736520:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0200/0xd6b24631ff4388d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e400 expref: 6 pid: 9627 timeout: 1093 lvb_type: 0 00002000:00010000:0.0:1746066881.736527:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f6a6680 00000100:00100000:0.0:1746066881.741488:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.747761:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.748265:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860347520 00000100:00100000:0.0:1746066881.748275:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860347520 00002000:00100000:0.0:1746066881.748328:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f6a4e00 x1830882860347520/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 488/0 e 0 to 0 dl 1746066892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066881.748545:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a4e00 with x1830882860347520 ext(0->4095) 00002000:00010000:0.0:1746066881.748552:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f6a4e00 00000100:00100000:0.0:1746066881.748587:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12993 00000100:00100000:0.0:1746066881.748596:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2034:x1830882860347520:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066881.748751:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2034:x1830882860347520:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 154us (1001us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066881.748760:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12993 00002000:00100000:0.0:1746066881.748766:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f6a4e00 x1830882860347520/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746066892 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066881.748774:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a4e00 with x1830882860347520 ext(0->4095) 00002000:00010000:0.0:1746066881.748776:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f6a4e00 00000100:00100000:0.0:1746066881.751844:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.757589:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860347776 00000100:00100000:0.0:1746066881.757596:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860347776 00010000:00010000:0.0:1746066881.757624:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0600/0xd6b24631ff4388d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e407 expref: 64 pid: 9627 timeout: 1093 lvb_type: 0 00000100:00100000:0.0:1746066881.757660:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11934 00000100:00100000:0.0:1746066881.757667:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131427800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2033:x1830882860347776:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066881.757680:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066881.757701:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0600/0xd6b24631ff4388d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e407 expref: 64 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:0.0:1746066881.757713:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0600/0xd6b24631ff4388d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e407 expref: 64 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:0.0:1746066881.757739:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0600/0xd6b24631ff4388d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e407 expref: 64 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:0.0:1746066881.757756:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066881.757758:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066881.757766:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1a00/0xd6b24631ff4388de lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e40e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066881.757774:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1a00/0xd6b24631ff4388de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e40e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066881.757806:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1a00/0xd6b24631ff4388de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e40e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066881.757818:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095886300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861070976:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066881.758071:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066881.760056:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.761943:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095886300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861070976:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066881.761963:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066881.761992:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131427800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+65:2033:x1830882860347776:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4324us (5207us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066881.762014:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11934 00000100:00100000:0.0:1746066881.763663:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.767280:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.767376:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860348288 00000100:00100000:1.0:1746066881.767385:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860348288 00010000:00010000:1.0:1746066881.767427:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1a00/0xd6b24631ff4388de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e40e expref: 6 pid: 9627 timeout: 1093 lvb_type: 0 00000100:00100000:1.0:1746066881.767471:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11935 00000100:00100000:1.0:1746066881.767479:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095886300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860348288:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066881.767493:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066881.767515:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1a00/0xd6b24631ff4388de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e40e expref: 6 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.767526:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1a00/0xd6b24631ff4388de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e40e expref: 6 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.767551:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1a00/0xd6b24631ff4388de lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e40e expref: 6 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.767584:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.767587:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.767594:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff4388e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e415 expref: 63 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.767602:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff4388e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e415 expref: 63 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.767640:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff4388e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e415 expref: 63 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066881.767654:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f6a4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861071232:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066881.767735:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066881.770644:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f6a4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861071232:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066881.770672:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066881.770734:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095886300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860348288:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3253us (3459us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066881.770746:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11935 00000100:00100000:0.0:1746066881.773052:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.781415:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.785721:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.785897:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860348800 00000100:00100000:0.0:1746066881.785904:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860348800 00002000:00100000:0.0:1746066881.786151:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008f6a4380 x1830882860348800/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 496/0 e 0 to 0 dl 1746066892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066881.786161:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a4380 with x1830882860348800 ext(0->7) 00010000:00010000:0.0:1746066881.786168:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff4388e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e415 expref: 64 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:0.0:1746066881.786181:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff4388e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e415 expref: 64 pid: 9627 timeout: 1093 lvb_type: 0 00002000:00010000:0.0:1746066881.786187:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f6a4380 00000100:00100000:0.0:1746066881.786217:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1948 00000100:00100000:0.0:1746066881.786225:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2033:x1830882860348800:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066881.787467:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+66:2033:x1830882860348800:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1238us (1743us total) trans 4294972122 rc 0/0 00000100:00100000:0.0:1746066881.787475:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1948 00002000:00100000:0.0:1746066881.787481:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008f6a4380 x1830882860348800/t4294972122(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 496/448 e 0 to 0 dl 1746066892 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066881.787489:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a4380 with x1830882860348800 ext(0->7) 00010000:00010000:0.0:1746066881.787495:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff4388e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e415 expref: 66 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:0.0:1746066881.787505:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff4388e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e415 expref: 66 pid: 9627 timeout: 1093 lvb_type: 0 00002000:00010000:0.0:1746066881.787511:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f6a4380 00000100:00100000:0.0:1746066881.790423:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.790454:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860348928 00000100:00100000:1.0:1746066881.790464:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860348928 00010000:00010000:1.0:1746066881.790502:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff4388e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e415 expref: 66 pid: 9627 timeout: 1093 lvb_type: 0 00000100:00100000:1.0:1746066881.790541:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11936 00000100:00100000:1.0:1746066881.790548:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4d3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+66:2034:x1830882860348928:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066881.790562:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066881.790580:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff4388e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e415 expref: 66 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.790592:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff4388e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e415 expref: 66 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.790622:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff4388e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e415 expref: 66 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.790655:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.790658:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.790666:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff4388ec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e41c expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.790674:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff4388ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e41c expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.790708:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff4388ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e41c expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066881.790721:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f6a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861071488:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066881.790808:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066881.795147:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.795857:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.795887:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860349312 00000100:00100000:0.0:1746066881.795896:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860349312 00000100:00100000:1.0:1746066881.796165:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f6a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861071488:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066881.796186:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066881.796241:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4d3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+66:2034:x1830882860348928:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5694us (5830us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066881.796250:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11936 00002000:00100000:0.0:1746066881.797056:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094eeed80 x1830882860349312/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:287/0 lens 488/0 e 0 to 0 dl 1746066892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066881.797066:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eeed80 with x1830882860349312 ext(0->4095) 00010000:00010000:0.0:1746066881.797073:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff4388ec lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e41c expref: 6 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:0.0:1746066881.797089:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff4388ec lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e41c expref: 6 pid: 9627 timeout: 1093 lvb_type: 0 00002000:00010000:0.0:1746066881.797094:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094eeed80 00000100:00100000:0.0:1746066881.797360:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1949 00000100:00100000:0.0:1746066881.797368:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860349312:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066881.797483:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860349312:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (1627us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066881.797490:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1949 00002000:00100000:0.0:1746066881.797495:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094eeed80 x1830882860349312/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746066892 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066881.797503:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eeed80 with x1830882860349312 ext(0->4095) 00010000:00010000:0.0:1746066881.797508:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff4388ec lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e41c expref: 6 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:0.0:1746066881.797518:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff4388ec lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e41c expref: 6 pid: 9627 timeout: 1093 lvb_type: 0 00002000:00010000:0.0:1746066881.797524:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094eeed80 00000100:00100000:1.0:1746066881.804273:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860349568 00000100:00100000:1.0:1746066881.804276:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860349568 00010000:00010000:1.0:1746066881.804301:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff4388ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e41c expref: 6 pid: 9627 timeout: 1093 lvb_type: 0 00000100:00100000:1.0:1746066881.804326:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11937 00000100:00100000:1.0:1746066881.804330:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131425c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860349568:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066881.804356:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066881.804375:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff4388ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e41c expref: 6 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.804386:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff4388ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e41c expref: 6 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.804988:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff4388ec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e41c expref: 6 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.805019:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.805021:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.805027:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff4388f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e423 expref: 66 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.805035:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff4388f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e423 expref: 66 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.805057:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff4388f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e423 expref: 66 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.805069:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff4388f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e423 expref: 66 pid: 9627 timeout: 1093 lvb_type: 0 00000100:00100000:1.0:1746066881.805084:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f6a6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861071872:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066881.805151:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066881.810744:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f6a6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861071872:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066881.810768:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066881.810820:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131425c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860349568:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6486us (6786us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066881.810832:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11937 00000100:00100000:0.0:1746066881.810930:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.814887:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.815035:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860349952 00000100:00100000:1.0:1746066881.815045:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860349952 00010000:00010000:1.0:1746066881.815079:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff4388f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e423 expref: 67 pid: 9627 timeout: 1093 lvb_type: 0 00000100:00100000:1.0:1746066881.815113:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11938 00000100:00100000:1.0:1746066881.815118:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+67:2032:x1830882860349952:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066881.815129:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066881.815146:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff4388f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e423 expref: 67 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.815157:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff4388f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e423 expref: 67 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.815177:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff4388f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e423 expref: 67 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.815198:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.815201:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.815208:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1800/0xd6b24631ff4388fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e42a expref: 66 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.815216:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1800/0xd6b24631ff4388fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e42a expref: 66 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.815249:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1800/0xd6b24631ff4388fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e42a expref: 66 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066881.815262:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f6a6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861072000:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066881.816191:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066881.818528:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f6a6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861072000:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066881.818550:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066881.818598:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+66:2032:x1830882860349952:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3473us (3715us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066881.818608:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11938 00000100:00100000:0.0:1746066881.818811:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.825831:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.832810:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.837300:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+68:2033:x1830882860350464:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 3043us (4481us total) trans 4294972123 rc 0/0 00000100:00100000:0.0:1746066881.837314:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1951 00002000:00100000:0.0:1746066881.837326:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009529c700 x1830882860350464/t4294972123(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 496/448 e 0 to 0 dl 1746066892 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066881.837337:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529c700 with x1830882860350464 ext(0->7) 00010000:00010000:0.0:1746066881.837365:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1800/0xd6b24631ff4388fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e42a expref: 68 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:0.0:1746066881.837576:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1800/0xd6b24631ff4388fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e42a expref: 68 pid: 9627 timeout: 1093 lvb_type: 0 00002000:00010000:0.0:1746066881.837585:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009529c700 00000100:00100000:0.0:1746066881.841295:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.841601:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860350592 00000100:00100000:1.0:1746066881.841612:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860350592 00010000:00010000:1.0:1746066881.841652:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1800/0xd6b24631ff4388fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e42a expref: 68 pid: 9627 timeout: 1093 lvb_type: 0 00000100:00100000:1.0:1746066881.841832:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11939 00000100:00100000:1.0:1746066881.841841:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+68:2031:x1830882860350592:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066881.841857:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066881.841878:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1800/0xd6b24631ff4388fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e42a expref: 68 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.841892:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1800/0xd6b24631ff4388fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e42a expref: 68 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.841919:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1800/0xd6b24631ff4388fa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e42a expref: 68 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.842196:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.842199:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.842207:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0600/0xd6b24631ff438901 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e431 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.842217:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0600/0xd6b24631ff438901 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e431 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.842869:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0600/0xd6b24631ff438901 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e431 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066881.842885:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f6a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861072256:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066881.842978:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066881.846517:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f6a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861072256:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066881.846542:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066881.846589:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+67:2031:x1830882860350592:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4747us (5304us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066881.846601:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11939 00000100:00100000:0.0:1746066881.846929:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.847827:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860350848 00000100:00100000:1.0:1746066881.847837:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860350848 00002000:00100000:1.0:1746066881.847884:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009529df80 x1830882860350848/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:287/0 lens 488/0 e 0 to 0 dl 1746066892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.847893:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529df80 with x1830882860350848 ext(0->4095) 00002000:00010000:1.0:1746066881.847898:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009529df80 00000100:00100000:1.0:1746066881.848503:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12996 00000100:00100000:1.0:1746066881.848512:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860350848:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066881.850165:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860350848:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 1456us (3039us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066881.850176:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12996 00002000:00100000:1.0:1746066881.850188:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009529df80 x1830882860350848/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746066892 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.850198:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529df80 with x1830882860350848 ext(0->4095) 00002000:00010000:1.0:1746066881.850204:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009529df80 00000100:00100000:0.0:1746066881.854534:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.858625:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.858713:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.858796:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860351104 00000100:00100000:1.0:1746066881.858804:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860351104 00000100:00100000:1.0:1746066881.859063:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29113 00000100:00100000:1.0:1746066881.859071:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+69:1868:x1830882860351104:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066881.859091:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066881.859110:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff43890f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e43f expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.859136:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.859143:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438908 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e438 expref: 70 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.859154:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066881.859157:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff43890f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e43f expref: 70 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.859194:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438908 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e438 expref: 70 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.859206:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff43890f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e43f expref: 70 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.859217:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f562400, rc 0) 00000100:00100000:1.0:1746066881.859262:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+70:1868:x1830882860351104:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 192us (648us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066881.859268:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29113 00000100:00100000:1.0:1746066881.859292:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860351232 00000100:00100000:1.0:1746066881.859295:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860351232 00010000:00010000:1.0:1746066881.859309:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0600/0xd6b24631ff438901 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e431 expref: 6 pid: 9627 timeout: 1093 lvb_type: 0 00000100:00100000:1.0:1746066881.860997:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11940 00000100:00100000:1.0:1746066881.861022:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860351232:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066881.861037:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066881.861062:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0600/0xd6b24631ff438901 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e431 expref: 6 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.861075:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0600/0xd6b24631ff438901 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e431 expref: 6 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.861099:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0600/0xd6b24631ff438901 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e431 expref: 6 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.861131:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.861132:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.861139:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438908 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e438 expref: 68 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.861147:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438908 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e438 expref: 68 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.861177:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438908 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e438 expref: 68 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.861190:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438908 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e438 expref: 68 pid: 9627 timeout: 1093 lvb_type: 0 00000100:00100000:1.0:1746066881.861202:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f6a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861072640:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066881.861286:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066881.866814:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f6a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861072640:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066881.866842:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066881.866946:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860351232:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5926us (8228us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066881.866960:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11940 00000100:00100000:0.0:1746066881.867194:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.867292:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860351488 00000100:00100000:1.0:1746066881.867299:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860351488 00002000:00100000:1.0:1746066881.867555:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009529dc00 x1830882860351488/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 488/0 e 0 to 0 dl 1746066892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.867567:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529dc00 with x1830882860351488 ext(0->4095) 00010000:00010000:1.0:1746066881.867577:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438908 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e438 expref: 69 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.867591:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438908 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e438 expref: 69 pid: 9627 timeout: 1093 lvb_type: 0 00002000:00010000:1.0:1746066881.867599:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009529dc00 00000100:00100000:1.0:1746066881.867936:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1952 00000100:00100000:1.0:1746066881.867945:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+69:2033:x1830882860351488:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066881.868092:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+69:2033:x1830882860351488:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (898us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066881.868098:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1952 00002000:00100000:1.0:1746066881.868104:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009529dc00 x1830882860351488/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746066892 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.868112:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529dc00 with x1830882860351488 ext(0->4095) 00010000:00010000:1.0:1746066881.868117:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438908 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e438 expref: 69 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.868126:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438908 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e438 expref: 69 pid: 9627 timeout: 1093 lvb_type: 0 00002000:00010000:1.0:1746066881.868132:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009529dc00 00000100:00100000:0.0:1746066881.870169:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.870256:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.870726:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860351744 00000100:00100000:1.0:1746066881.870729:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860351744 00010000:00010000:1.0:1746066881.870750:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438908 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e438 expref: 69 pid: 9627 timeout: 1093 lvb_type: 0 00000100:00100000:1.0:1746066881.870771:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11941 00000100:00100000:1.0:1746066881.870775:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+69:2032:x1830882860351744:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066881.870783:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066881.870800:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438908 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e438 expref: 69 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.870810:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438908 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e438 expref: 69 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.870828:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0c00/0xd6b24631ff438908 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e438 expref: 69 pid: 9627 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.870842:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.870844:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.870940:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff43890f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e43f expref: 68 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.870950:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff43890f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e43f expref: 68 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.871387:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff43890f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e43f expref: 68 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.871405:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff43890f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e43f expref: 68 pid: 21660 timeout: 1093 lvb_type: 0 00000100:00100000:1.0:1746066881.871418:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f6a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861072896:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066881.871895:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066881.879375:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.879488:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f6a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861072896:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066881.879510:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066881.879732:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+69:2032:x1830882860351744:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 8952us (9473us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066881.879742:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11941 00000100:00100000:0.0:1746066881.881622:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.882047:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.882065:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860352128 00000100:00100000:1.0:1746066881.882073:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860352128 00010000:00010000:1.0:1746066881.882103:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff43890f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e43f expref: 68 pid: 21660 timeout: 1093 lvb_type: 0 00000100:00100000:1.0:1746066881.882141:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11942 00000100:00100000:1.0:1746066881.882147:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+68:2034:x1830882860352128:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066881.882159:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066881.882177:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff43890f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e43f expref: 68 pid: 21660 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.882188:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff43890f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e43f expref: 68 pid: 21660 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.882211:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff43890f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e43f expref: 68 pid: 21660 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.882230:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.882232:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.882240:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f45e600/0xd6b24631ff438916 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e446 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.882249:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f45e600/0xd6b24631ff438916 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e446 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.882301:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f45e600/0xd6b24631ff438916 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e446 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066881.882313:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f6a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861073024:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066881.882403:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74300 going to sleep for 11 seconds 00000100:00100000:1.0:1746066881.884998:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f6a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861073024:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066881.885031:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066881.885080:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+69:2034:x1830882860352128:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2931us (3462us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066881.885091:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11942 00000100:00100000:0.0:1746066881.886039:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.888227:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.888284:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860352640 00000100:00100000:1.0:1746066881.888291:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860352640 00010000:00010000:1.0:1746066881.888321:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f45e600/0xd6b24631ff438916 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e446 expref: 6 pid: 25556 timeout: 1093 lvb_type: 0 00000100:00100000:1.0:1746066881.888373:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11943 00000100:00100000:1.0:1746066881.888380:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4d39050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860352640:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066881.888395:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066881.888413:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f45e600/0xd6b24631ff438916 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e446 expref: 6 pid: 25556 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.888424:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f45e600/0xd6b24631ff438916 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e446 expref: 6 pid: 25556 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.888445:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f45e600/0xd6b24631ff438916 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e446 expref: 6 pid: 25556 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.888459:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.888461:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.888468:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f45f600/0xd6b24631ff43891d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e44d expref: 67 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.888476:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f45f600/0xd6b24631ff43891d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e44d expref: 67 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.888507:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f45f600/0xd6b24631ff43891d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e44d expref: 67 pid: 25556 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066881.888517:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f6a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861073280:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066881.888596:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74300 going to sleep for 11 seconds 00000100:00100000:1.0:1746066881.891194:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f6a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861073280:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066881.891209:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066881.891248:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4d39050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860352640:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2867us (3026us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066881.891264:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11943 00000100:00100000:0.0:1746066881.892328:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.895622:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.902201:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.902289:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.902389:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860353152 00000100:00100000:1.0:1746066881.902399:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860353152 00010000:00010000:1.0:1746066881.902451:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f45f600/0xd6b24631ff43891d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e44d expref: 68 pid: 25556 timeout: 1093 lvb_type: 0 00000100:00100000:1.0:1746066881.902488:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11944 00000100:00100000:1.0:1746066881.902499:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+68:2034:x1830882860353152:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066881.902512:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066881.902533:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f45f600/0xd6b24631ff43891d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e44d expref: 68 pid: 25556 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.902545:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f45f600/0xd6b24631ff43891d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e44d expref: 68 pid: 25556 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.902568:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f45f600/0xd6b24631ff43891d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e44d expref: 68 pid: 25556 timeout: 1093 lvb_type: 0 00010000:00010000:1.0:1746066881.902596:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.902598:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.902606:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f45e000/0xd6b24631ff438924 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e454 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.902615:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f45e000/0xd6b24631ff438924 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e454 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.902646:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f45e000/0xd6b24631ff438924 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e454 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066881.902659:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f6a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861073536:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066881.902736:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d746c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066881.906123:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.906216:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f6a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861073536:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066881.906234:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066881.906269:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+69:2034:x1830882860353152:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3770us (4078us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066881.906278:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11944 00000100:00100000:0.0:1746066881.911102:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.911211:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860353664 00000100:00100000:1.0:1746066881.911219:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860353664 00010000:00010000:1.0:1746066881.911256:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f45e000/0xd6b24631ff438924 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e454 expref: 6 pid: 25556 timeout: 1093 lvb_type: 0 00000100:00100000:0.0:1746066881.917268:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.924922:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.933845:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.939993:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.942752:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.943685:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11946 00000100:00100000:1.0:1746066881.943697:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+71:2033:x1830882860354432:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066881.943712:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066881.943734:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f45ea00/0xd6b24631ff43892b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e45b expref: 71 pid: 25556 timeout: 1094 lvb_type: 0 00010000:00010000:1.0:1746066881.943747:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f45ea00/0xd6b24631ff43892b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e45b expref: 71 pid: 25556 timeout: 1094 lvb_type: 0 00010000:00010000:1.0:1746066881.943771:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f45ea00/0xd6b24631ff43892b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e45b expref: 71 pid: 25556 timeout: 1094 lvb_type: 0 00010000:00010000:1.0:1746066881.943804:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.943807:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.943816:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f45ec00/0xd6b24631ff438932 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e462 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.943824:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f45ec00/0xd6b24631ff438932 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e462 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.943860:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f45ec00/0xd6b24631ff438932 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e462 expref: 5 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.943873:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f45ec00/0xd6b24631ff438932 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e462 expref: 5 pid: 25556 timeout: 1094 lvb_type: 0 00000100:00100000:1.0:1746066881.943938:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f6a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861074176:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066881.944277:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d746c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066881.947191:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f6a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861074176:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066881.947216:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066881.947418:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.947476:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+70:2033:x1830882860354432:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3781us (4729us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066881.947498:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11946 00000100:00100000:0.0:1746066881.952256:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.952439:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860354816 00000100:00100000:1.0:1746066881.952449:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860354816 00010000:00010000:1.0:1746066881.952492:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f45ec00/0xd6b24631ff438932 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e462 expref: 6 pid: 25556 timeout: 1094 lvb_type: 0 00000100:00100000:1.0:1746066881.952582:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11947 00000100:00100000:1.0:1746066881.952596:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860354816:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066881.952616:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066881.952637:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f45ec00/0xd6b24631ff438932 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e462 expref: 6 pid: 25556 timeout: 1094 lvb_type: 0 00010000:00010000:1.0:1746066881.952651:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f45ec00/0xd6b24631ff438932 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e462 expref: 6 pid: 25556 timeout: 1094 lvb_type: 0 00010000:00010000:1.0:1746066881.952674:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f45ec00/0xd6b24631ff438932 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e462 expref: 6 pid: 25556 timeout: 1094 lvb_type: 0 00010000:00010000:1.0:1746066881.952696:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.952699:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.952707:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff438939 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e469 expref: 69 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.952717:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff438939 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e469 expref: 69 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.952754:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff438939 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e469 expref: 69 pid: 25556 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066881.952769:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f6a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861074304:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066881.953241:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d746c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066881.955762:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f6a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861074304:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066881.955783:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066881.955822:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860354816:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3226us (3574us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066881.955836:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 11947 00000100:00100000:0.0:1746066881.956083:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.956246:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860355072 00000100:00100000:1.0:1746066881.956252:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860355072 00002000:00100000:1.0:1746066881.956290:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f89500 x1830882860355072/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 488/0 e 0 to 0 dl 1746066892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.956300:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f89500 with x1830882860355072 ext(0->4095) 00002000:00010000:1.0:1746066881.956305:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f89500 00000100:00100000:1.0:1746066881.956671:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12999 00000100:00100000:1.0:1746066881.956680:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+70:2034:x1830882860355072:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066881.956800:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+70:2034:x1830882860355072:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (718us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066881.956807:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12999 00002000:00100000:1.0:1746066881.956812:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f89500 x1830882860355072/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746066892 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066881.956819:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f89500 with x1830882860355072 ext(0->4095) 00002000:00010000:1.0:1746066881.956822:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f89500 00000100:00100000:0.0:1746066881.959664:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860355200 00000100:00100000:0.0:1746066881.959671:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860355200 00000100:00100000:0.0:1746066881.959811:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29120 00000100:00100000:0.0:1746066881.959819:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860355200:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066881.959839:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066881.959859:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438940 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e470 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066881.959891:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff438939 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e469 expref: 69 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066881.959898:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066881.959900:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066881.959904:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438940 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e470 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066881.959935:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff438939 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e469 expref: 69 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066881.959950:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff438939 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e469 expref: 69 pid: 25556 timeout: 1094 lvb_type: 0 00000100:00100000:0.0:1746066881.959962:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131f89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861074432:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066881.960715:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066881.964200:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.966759:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.966899:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.969844:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.971412:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860355968 00000100:00100000:0.0:1746066881.971416:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860355968 00010000:00010000:0.0:1746066881.971435:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438940 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e470 expref: 6 pid: 9627 timeout: 1094 lvb_type: 0 00000100:00100000:0.0:1746066881.971462:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 11949 00000100:00100000:0.0:1746066881.971482:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131424e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860355968:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066881.971491:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066881.971506:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438940 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e470 expref: 6 pid: 9627 timeout: 1094 lvb_type: 0 00010000:00010000:0.0:1746066881.971516:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438940 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e470 expref: 6 pid: 9627 timeout: 1094 lvb_type: 0 00010000:00010000:0.0:1746066881.971533:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438940 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e470 expref: 6 pid: 9627 timeout: 1094 lvb_type: 0 00010000:00010000:0.0:1746066881.971560:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066881.971562:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066881.971568:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0200/0xd6b24631ff438947 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e477 expref: 70 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066881.971575:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0200/0xd6b24631ff438947 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e477 expref: 70 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066881.971595:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0200/0xd6b24631ff438947 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e477 expref: 70 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066881.971604:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0200/0xd6b24631ff438947 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e477 expref: 70 pid: 9627 timeout: 1094 lvb_type: 0 00000100:00100000:0.0:1746066881.971615:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131f8bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861074944:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066881.971671:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066881.976504:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.979693:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.985704:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.986068:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bd212aa5-9c03-468b-a6b2-d3d7d344f530:3791:1830882861075200:0@lo:400:kworker.0 00000100:00100000:1.0:1746066881.986104:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066881.986140:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3791:1830882861075712:0@lo:400:kworker.0 00000100:00100000:1.0:1746066881.986166:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3790:1830882861075584:0@lo:400:kworker.0 00000100:00100000:1.0:1746066881.986186:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066881.986202:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3790:1830882861076096:0@lo:400:kworker.0 00000100:00100000:1.0:1746066881.986227:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066881.986243:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3790:1830882861076608:0@lo:400:kworker.0 00000100:00100000:1.0:1746066881.986261:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066881.986289:0:7268:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861075200 00000100:00100000:1.0:1746066881.986294:0:7268:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861075200 00000100:00100000:1.0:1746066881.986551:0:7268:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1746066881.986558:0:7268:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8d5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bd212aa5-9c03-468b-a6b2-d3d7d344f530+23:3791:x1830882861075200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746066881.986588:0:7268:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8d5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bd212aa5-9c03-468b-a6b2-d3d7d344f530+23:3791:x1830882861075200:12345-0@lo:400:kworker.0 Request processed in 30us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066881.986593:0:7268:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1746066881.986614:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066881.986629:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3791:1830882861076224:0@lo:400:kworker.0 00000100:00100000:1.0:1746066881.986646:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066881.986659:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3791:1830882861076736:0@lo:400:kworker.0 00000100:00100000:1.0:1746066881.986673:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066881.986842:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473 00000100:00100000:0.0:1746066881.986848:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3790:x1830882861075584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746066881.987064:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bd212aa5-9c03-468b-a6b2-d3d7d344f530:3791:1830882861075200:0@lo:400:kworker.0 00000100:00100000:1.0:1746066881.987087:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861076096 00000100:00100000:1.0:1746066881.987090:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861076096 00000100:00100000:1.0:1746066881.987111:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861076608 00000100:00100000:1.0:1746066881.987113:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861076608 00000100:00100000:1.0:1746066881.987123:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861076224 00000100:00100000:1.0:1746066881.987125:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861076224 00000100:00100000:1.0:1746066881.987133:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861076736 00000100:00100000:1.0:1746066881.987135:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861076736 00000100:00100000:1.0:1746066881.987144:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:1.0:1746066881.987148:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3790:x1830882861076096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066881.988702:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3790:x1830882861075584:12345-0@lo:400:kworker.0 Request processed in 1855us (2515us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066881.988709:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473 00000100:00100000:0.0:1746066881.989642:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.989676:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3790:x1830882861076096:12345-0@lo:400:kworker.0 Request processed in 2526us (3446us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066881.989684:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:1.0:1746066881.989697:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860356736 00000100:00100000:1.0:1746066881.989701:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860356736 00000100:00100000:1.0:1746066881.989724:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29123 00000100:00100000:1.0:1746066881.989735:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860356736:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066881.989747:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066881.989766:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea20800/0xd6b24631ff438955 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e485 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.989793:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff43894e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e47e expref: 69 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.989800:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066881.989802:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066881.989806:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea20800/0xd6b24631ff438955 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e485 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.989841:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff43894e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e47e expref: 69 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.989855:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff43894e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e47e expref: 69 pid: 9627 timeout: 1094 lvb_type: 0 00000100:00100000:1.0:1746066881.989867:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861076864:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066881.990200:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066881.990235:0:7277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861075712 00000100:00100000:1.0:1746066881.990296:0:7277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861075712 00000100:00100000:0.0:1746066881.990434:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3791:1830882861076224:0@lo:400:kworker.0 00000100:00100000:0.0:1746066881.990447:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3791:1830882861076736:0@lo:400:kworker.0 00000100:00100000:0.0:1746066881.992244:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3791:1830882861075712:0@lo:400:kworker.0 00000100:00100000:1.0:1746066881.992726:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861076864:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066881.992747:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea20800/0xd6b24631ff438955 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e485 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.992765:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea20800, rc 0) 00000100:00100000:1.0:1746066881.992821:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860356736:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3084us (3180us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066881.992829:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29123 00000100:00100000:0.0:1746066881.994632:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066881.996077:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066881.996315:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860356992 00000100:00100000:1.0:1746066881.996319:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860356992 00000100:00100000:1.0:1746066881.996372:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29124 00000100:00100000:1.0:1746066881.996380:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+69:1868:x1830882860356992:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066881.996392:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066881.996408:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea20200/0xd6b24631ff43895c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e48c expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.996432:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea20800/0xd6b24631ff438955 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e485 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.996440:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.996442:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066881.996445:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea20200/0xd6b24631ff43895c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e48c expref: 70 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.996475:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea20800/0xd6b24631ff438955 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e485 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.996487:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea20800/0xd6b24631ff438955 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e485 expref: 6 pid: 21660 timeout: 1094 lvb_type: 0 00000100:00100000:1.0:1746066881.996500:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861077120:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066881.996557:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066881.998089:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861077120:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066881.998110:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea20200/0xd6b24631ff43895c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e48c expref: 70 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066881.998123:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea20200, rc 0) 00000100:00100000:1.0:1746066881.998148:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+70:1868:x1830882860356992:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1770us (3520us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066881.998156:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29124 00000100:00100000:0.0:1746066882.001139:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.009703:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.016774:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.017150:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860357760 00000100:00100000:1.0:1746066882.017160:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860357760 00000100:00100000:1.0:1746066882.017208:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29125 00000100:00100000:1.0:1746066882.017215:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860357760:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066882.017235:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066882.017253:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0xd6b24631ff438963 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e493 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.017544:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea20200/0xd6b24631ff43895c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e48c expref: 69 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.017553:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066882.017554:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066882.017558:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0xd6b24631ff438963 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e493 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.017596:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea20200/0xd6b24631ff43895c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e48c expref: 69 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.017609:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea20200/0xd6b24631ff43895c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e48c expref: 69 pid: 21660 timeout: 1094 lvb_type: 0 00000100:00100000:1.0:1746066882.017622:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861077376:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066882.019869:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066882.020325:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131425500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3792:1830882861077504:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746066882.023708:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861077376:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066882.023745:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0xd6b24631ff438963 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e493 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.023763:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea20000, rc 0) 00000100:00100000:1.0:1746066882.023813:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860357760:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6596us (7050us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066882.023823:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29125 00000100:00100000:0.0:1746066882.028177:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.038176:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.038285:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.038394:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860358016 00000100:00100000:1.0:1746066882.038397:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860358016 00000100:00100000:1.0:1746066882.038441:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29126 00000100:00100000:1.0:1746066882.038449:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+73:1868:x1830882860358016:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066882.038466:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066882.038479:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff43896a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e49a expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.038500:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066882.038506:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0xd6b24631ff438963 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e493 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.038512:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066882.038515:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff43896a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e49a expref: 74 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.038988:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0xd6b24631ff438963 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e493 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.041217:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff43896a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e49a expref: 73 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.041235:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea21a00, rc 0) 00000100:00100000:1.0:1746066882.041306:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+73:1868:x1830882860358016:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2856us (3141us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066882.041317:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29126 00000100:00100000:0.0:1746066882.044562:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.048940:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.053786:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.053909:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860358784 00000100:00100000:1.0:1746066882.053919:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860358784 00002000:00100000:1.0:1746066882.053972:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131cad880 x1830882860358784/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 488/0 e 0 to 0 dl 1746066893 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.053983:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cad880 with x1830882860358784 ext(0->4095) 00002000:00010000:1.0:1746066882.053989:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131cad880 00000100:00100000:1.0:1746066882.054055:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13004 00000100:00100000:1.0:1746066882.054063:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2034:x1830882860358784:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066882.054226:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2034:x1830882860358784:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 163us (452us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066882.054238:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13004 00002000:00100000:1.0:1746066882.054244:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131cad880 x1830882860358784/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746066893 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.054251:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cad880 with x1830882860358784 ext(0->4095) 00002000:00010000:1.0:1746066882.054254:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131cad880 00000100:00100000:1.0:1746066882.067143:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.073214:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.073292:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860359040 00000100:00100000:1.0:1746066882.073299:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860359040 00002000:00100000:1.0:1746066882.073454:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131caf480 x1830882860359040/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 496/0 e 0 to 0 dl 1746066893 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.073466:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131caf480 with x1830882860359040 ext(0->7) 00010000:00010000:1.0:1746066882.073473:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff43896a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e49a expref: 72 pid: 21660 timeout: 1094 lvb_type: 0 00010000:00010000:1.0:1746066882.073487:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff43896a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e49a expref: 72 pid: 21660 timeout: 1094 lvb_type: 0 00002000:00010000:1.0:1746066882.073493:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131caf480 00000100:00100000:1.0:1746066882.073558:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1962 00000100:00100000:1.0:1746066882.073566:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131caf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2033:x1830882860359040:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746066882.074553:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131caf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2033:x1830882860359040:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 986us (1339us total) trans 4294972126 rc 0/0 00000100:00100000:1.0:1746066882.074561:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1962 00002000:00100000:1.0:1746066882.074567:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131caf480 x1830882860359040/t4294972126(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 496/448 e 0 to 0 dl 1746066893 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.074576:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131caf480 with x1830882860359040 ext(0->7) 00010000:00010000:1.0:1746066882.074582:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff43896a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e49a expref: 74 pid: 21660 timeout: 1094 lvb_type: 0 00010000:00010000:1.0:1746066882.074591:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff43896a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e49a expref: 74 pid: 21660 timeout: 1094 lvb_type: 0 00002000:00010000:1.0:1746066882.074597:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131caf480 00000100:00100000:0.0:1746066882.076922:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.082692:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.082772:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860359424 00000100:00100000:1.0:1746066882.082780:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860359424 00002000:00100000:1.0:1746066882.082814:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131cadf80 x1830882860359424/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:288/0 lens 488/0 e 0 to 0 dl 1746066893 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.082825:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cadf80 with x1830882860359424 ext(0->4095) 00002000:00010000:1.0:1746066882.082830:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131cadf80 00000100:00100000:1.0:1746066882.083034:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13005 00000100:00100000:1.0:1746066882.083044:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860359424:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066882.083164:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860359424:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (477us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066882.083170:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13005 00002000:00100000:1.0:1746066882.083176:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131cadf80 x1830882860359424/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746066893 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.083184:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cadf80 with x1830882860359424 ext(0->4095) 00002000:00010000:1.0:1746066882.083187:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131cadf80 00000100:00100000:0.0:1746066882.087216:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.090973:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.091655:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860359680 00000100:00100000:0.0:1746066882.091661:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860359680 00000100:00100000:0.0:1746066882.091690:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29129 00000100:00100000:0.0:1746066882.091695:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+75:1868:x1830882860359680:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066882.091704:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066882.091715:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff43897f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e4af expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066882.091729:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066882.091733:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff438978 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4a8 expref: 76 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066882.091738:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066882.091741:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff43897f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4af expref: 76 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066882.091765:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff438978 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4a8 expref: 76 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066882.091779:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff43897f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4af expref: 76 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066882.091790:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132e38a00, rc 0) 00000100:00100000:0.0:1746066882.091830:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+76:1868:x1830882860359680:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (857us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066882.091836:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29129 00000100:00100000:0.0:1746066882.094467:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.099963:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.104058:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.104118:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.109413:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.111846:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.113071:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.117273:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.119907:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.122941:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.127246:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.134142:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.136015:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.137601:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29133 00000100:00100000:1.0:1746066882.137611:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+74:1868:x1830882860361856:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066882.138035:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066882.138056:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43899b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e4cb expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.138088:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff438994 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4c4 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.138097:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066882.138099:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066882.138102:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43899b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4cb expref: 74 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.138131:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff438994 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4c4 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.138143:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff438994 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4c4 expref: 5 pid: 21660 timeout: 1094 lvb_type: 0 00000100:00100000:1.0:1746066882.138156:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861079680:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066882.138215:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066882.139158:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.143725:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861079680:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066882.143759:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43899b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4cb expref: 74 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.143777:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26800, rc 0) 00000100:00100000:1.0:1746066882.143844:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+74:1868:x1830882860361856:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6234us (7831us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066882.143854:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29133 00000100:00100000:0.0:1746066882.145212:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.146129:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.146240:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860362240 00000100:00100000:1.0:1746066882.146244:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860362240 00000100:00100000:1.0:1746066882.146285:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29134 00000100:00100000:1.0:1746066882.146292:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+74:1869:x1830882860362240:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066882.146307:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066882.146319:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4389a2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e4d2 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.146606:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066882.146612:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43899b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4cb expref: 75 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.146618:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066882.146621:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4389a2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4d2 expref: 75 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.146725:0:9629:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43899b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4cb expref: 75 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.146738:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4389a2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4d2 expref: 75 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.146747:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066882.146749:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066882.146754:0:9629:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43899b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4cb expref: 75 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.146762:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43899b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4cb expref: 75 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.146777:0:9629:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43899b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4cb expref: 75 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.146787:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43899b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4cb expref: 75 pid: 9629 timeout: 1094 lvb_type: 0 00000100:00100000:1.0:1746066882.146798:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861079936:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066882.147181:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066882.149492:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.149581:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861079936:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066882.149599:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27200, rc 0) 00000100:00100000:1.0:1746066882.149637:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+75:1869:x1830882860362240:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3344us (4426us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066882.149644:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29134 00000100:00100000:0.0:1746066882.153596:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.156685:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.159591:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.159669:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860363136 00000100:00100000:1.0:1746066882.159675:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860363136 00000100:00100000:1.0:1746066882.159760:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29135 00000100:00100000:1.0:1746066882.159766:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094838e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860363136:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066882.159779:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066882.159792:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff4389a9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e4d9 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.159816:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4389a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4d2 expref: 73 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.159823:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066882.159825:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066882.159827:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff4389a9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4d9 expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.159853:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4389a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4d2 expref: 73 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.159864:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4389a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4d2 expref: 73 pid: 9629 timeout: 1094 lvb_type: 0 00000100:00100000:1.0:1746066882.160089:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861080192:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066882.161125:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066882.163610:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861080192:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066882.163633:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff4389a9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4d9 expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.163647:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27a00, rc 0) 00000100:00100000:1.0:1746066882.163684:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094838e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860363136:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3917us (4097us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066882.163695:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29135 00000100:00100000:0.0:1746066882.165029:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.168946:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.169065:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.169680:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860363392 00000100:00100000:1.0:1746066882.169684:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860363392 00000100:00100000:1.0:1746066882.169707:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29136 00000100:00100000:1.0:1746066882.169712:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+73:1868:x1830882860363392:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066882.169720:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066882.169731:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff4389b0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e4e0 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.169751:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff4389a9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4d9 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.169758:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066882.169760:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066882.169763:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff4389b0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4e0 expref: 74 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.169785:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff4389a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4d9 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.169796:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff4389a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4d9 expref: 5 pid: 9629 timeout: 1094 lvb_type: 0 00000100:00100000:1.0:1746066882.169806:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861080448:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066882.169861:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066882.171067:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861080448:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066882.171083:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff4389b0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4e0 expref: 74 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.171093:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26800, rc 0) 00000100:00100000:1.0:1746066882.171121:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+74:1868:x1830882860363392:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1408us (2176us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066882.171127:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29136 00000100:00100000:0.0:1746066882.173537:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.173584:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860363776 00000100:00100000:1.0:1746066882.173590:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860363776 00000100:00100000:1.0:1746066882.173857:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29137 00000100:00100000:1.0:1746066882.173865:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+74:1869:x1830882860363776:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066882.173877:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066882.173888:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4389b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e4e7 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.173907:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066882.173912:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff4389b0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4e0 expref: 75 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.173917:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066882.173920:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4389b7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4e7 expref: 75 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.173941:0:9629:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff4389b0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4e0 expref: 75 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.173951:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4389b7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4e7 expref: 75 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.173963:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26600, rc 0) 00000100:00100000:1.0:1746066882.174005:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+75:1869:x1830882860363776:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066882.174011:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29137 00000100:00100000:0.0:1746066882.174478:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.178066:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.181311:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.186256:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.193700:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.201484:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.209716:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2032:x1830882860364800:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 8017us (8225us total) trans 4294972127 rc 0/0 00000100:00100000:0.0:1746066882.209731:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1969 00002000:00100000:0.0:1746066882.209746:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012eb57800 x1830882860364800/t4294972127(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 496/448 e 0 to 0 dl 1746066893 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066882.209758:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb57800 with x1830882860364800 ext(0->7) 00010000:00010000:0.0:1746066882.209770:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4389b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4e7 expref: 76 pid: 9629 timeout: 1094 lvb_type: 0 00010000:00010000:0.0:1746066882.209796:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4389b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e4e7 expref: 76 pid: 9629 timeout: 1094 lvb_type: 0 00002000:00010000:0.0:1746066882.209804:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eb57800 00000100:00100000:0.0:1746066882.232527:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.235991:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.239134:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.250431:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.250506:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.267411:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.275402:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.285437:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.288502:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.296665:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.297013:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.305522:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.312824:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.325579:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.339693:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.346131:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.347187:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+78:2034:x1830882860367488:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 726us (1054us total) trans 4294972128 rc 0/0 00000100:00100000:0.0:1746066882.347194:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1973 00002000:00100000:0.0:1746066882.347200:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009126c000 x1830882860367488/t4294972128(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 496/448 e 0 to 0 dl 1746066893 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066882.347208:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126c000 with x1830882860367488 ext(0->7) 00010000:00010000:0.0:1746066882.347214:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4389da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e50a expref: 78 pid: 9629 timeout: 1094 lvb_type: 0 00010000:00010000:0.0:1746066882.347224:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4389da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e50a expref: 78 pid: 9629 timeout: 1094 lvb_type: 0 00002000:00010000:0.0:1746066882.347230:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126c000 00000100:00100000:0.0:1746066882.373579:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.373637:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.379311:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.379530:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860368000 00000100:00100000:1.0:1746066882.379542:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860368000 00002000:00100000:1.0:1746066882.379583:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958e9500 x1830882860368000/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:288/0 lens 488/0 e 0 to 0 dl 1746066893 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.379593:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e9500 with x1830882860368000 ext(0->4095) 00010000:00010000:1.0:1746066882.379602:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff4389e1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e511 expref: 6 pid: 9629 timeout: 1094 lvb_type: 0 00010000:00010000:1.0:1746066882.379615:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff4389e1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e511 expref: 6 pid: 9629 timeout: 1094 lvb_type: 0 00002000:00010000:1.0:1746066882.379621:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958e9500 00000100:00100000:1.0:1746066882.379641:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1974 00000100:00100000:1.0:1746066882.379646:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860368000:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066882.379764:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860368000:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (462us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066882.379769:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1974 00002000:00100000:1.0:1746066882.379774:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958e9500 x1830882860368000/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746066893 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.379788:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e9500 with x1830882860368000 ext(0->4095) 00010000:00010000:1.0:1746066882.379792:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff4389e1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e511 expref: 6 pid: 9629 timeout: 1094 lvb_type: 0 00010000:00010000:1.0:1746066882.379799:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff4389e1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e511 expref: 6 pid: 9629 timeout: 1094 lvb_type: 0 00002000:00010000:1.0:1746066882.379804:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958e9500 00000100:00100000:0.0:1746066882.386966:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.390255:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.398463:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.407127:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.418685:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.418781:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860368896 00000100:00100000:1.0:1746066882.418791:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860368896 00002000:00100000:1.0:1746066882.418839:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009550ea00 x1830882860368896/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 488/0 e 0 to 0 dl 1746066893 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.418851:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550ea00 with x1830882860368896 ext(0->4095) 00002000:00010000:1.0:1746066882.418857:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009550ea00 00000100:00100000:1.0:1746066882.418892:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13012 00000100:00100000:1.0:1746066882.418900:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+79:2034:x1830882860368896:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066882.419061:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+79:2034:x1830882860368896:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 161us (391us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066882.419067:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13012 00002000:00100000:1.0:1746066882.419073:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009550ea00 x1830882860368896/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746066893 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.419081:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550ea00 with x1830882860368896 ext(0->4095) 00002000:00010000:1.0:1746066882.419083:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009550ea00 00000100:00100000:0.0:1746066882.429137:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.451012:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.451061:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.451656:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1976 00000100:00100000:1.0:1746066882.451664:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2033:x1830882860369152:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746066882.456078:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2033:x1830882860369152:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 4412us (5084us total) trans 4294972129 rc 0/0 00000100:00100000:1.0:1746066882.456088:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1976 00002000:00100000:1.0:1746066882.456096:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009550ca80 x1830882860369152/t4294972129(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 496/448 e 0 to 0 dl 1746066893 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.456106:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550ca80 with x1830882860369152 ext(0->7) 00010000:00010000:1.0:1746066882.456115:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4389ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e51f expref: 81 pid: 9629 timeout: 1094 lvb_type: 0 00010000:00010000:1.0:1746066882.456129:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4389ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e51f expref: 81 pid: 9629 timeout: 1094 lvb_type: 0 00002000:00010000:1.0:1746066882.456136:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009550ca80 00000100:00100000:0.0:1746066882.471960:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.475775:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.475915:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860369664 00000100:00100000:1.0:1746066882.475921:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860369664 00002000:00100000:1.0:1746066882.475965:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009550df80 x1830882860369664/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:288/0 lens 488/0 e 0 to 0 dl 1746066893 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.475976:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550df80 with x1830882860369664 ext(0->4095) 00010000:00010000:1.0:1746066882.475984:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff4389f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e526 expref: 6 pid: 9629 timeout: 1094 lvb_type: 0 00010000:00010000:1.0:1746066882.476010:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff4389f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e526 expref: 6 pid: 9629 timeout: 1094 lvb_type: 0 00002000:00010000:1.0:1746066882.476023:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009550df80 00000100:00100000:1.0:1746066882.476040:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1977 00000100:00100000:1.0:1746066882.476047:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860369664:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066882.476181:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860369664:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (407us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066882.476187:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1977 00002000:00100000:1.0:1746066882.476193:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009550df80 x1830882860369664/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746066893 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.476200:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550df80 with x1830882860369664 ext(0->4095) 00010000:00010000:1.0:1746066882.476205:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff4389f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e526 expref: 6 pid: 9629 timeout: 1094 lvb_type: 0 00010000:00010000:1.0:1746066882.476215:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff4389f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e526 expref: 6 pid: 9629 timeout: 1094 lvb_type: 0 00002000:00010000:1.0:1746066882.476222:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009550df80 00000100:00100000:0.0:1746066882.478573:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.485248:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.485287:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860370048 00000100:00100000:0.0:1746066882.485293:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860370048 00002000:00100000:0.0:1746066882.485336:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800908e5180 x1830882860370048/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 488/0 e 0 to 0 dl 1746066893 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066882.485372:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e5180 with x1830882860370048 ext(0->4095) 00002000:00010000:0.0:1746066882.485376:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800908e5180 00000100:00100000:0.0:1746066882.485395:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13013 00000100:00100000:0.0:1746066882.485401:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2034:x1830882860370048:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066882.493730:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.508139:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.511275:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2034:x1830882860370304:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 951us (3136us total) trans 4294972130 rc 0/0 00000100:00100000:0.0:1746066882.511286:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1978 00002000:00100000:0.0:1746066882.511294:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800908e5880 x1830882860370304/t4294972130(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 496/448 e 0 to 0 dl 1746066893 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066882.511304:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e5880 with x1830882860370304 ext(0->7) 00010000:00010000:0.0:1746066882.511312:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff4389fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e52d expref: 82 pid: 9629 timeout: 1094 lvb_type: 0 00010000:00010000:0.0:1746066882.511325:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff4389fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e52d expref: 82 pid: 9629 timeout: 1094 lvb_type: 0 00002000:00010000:0.0:1746066882.511332:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800908e5880 00000100:00100000:0.0:1746066882.514323:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.535866:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.539102:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860370688 00000100:00100000:1.0:1746066882.539113:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860370688 00002000:00100000:1.0:1746066882.539155:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800908e4a80 x1830882860370688/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:288/0 lens 488/0 e 0 to 0 dl 1746066893 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.539165:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e4a80 with x1830882860370688 ext(0->4095) 00002000:00010000:1.0:1746066882.539170:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800908e4a80 00000100:00100000:1.0:1746066882.539193:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13014 00000100:00100000:1.0:1746066882.539200:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860370688:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066882.539374:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860370688:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 173us (3515us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066882.539380:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13014 00002000:00100000:1.0:1746066882.539399:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800908e4a80 x1830882860370688/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746066893 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.539407:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e4a80 with x1830882860370688 ext(0->4095) 00002000:00010000:1.0:1746066882.539410:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800908e4a80 00000100:00100000:0.0:1746066882.543169:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.554233:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.563104:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.577270:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.577300:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860371328 00000100:00100000:0.0:1746066882.577307:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860371328 00002000:00100000:0.0:1746066882.577568:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800908e5500 x1830882860371328/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 488/0 e 0 to 0 dl 1746066893 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066882.577585:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e5500 with x1830882860371328 ext(0->4095) 00010000:00010000:0.0:1746066882.577593:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0200/0xd6b24631ff438a0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e53b expref: 83 pid: 9629 timeout: 1094 lvb_type: 0 00010000:00010000:0.0:1746066882.577607:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0200/0xd6b24631ff438a0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e53b expref: 83 pid: 9629 timeout: 1094 lvb_type: 0 00002000:00010000:0.0:1746066882.577613:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800908e5500 00000100:00100000:0.0:1746066882.577633:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1979 00000100:00100000:0.0:1746066882.577640:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+83:2034:x1830882860371328:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066882.577750:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+83:2034:x1830882860371328:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (486us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066882.577757:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1979 00002000:00100000:0.0:1746066882.577763:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800908e5500 x1830882860371328/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746066893 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066882.577771:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e5500 with x1830882860371328 ext(0->4095) 00010000:00010000:0.0:1746066882.577776:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0200/0xd6b24631ff438a0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e53b expref: 83 pid: 9629 timeout: 1094 lvb_type: 0 00010000:00010000:0.0:1746066882.577785:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0200/0xd6b24631ff438a0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e53b expref: 83 pid: 9629 timeout: 1094 lvb_type: 0 00002000:00010000:0.0:1746066882.577791:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800908e5500 00000100:00100000:0.0:1746066882.582864:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.591443:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.591466:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860371712 00000100:00100000:0.0:1746066882.591471:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860371712 00002000:00100000:0.0:1746066882.591503:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800908e6a00 x1830882860371712/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 488/0 e 0 to 0 dl 1746066893 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066882.591513:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e6a00 with x1830882860371712 ext(0->4095) 00002000:00010000:0.0:1746066882.591516:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800908e6a00 00000100:00100000:0.0:1746066882.591538:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13015 00000100:00100000:0.0:1746066882.591545:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2034:x1830882860371712:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066882.591650:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2034:x1830882860371712:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (206us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066882.591656:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13015 00002000:00100000:0.0:1746066882.591662:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800908e6a00 x1830882860371712/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746066893 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066882.591669:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e6a00 with x1830882860371712 ext(0->4095) 00002000:00010000:0.0:1746066882.591672:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800908e6a00 00000100:00100000:0.0:1746066882.597690:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.605768:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.606146:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.615316:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.615372:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860372352 00000100:00100000:1.0:1746066882.615380:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860372352 00002000:00100000:1.0:1746066882.615417:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c34a80 x1830882860372352/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:288/0 lens 488/0 e 0 to 0 dl 1746066893 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.615428:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c34a80 with x1830882860372352 ext(0->4095) 00010000:00010000:1.0:1746066882.615436:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff438a19 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e549 expref: 6 pid: 9629 timeout: 1094 lvb_type: 0 00010000:00010000:1.0:1746066882.615448:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff438a19 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e549 expref: 6 pid: 9629 timeout: 1094 lvb_type: 0 00002000:00010000:1.0:1746066882.615454:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c34a80 00000100:00100000:1.0:1746066882.615472:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1980 00000100:00100000:1.0:1746066882.615478:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860372352:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066882.615569:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860372352:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 91us (260us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066882.615576:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1980 00002000:00100000:1.0:1746066882.615582:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c34a80 x1830882860372352/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746066893 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.615589:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c34a80 with x1830882860372352 ext(0->4095) 00010000:00010000:1.0:1746066882.615594:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff438a19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e549 expref: 6 pid: 9629 timeout: 1094 lvb_type: 0 00010000:00010000:1.0:1746066882.615603:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0000/0xd6b24631ff438a19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e549 expref: 6 pid: 9629 timeout: 1094 lvb_type: 0 00002000:00010000:1.0:1746066882.615609:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c34a80 00000100:00100000:0.0:1746066882.620833:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.628781:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.629111:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860372736 00000100:00100000:1.0:1746066882.629117:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860372736 00002000:00100000:1.0:1746066882.629149:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c34700 x1830882860372736/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 488/0 e 0 to 0 dl 1746066893 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.629159:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c34700 with x1830882860372736 ext(0->4095) 00002000:00010000:1.0:1746066882.629163:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c34700 00000100:00100000:1.0:1746066882.629188:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13016 00000100:00100000:1.0:1746066882.629195:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2033:x1830882860372736:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066882.629305:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2033:x1830882860372736:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (532us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066882.629311:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13016 00002000:00100000:1.0:1746066882.629317:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c34700 x1830882860372736/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746066893 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.629331:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c34700 with x1830882860372736 ext(0->4095) 00002000:00010000:1.0:1746066882.629334:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c34700 00000100:00100000:0.0:1746066882.635837:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.635902:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860372864 00000100:00100000:1.0:1746066882.635911:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860372864 00000100:00100000:1.0:1746066882.635963:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29153 00000100:00100000:1.0:1746066882.635970:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860372864:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066882.635985:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066882.636008:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438a27 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e557 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.636033:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff438a20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e550 expref: 81 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.636040:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066882.636041:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066882.636045:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438a27 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e557 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.636068:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff438a20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e550 expref: 81 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.636078:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff438a20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e550 expref: 81 pid: 9629 timeout: 1094 lvb_type: 0 00000100:00100000:1.0:1746066882.636089:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861084800:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066882.636165:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066882.643836:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861084800:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066882.643860:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438a27 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e557 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.643874:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27c00, rc 0) 00000100:00100000:1.0:1746066882.644158:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860372864:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8186us (8329us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066882.644166:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29153 00000100:00100000:0.0:1746066882.662765:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.662866:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860372992 00000100:00100000:1.0:1746066882.662874:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860372992 00002000:00100000:1.0:1746066882.662909:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132c37100 x1830882860372992/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 496/0 e 0 to 0 dl 1746066893 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.662919:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c37100 with x1830882860372992 ext(0->7) 00010000:00010000:1.0:1746066882.662928:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff438a20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e550 expref: 82 pid: 9629 timeout: 1094 lvb_type: 0 00010000:00010000:1.0:1746066882.662941:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff438a20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e550 expref: 82 pid: 9629 timeout: 1094 lvb_type: 0 00002000:00010000:1.0:1746066882.662948:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c37100 00000100:00100000:1.0:1746066882.663036:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1981 00000100:00100000:1.0:1746066882.663043:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2033:x1830882860372992:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746066882.664978:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2033:x1830882860372992:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1930us (2216us total) trans 4294972131 rc 0/0 00000100:00100000:1.0:1746066882.664998:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1981 00002000:00100000:1.0:1746066882.665006:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132c37100 x1830882860372992/t4294972131(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 496/448 e 0 to 0 dl 1746066893 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.665015:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c37100 with x1830882860372992 ext(0->7) 00010000:00010000:1.0:1746066882.665021:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff438a20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e550 expref: 84 pid: 9629 timeout: 1094 lvb_type: 0 00010000:00010000:1.0:1746066882.665032:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc0400/0xd6b24631ff438a20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e550 expref: 84 pid: 9629 timeout: 1094 lvb_type: 0 00002000:00010000:1.0:1746066882.665038:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c37100 00000100:00100000:0.0:1746066882.676570:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.680317:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.680455:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860373248 00000100:00100000:1.0:1746066882.680462:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860373248 00000100:00100000:1.0:1746066882.680503:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29154 00000100:00100000:1.0:1746066882.680509:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+84:1868:x1830882860373248:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066882.680522:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066882.680534:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff438a2e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e55e expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.680578:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438a27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e557 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.680584:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066882.680585:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066882.680588:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff438a2e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e55e expref: 85 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.680608:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438a27 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e557 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.680622:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438a27 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e557 expref: 5 pid: 9627 timeout: 1094 lvb_type: 0 00000100:00100000:1.0:1746066882.680632:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861085056:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066882.681332:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066882.686068:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861085056:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066882.686093:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff438a2e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e55e expref: 85 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.686108:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27200, rc 0) 00000100:00100000:1.0:1746066882.686145:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+85:1868:x1830882860373248:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5635us (5833us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066882.686151:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29154 00000100:00100000:0.0:1746066882.688331:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.688422:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860373504 00000100:00100000:1.0:1746066882.688428:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860373504 00002000:00100000:1.0:1746066882.688460:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c36300 x1830882860373504/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:288/0 lens 488/0 e 0 to 0 dl 1746066893 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.688469:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c36300 with x1830882860373504 ext(0->4095) 00010000:00010000:1.0:1746066882.688476:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438a27 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e557 expref: 6 pid: 9627 timeout: 1094 lvb_type: 0 00010000:00010000:1.0:1746066882.688488:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438a27 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e557 expref: 6 pid: 9627 timeout: 1094 lvb_type: 0 00002000:00010000:1.0:1746066882.688499:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c36300 00000100:00100000:1.0:1746066882.688531:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1982 00000100:00100000:1.0:1746066882.688537:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860373504:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066882.688652:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860373504:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (323us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066882.688658:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1982 00002000:00100000:1.0:1746066882.688663:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c36300 x1830882860373504/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746066893 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.688671:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c36300 with x1830882860373504 ext(0->4095) 00010000:00010000:1.0:1746066882.688675:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438a27 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e557 expref: 6 pid: 9627 timeout: 1094 lvb_type: 0 00010000:00010000:1.0:1746066882.688684:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438a27 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e557 expref: 6 pid: 9627 timeout: 1094 lvb_type: 0 00002000:00010000:1.0:1746066882.688689:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c36300 00000100:00100000:0.0:1746066882.692872:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.696642:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.699628:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.699670:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860374016 00000100:00100000:1.0:1746066882.699676:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860374016 00000100:00100000:1.0:1746066882.699782:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29155 00000100:00100000:1.0:1746066882.699787:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860374016:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066882.699798:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066882.699809:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438a35 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e565 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.699828:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff438a2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e55e expref: 83 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.699833:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066882.699834:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066882.699836:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438a35 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e565 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.699853:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff438a2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e55e expref: 83 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.699860:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff438a2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e55e expref: 83 pid: 9627 timeout: 1094 lvb_type: 0 00000100:00100000:1.0:1746066882.699867:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861085312:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066882.700252:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066882.701734:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861085312:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066882.701749:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438a35 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e565 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.701759:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27c00, rc 0) 00000100:00100000:1.0:1746066882.701790:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860374016:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2002us (2165us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066882.701797:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29155 00000100:00100000:0.0:1746066882.702758:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.706384:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.706445:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.706670:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860374400 00000100:00100000:1.0:1746066882.706675:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860374400 00002000:00100000:1.0:1746066882.706705:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c35c00 x1830882860374400/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:288/0 lens 488/0 e 0 to 0 dl 1746066893 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.706714:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c35c00 with x1830882860374400 ext(0->4095) 00002000:00010000:1.0:1746066882.706718:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c35c00 00000100:00100000:1.0:1746066882.706730:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13018 00000100:00100000:1.0:1746066882.706735:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860374400:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066882.706819:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860374400:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 84us (436us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066882.706825:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13018 00002000:00100000:1.0:1746066882.706829:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c35c00 x1830882860374400/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746066893 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.706836:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c35c00 with x1830882860374400 ext(0->4095) 00002000:00010000:1.0:1746066882.706839:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c35c00 00000100:00100000:1.0:1746066882.706852:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860374528 00000100:00100000:1.0:1746066882.706854:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860374528 00000100:00100000:1.0:1746066882.708117:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29156 00000100:00100000:1.0:1746066882.708125:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+83:1868:x1830882860374528:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066882.708135:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066882.708147:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438a3c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e56c expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.708167:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438a35 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e565 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.708177:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066882.708178:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066882.708181:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438a3c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e56c expref: 84 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.708201:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438a35 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e565 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.708210:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438a35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e565 expref: 5 pid: 9627 timeout: 1094 lvb_type: 0 00000100:00100000:1.0:1746066882.708220:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861085568:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066882.708273:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066882.710008:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861085568:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066882.710027:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438a3c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e56c expref: 84 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.710038:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132e38a00, rc 0) 00000100:00100000:1.0:1746066882.710064:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+84:1868:x1830882860374528:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1941us (3618us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066882.710071:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29156 00000100:00100000:0.0:1746066882.710796:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.710864:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.710910:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860374656 00000100:00100000:1.0:1746066882.710915:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860374656 00000100:00100000:1.0:1746066882.710998:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29157 00000100:00100000:1.0:1746066882.711005:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+84:1869:x1830882860374656:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066882.711018:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066882.711027:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438a43 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e573 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.711042:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066882.711051:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438a3c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e56c expref: 85 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.711072:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066882.711075:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438a43 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e573 expref: 85 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.711095:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438a3c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e56c expref: 85 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.711104:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438a43 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e573 expref: 85 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.711111:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26800, rc 0) 00000100:00100000:1.0:1746066882.711138:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+85:1869:x1830882860374656:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066882.711143:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29157 00000100:00100000:0.0:1746066882.715266:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.720228:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.726744:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.727120:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860375424 00000100:00100000:1.0:1746066882.727126:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860375424 00002000:00100000:1.0:1746066882.727155:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011eb45500 x1830882860375424/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 488/0 e 0 to 0 dl 1746066893 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.727165:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eb45500 with x1830882860375424 ext(0->4095) 00002000:00010000:1.0:1746066882.727169:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011eb45500 00000100:00100000:1.0:1746066882.727182:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13019 00000100:00100000:1.0:1746066882.727188:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2031:x1830882860375424:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066882.727277:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2031:x1830882860375424:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (540us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066882.727283:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13019 00002000:00100000:1.0:1746066882.727288:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011eb45500 x1830882860375424/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746066893 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.727295:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eb45500 with x1830882860375424 ext(0->4095) 00002000:00010000:1.0:1746066882.727298:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011eb45500 00000100:00100000:0.0:1746066882.729188:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.729448:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860375552 00000100:00100000:1.0:1746066882.729453:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860375552 00000100:00100000:1.0:1746066882.729539:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29158 00000100:00100000:1.0:1746066882.729545:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860375552:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066882.729557:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066882.729569:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff438a4a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e57a expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.729766:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438a43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e573 expref: 83 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.729774:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066882.729776:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066882.729779:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff438a4a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e57a expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.729809:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438a43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e573 expref: 83 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.729821:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438a43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e573 expref: 83 pid: 9627 timeout: 1094 lvb_type: 0 00000100:00100000:1.0:1746066882.729831:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861086080:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066882.731153:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066882.734309:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861086080:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066882.734331:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff438a4a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e57a expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.734379:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27200, rc 0) 00000100:00100000:1.0:1746066882.734417:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860375552:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4871us (5230us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066882.734425:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29158 00000100:00100000:0.0:1746066882.736932:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.736981:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.737253:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860375808 00000100:00100000:1.0:1746066882.737256:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860375808 00000100:00100000:0.0:1746066882.741854:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.745773:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.749756:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.750041:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860376448 00000100:00100000:1.0:1746066882.750047:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860376448 00002000:00100000:1.0:1746066882.750077:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b8fca80 x1830882860376448/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 488/0 e 0 to 0 dl 1746066893 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.750087:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8fca80 with x1830882860376448 ext(0->4095) 00002000:00010000:1.0:1746066882.750090:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8fca80 00000100:00100000:1.0:1746066882.750103:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13020 00000100:00100000:1.0:1746066882.750109:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2033:x1830882860376448:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066882.750201:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2033:x1830882860376448:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 92us (445us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066882.750207:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13020 00002000:00100000:1.0:1746066882.750213:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b8fca80 x1830882860376448/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746066893 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.750220:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8fca80 with x1830882860376448 ext(0->4095) 00002000:00010000:1.0:1746066882.750223:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8fca80 00000100:00100000:0.0:1746066882.755709:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.770715:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.772285:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f503480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2033:x1830882860376704:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1379us (1574us total) trans 4294972132 rc 0/0 00000100:00100000:0.0:1746066882.772293:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1985 00002000:00100000:0.0:1746066882.772300:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008f503480 x1830882860376704/t4294972132(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 496/448 e 0 to 0 dl 1746066893 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066882.772308:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f503480 with x1830882860376704 ext(0->7) 00010000:00010000:0.0:1746066882.772315:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438a51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e581 expref: 86 pid: 9629 timeout: 1094 lvb_type: 0 00010000:00010000:0.0:1746066882.772326:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438a51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e581 expref: 86 pid: 9629 timeout: 1094 lvb_type: 0 00002000:00010000:0.0:1746066882.772333:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f503480 00000100:00100000:0.0:1746066882.785729:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.785781:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.789821:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.789925:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860377216 00000100:00100000:1.0:1746066882.789931:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860377216 00002000:00100000:1.0:1746066882.789962:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e8380 x1830882860377216/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:288/0 lens 488/0 e 0 to 0 dl 1746066893 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.789972:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e8380 with x1830882860377216 ext(0->4095) 00010000:00010000:1.0:1746066882.789980:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438a58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e588 expref: 6 pid: 9629 timeout: 1094 lvb_type: 0 00010000:00010000:1.0:1746066882.790003:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438a58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e588 expref: 6 pid: 9629 timeout: 1094 lvb_type: 0 00002000:00010000:1.0:1746066882.790015:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e8380 00000100:00100000:1.0:1746066882.790044:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1986 00000100:00100000:1.0:1746066882.790051:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860377216:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066882.790170:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860377216:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066882.790180:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1986 00002000:00100000:1.0:1746066882.790185:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e8380 x1830882860377216/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746066893 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.790192:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e8380 with x1830882860377216 ext(0->4095) 00010000:00010000:1.0:1746066882.790196:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438a58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e588 expref: 6 pid: 9629 timeout: 1094 lvb_type: 0 00010000:00010000:1.0:1746066882.790206:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438a58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e588 expref: 6 pid: 9629 timeout: 1094 lvb_type: 0 00002000:00010000:1.0:1746066882.790211:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e8380 00000100:00100000:0.0:1746066882.793158:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.795752:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.795850:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860377600 00000100:00100000:1.0:1746066882.795856:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860377600 00002000:00100000:1.0:1746066882.796110:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e9f80 x1830882860377600/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 488/0 e 0 to 0 dl 1746066893 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.796120:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e9f80 with x1830882860377600 ext(0->4095) 00002000:00010000:1.0:1746066882.796124:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957e9f80 00000100:00100000:1.0:1746066882.796149:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13021 00000100:00100000:1.0:1746066882.796155:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2034:x1830882860377600:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066882.796252:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2034:x1830882860377600:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 96us (501us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066882.796258:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13021 00002000:00100000:1.0:1746066882.796263:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e9f80 x1830882860377600/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746066893 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.796277:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e9f80 with x1830882860377600 ext(0->4095) 00002000:00010000:1.0:1746066882.796280:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957e9f80 00000100:00100000:0.0:1746066882.801592:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861087104:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746066882.801660:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066882.802183:0:7277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861087104 00000100:00100000:1.0:1746066882.802192:0:7277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861087104 00000100:00100000:1.0:1746066882.802246:0:7277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:1.0:1746066882.802254:0:7277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f703480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882861087104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746066882.802285:0:7277:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:1.0:1746066882.802323:0:7277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f703480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882861087104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066882.802330:0:7277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:0.0:1746066882.803187:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861087104:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746066882.803399:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860377728 00000100:00100000:1.0:1746066882.803403:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860377728 00000100:00100000:1.0:1746066882.803428:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29162 00000100:00100000:1.0:1746066882.803433:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860377728:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066882.803443:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066882.803458:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438a66 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e596 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.803481:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff438a5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e58f expref: 85 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.803488:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066882.803490:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066882.803493:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438a66 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e596 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.803521:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff438a5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e58f expref: 85 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.803533:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff438a5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e58f expref: 85 pid: 9629 timeout: 1094 lvb_type: 0 00000100:00100000:1.0:1746066882.803543:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861087232:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066882.804099:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066882.806068:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861087232:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066882.806093:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438a66 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e596 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.806107:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132e38a00, rc 0) 00000100:00100000:1.0:1746066882.806210:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860377728:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2775us (2901us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066882.806217:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29162 00000100:00100000:0.0:1746066882.814234:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.815705:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2034:x1830882860377856:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1227us (1477us total) trans 4294972133 rc 0/0 00000100:00100000:0.0:1746066882.815714:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1987 00002000:00100000:0.0:1746066882.815721:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008f700a80 x1830882860377856/t4294972133(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 496/448 e 0 to 0 dl 1746066893 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066882.815729:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f700a80 with x1830882860377856 ext(0->7) 00010000:00010000:0.0:1746066882.815734:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff438a5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e58f expref: 88 pid: 9629 timeout: 1094 lvb_type: 0 00010000:00010000:0.0:1746066882.815746:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff438a5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e58f expref: 88 pid: 9629 timeout: 1094 lvb_type: 0 00002000:00010000:0.0:1746066882.815754:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f700a80 00000100:00100000:0.0:1746066882.820226:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.822228:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.822379:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860378112 00000100:00100000:1.0:1746066882.822387:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860378112 00000100:00100000:1.0:1746066882.822489:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29163 00000100:00100000:1.0:1746066882.822498:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f700e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+88:1868:x1830882860378112:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066882.822512:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066882.822524:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438a6d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e59d expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.822547:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438a66 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e596 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.822554:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066882.822556:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066882.822559:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438a6d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e59d expref: 89 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.823005:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438a66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e596 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.823027:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438a66 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e596 expref: 5 pid: 9627 timeout: 1094 lvb_type: 0 00000100:00100000:1.0:1746066882.823039:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861087488:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066882.823227:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066882.824863:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.825046:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860378368 00000100:00100000:1.0:1746066882.825051:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860378368 00002000:00100000:1.0:1746066882.825081:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c38380 x1830882860378368/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:288/0 lens 488/0 e 0 to 0 dl 1746066893 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.825091:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c38380 with x1830882860378368 ext(0->4095) 00010000:00010000:1.0:1746066882.825098:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438a66 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e596 expref: 6 pid: 9627 timeout: 1094 lvb_type: 0 00010000:00010000:1.0:1746066882.825110:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438a66 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e596 expref: 6 pid: 9627 timeout: 1094 lvb_type: 0 00002000:00010000:1.0:1746066882.825117:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c38380 00000100:00100000:1.0:1746066882.825131:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1988 00000100:00100000:1.0:1746066882.825136:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860378368:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066882.825238:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860378368:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (378us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066882.825245:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1988 00002000:00100000:1.0:1746066882.825251:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c38380 x1830882860378368/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746066893 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066882.825259:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c38380 with x1830882860378368 ext(0->4095) 00010000:00010000:1.0:1746066882.825264:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438a66 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e596 expref: 6 pid: 9627 timeout: 1094 lvb_type: 0 00010000:00010000:1.0:1746066882.825275:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438a66 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e596 expref: 6 pid: 9627 timeout: 1094 lvb_type: 0 00002000:00010000:1.0:1746066882.825280:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c38380 00000100:00100000:1.0:1746066882.825315:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861087488:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066882.825333:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438a6d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e59d expref: 89 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.825368:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26800, rc 0) 00000100:00100000:1.0:1746066882.825391:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f700e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+89:1868:x1830882860378112:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2894us (3164us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066882.825397:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29163 00000100:00100000:0.0:1746066882.830245:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.838780:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.843934:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.844042:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860378880 00000100:00100000:1.0:1746066882.844050:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860378880 00000100:00100000:1.0:1746066882.844161:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29164 00000100:00100000:1.0:1746066882.844171:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860378880:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066882.844186:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066882.844200:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff438a74 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e5a4 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.844224:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438a6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e59d expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.844232:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066882.844233:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066882.844237:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff438a74 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5a4 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.844262:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438a6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e59d expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.844273:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438a6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e59d expref: 87 pid: 9627 timeout: 1094 lvb_type: 0 00000100:00100000:1.0:1746066882.844286:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861087744:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066882.844766:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed780 going to sleep for 11 seconds 00000100:00100000:1.0:1746066882.853519:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861087744:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066882.853548:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff438a74 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5a4 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.853565:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27800, rc 0) 00000100:00100000:1.0:1746066882.853618:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860378880:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9447us (9690us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066882.853627:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29164 00000100:00100000:0.0:1746066882.853704:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.856670:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2033:x1830882860379008:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2808us (2962us total) trans 4294972134 rc 0/0 00000100:00100000:0.0:1746066882.856678:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1989 00002000:00100000:0.0:1746066882.856685:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880081c3b480 x1830882860379008/t4294972134(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 496/448 e 0 to 0 dl 1746066893 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066882.856694:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3b480 with x1830882860379008 ext(0->7) 00010000:00010000:0.0:1746066882.856700:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438a6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e59d expref: 90 pid: 9627 timeout: 1094 lvb_type: 0 00010000:00010000:0.0:1746066882.856712:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438a6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e59d expref: 90 pid: 9627 timeout: 1094 lvb_type: 0 00002000:00010000:0.0:1746066882.856718:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c3b480 00000100:00100000:0.0:1746066882.866807:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.884640:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.895783:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.896036:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860379520 00000100:00100000:1.0:1746066882.896044:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860379520 00000100:00100000:1.0:1746066882.896094:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29165 00000100:00100000:1.0:1746066882.896102:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+89:1868:x1830882860379520:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066882.896117:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066882.896132:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438a7b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e5b2 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.896156:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff438a74 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5a4 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.896164:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066882.896166:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066882.896169:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438a7b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5b2 expref: 90 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.896195:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff438a74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5a4 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.896206:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff438a74 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5a4 expref: 5 pid: 9627 timeout: 1094 lvb_type: 0 00000100:00100000:1.0:1746066882.896217:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861088000:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066882.896290:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066882.897097:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.898719:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861088000:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066882.898738:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438a7b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5b2 expref: 91 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.898747:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26800, rc 0) 00000100:00100000:1.0:1746066882.898779:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+91:1868:x1830882860379520:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2678us (3003us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066882.898785:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29165 00000100:00100000:0.0:1746066882.900422:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.906030:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.910545:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.918477:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.927269:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.927595:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860380544 00000100:00100000:1.0:1746066882.927603:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860380544 00000100:00100000:1.0:1746066882.927644:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29167 00000100:00100000:1.0:1746066882.927652:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860380544:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066882.927666:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066882.927681:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438a89 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e5b9 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.927706:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438a82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5ab expref: 89 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.927714:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066882.927716:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066882.927719:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438a89 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5b9 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.927745:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438a82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5ab expref: 89 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.927756:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438a82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5ab expref: 89 pid: 9629 timeout: 1095 lvb_type: 0 00000100:00100000:1.0:1746066882.927768:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861088512:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066882.927845:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed780 going to sleep for 11 seconds 00000100:00100000:1.0:1746066882.930908:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861088512:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066882.930932:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438a89 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5b9 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.930947:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27c00, rc 0) 00000100:00100000:1.0:1746066882.931117:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860380544:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3464us (3854us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066882.931126:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29167 00000100:00100000:0.0:1746066882.940242:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.942563:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+92:2033:x1830882860380672:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2093us (2324us total) trans 4294972135 rc 0/0 00000100:00100000:0.0:1746066882.942572:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1991 00002000:00100000:0.0:1746066882.942579:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880081c3ad80 x1830882860380672/t4294972135(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:288/0 lens 496/448 e 0 to 0 dl 1746066893 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066882.942587:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3ad80 with x1830882860380672 ext(0->7) 00010000:00010000:0.0:1746066882.942593:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438a82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5ab expref: 92 pid: 9629 timeout: 1095 lvb_type: 0 00010000:00010000:0.0:1746066882.942606:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438a82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5ab expref: 92 pid: 9629 timeout: 1095 lvb_type: 0 00002000:00010000:0.0:1746066882.942612:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c3ad80 00000100:00100000:0.0:1746066882.947720:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.968683:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.968781:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.969385:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860381184 00000100:00100000:1.0:1746066882.969393:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860381184 00000100:00100000:1.0:1746066882.969440:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29168 00000100:00100000:1.0:1746066882.969447:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+91:1868:x1830882860381184:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066882.969462:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066882.969475:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff438a90 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e5c0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.969499:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438a89 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5b9 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.969505:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066882.969507:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066882.969510:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff438a90 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5c0 expref: 92 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.969537:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438a89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5b9 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.969548:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438a89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5b9 expref: 5 pid: 9627 timeout: 1095 lvb_type: 0 00000100:00100000:1.0:1746066882.969557:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861088768:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066882.969616:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed780 going to sleep for 11 seconds 00000100:00100000:1.0:1746066882.972125:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861088768:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066882.972146:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff438a90 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5c0 expref: 92 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.972159:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27200, rc 0) 00000100:00100000:1.0:1746066882.972627:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+92:1868:x1830882860381184:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3178us (3844us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066882.972635:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29168 00000100:00100000:0.0:1746066882.972857:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066882.973087:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860381312 00000100:00100000:1.0:1746066882.973093:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860381312 00000100:00100000:1.0:1746066882.973499:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29169 00000100:00100000:1.0:1746066882.973506:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+92:1869:x1830882860381312:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066882.973517:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066882.973529:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff438a97 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e5c7 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.973545:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066882.973549:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff438a90 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5c0 expref: 93 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.973554:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066882.973557:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff438a97 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5c7 expref: 93 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.973579:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff438a90 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5c0 expref: 93 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.973588:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff438a97 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5c7 expref: 93 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066882.973595:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27800, rc 0) 00000100:00100000:1.0:1746066882.973622:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+93:1869:x1830882860381312:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (766us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066882.973628:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29169 00000100:00100000:0.0:1746066882.973713:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.980027:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.986059:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066882.992032:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.000584:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.022493:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.039661:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.056689:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.063956:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.098849:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.103737:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.112603:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.114170:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860383360 00000100:00100000:1.0:1746066883.114180:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860383360 00000100:00100000:1.0:1746066883.114235:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29172 00000100:00100000:1.0:1746066883.114244:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860383360:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066883.114259:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066883.114274:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438aac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e5dc expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.114300:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff438aa5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5d5 expref: 93 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.114312:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066883.114314:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066883.114317:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438aac lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5dc expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.114565:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff438aa5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5d5 expref: 93 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.114577:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff438aa5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5d5 expref: 93 pid: 21660 timeout: 1095 lvb_type: 0 00000100:00100000:1.0:1746066883.114588:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861089792:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066883.114669:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed780 going to sleep for 11 seconds 00000100:00100000:1.0:1746066883.121822:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861089792:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066883.121847:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438aac lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5dc expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.121862:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26800, rc 0) 00000100:00100000:1.0:1746066883.121914:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860383360:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7671us (9318us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066883.121922:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29172 00000100:00100000:0.0:1746066883.123842:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.128477:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+96:2034:x1830882860383488:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 4417us (4630us total) trans 4294972137 rc 0/0 00000100:00100000:0.0:1746066883.128486:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1996 00002000:00100000:0.0:1746066883.128495:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880095d0f800 x1830882860383488/t4294972137(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 496/448 e 0 to 0 dl 1746066894 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066883.128504:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0f800 with x1830882860383488 ext(0->7) 00010000:00010000:0.0:1746066883.128512:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff438aa5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5d5 expref: 96 pid: 21660 timeout: 1095 lvb_type: 0 00010000:00010000:0.0:1746066883.128527:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff438aa5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5d5 expref: 96 pid: 21660 timeout: 1095 lvb_type: 0 00002000:00010000:0.0:1746066883.128533:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d0f800 00000100:00100000:0.0:1746066883.159201:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.159306:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860383616 00000100:00100000:1.0:1746066883.159315:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860383616 00000100:00100000:1.0:1746066883.159398:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29173 00000100:00100000:1.0:1746066883.159406:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+96:1868:x1830882860383616:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066883.159424:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066883.159439:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438ab3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e5e3 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.159465:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066883.159470:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438aac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5dc expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.159476:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066883.159479:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438ab3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5e3 expref: 97 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.159508:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438aac lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5dc expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.159519:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438ab3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5e3 expref: 97 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.159527:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27c00, rc 0) 00000100:00100000:1.0:1746066883.159563:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+97:1868:x1830882860383616:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066883.159569:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29173 00000100:00100000:0.0:1746066883.161099:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.165614:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066883.168386:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861090048:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066883.168406:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066883.168437:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+96:2032:x1830882860383744:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7218us (7340us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066883.168447:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12000 00000100:00100000:0.0:1746066883.170208:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.176469:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.176505:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860384128 00000100:00100000:1.0:1746066883.176512:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860384128 00010000:00010000:1.0:1746066883.176542:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438aac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5dc expref: 6 pid: 9627 timeout: 1095 lvb_type: 0 00000100:00100000:1.0:1746066883.176567:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12001 00000100:00100000:1.0:1746066883.176574:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860384128:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066883.176584:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066883.176600:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438aac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5dc expref: 6 pid: 9627 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.176612:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438aac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5dc expref: 6 pid: 9627 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.176631:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438aac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5dc expref: 6 pid: 9627 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.176660:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.176662:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.176669:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438ab3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5e3 expref: 95 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.176675:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438ab3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5e3 expref: 95 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.176702:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438ab3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5e3 expref: 95 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066883.176713:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861090176:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066883.176795:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed780 going to sleep for 11 seconds 00000100:00100000:1.0:1746066883.179837:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861090176:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066883.179851:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066883.179880:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860384128:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3305us (3417us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066883.179888:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12001 00000100:00100000:1.0:1746066883.182581:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.187308:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.200668:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.203380:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+98:2034:x1830882860384640:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1851us (2716us total) trans 4294972138 rc 0/0 00000100:00100000:0.0:1746066883.203387:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1998 00002000:00100000:0.0:1746066883.203393:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800963ea300 x1830882860384640/t4294972138(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 496/448 e 0 to 0 dl 1746066894 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066883.203401:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ea300 with x1830882860384640 ext(0->7) 00010000:00010000:0.0:1746066883.203406:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438ab3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5e3 expref: 98 pid: 9627 timeout: 1095 lvb_type: 0 00010000:00010000:0.0:1746066883.203417:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff438ab3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5e3 expref: 98 pid: 9627 timeout: 1095 lvb_type: 0 00002000:00010000:0.0:1746066883.203423:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800963ea300 00000100:00100000:0.0:1746066883.207420:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.210044:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.212858:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.213266:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860385152 00000100:00100000:0.0:1746066883.213270:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860385152 00002000:00100000:0.0:1746066883.213299:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126d880 x1830882860385152/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:289/0 lens 488/0 e 0 to 0 dl 1746066894 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066883.213308:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126d880 with x1830882860385152 ext(0->4095) 00010000:00010000:0.0:1746066883.213314:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff438aba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5ea expref: 6 pid: 21660 timeout: 1095 lvb_type: 0 00010000:00010000:0.0:1746066883.213325:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff438aba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5ea expref: 6 pid: 21660 timeout: 1095 lvb_type: 0 00002000:00010000:0.0:1746066883.213331:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126d880 00000100:00100000:0.0:1746066883.213366:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1999 00000100:00100000:0.0:1746066883.213373:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860385152:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746066883.213481:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860385152:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (627us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066883.213487:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1999 00002000:00100000:0.0:1746066883.213492:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126d880 x1830882860385152/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746066894 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066883.213500:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126d880 with x1830882860385152 ext(0->4095) 00010000:00010000:0.0:1746066883.213504:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff438aba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5ea expref: 6 pid: 21660 timeout: 1095 lvb_type: 0 00010000:00010000:0.0:1746066883.213512:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff438aba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5ea expref: 6 pid: 21660 timeout: 1095 lvb_type: 0 00002000:00010000:0.0:1746066883.213518:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126d880 00000100:00100000:0.0:1746066883.217684:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.223949:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.226806:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.232909:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.234275:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.237902:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.241168:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.243910:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.245588:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860386560 00000100:00100000:1.0:1746066883.245595:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860386560 00002000:00100000:1.0:1746066883.245625:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d737480 x1830882860386560/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 488/0 e 0 to 0 dl 1746066894 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.245634:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d737480 with x1830882860386560 ext(0->4095) 00002000:00010000:1.0:1746066883.245638:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d737480 00000100:00100000:1.0:1746066883.245662:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13029 00000100:00100000:1.0:1746066883.245669:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d737480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+98:2033:x1830882860386560:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066883.245761:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d737480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+98:2033:x1830882860386560:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 92us (1856us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066883.245766:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13029 00002000:00100000:1.0:1746066883.245771:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d737480 x1830882860386560/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746066894 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.245785:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d737480 with x1830882860386560 ext(0->4095) 00002000:00010000:1.0:1746066883.245787:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d737480 00000100:00100000:0.0:1746066883.253847:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.258839:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.260810:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d736300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2034:x1830882860386816:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1769us (1974us total) trans 4294972139 rc 0/0 00000100:00100000:0.0:1746066883.260818:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2001 00002000:00100000:0.0:1746066883.260825:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012d736300 x1830882860386816/t4294972139(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 496/448 e 0 to 0 dl 1746066894 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066883.260833:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d736300 with x1830882860386816 ext(0->7) 00010000:00010000:0.0:1746066883.260840:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff438acf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5ff expref: 100 pid: 21660 timeout: 1095 lvb_type: 0 00010000:00010000:0.0:1746066883.260851:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff438acf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e5ff expref: 100 pid: 21660 timeout: 1095 lvb_type: 0 00002000:00010000:0.0:1746066883.260857:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d736300 00000100:00100000:0.0:1746066883.267699:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.275815:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.283371:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860387328 00000100:00100000:1.0:1746066883.283378:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860387328 00002000:00100000:1.0:1746066883.283408:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112c700 x1830882860387328/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:289/0 lens 488/0 e 0 to 0 dl 1746066894 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.283417:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112c700 with x1830882860387328 ext(0->4095) 00010000:00010000:1.0:1746066883.283423:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438ad6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e606 expref: 6 pid: 21660 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.283435:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438ad6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e606 expref: 6 pid: 21660 timeout: 1095 lvb_type: 0 00002000:00010000:1.0:1746066883.283441:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112c700 00000100:00100000:1.0:1746066883.283469:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2002 00000100:00100000:1.0:1746066883.283475:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860387328:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066883.283602:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860387328:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (1947us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066883.283608:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2002 00002000:00100000:1.0:1746066883.283613:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112c700 x1830882860387328/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746066894 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.283620:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112c700 with x1830882860387328 ext(0->4095) 00010000:00010000:1.0:1746066883.283625:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438ad6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e606 expref: 6 pid: 21660 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.283633:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438ad6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e606 expref: 6 pid: 21660 timeout: 1095 lvb_type: 0 00002000:00010000:1.0:1746066883.283638:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112c700 00000100:00100000:0.0:1746066883.288673:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.297219:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.298299:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860387712 00000100:00100000:1.0:1746066883.298308:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860387712 00002000:00100000:1.0:1746066883.298359:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d735880 x1830882860387712/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 488/0 e 0 to 0 dl 1746066894 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.298370:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d735880 with x1830882860387712 ext(0->4095) 00002000:00010000:1.0:1746066883.298375:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d735880 00000100:00100000:1.0:1746066883.298401:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13030 00000100:00100000:1.0:1746066883.298407:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2034:x1830882860387712:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066883.298522:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2034:x1830882860387712:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (1311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066883.298529:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13030 00002000:00100000:1.0:1746066883.298536:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d735880 x1830882860387712/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746066894 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.298543:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d735880 with x1830882860387712 ext(0->4095) 00002000:00010000:1.0:1746066883.298545:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d735880 00000100:00100000:0.0:1746066883.320210:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.329407:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.336640:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.336678:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.336696:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.336716:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.336732:0:7267:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860388096 00000100:00100000:0.0:1746066883.336736:0:7267:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860388096 00000100:00100000:0.0:1746066883.336772:0:7267:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 633 00000100:00100000:0.0:1746066883.336780:0:7267:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8d5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7962a243-2afe-4d45-a456-6c33572a299a+12:2033:x1830882860388096:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:0.0:1746066883.337362:0:7267:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8d5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7962a243-2afe-4d45-a456-6c33572a299a+12:2033:x1830882860388096:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 583us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066883.337369:0:7267:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 633 00000100:00100000:1.0:1746066883.337645:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.340471:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.340743:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.341560:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860388864 00000100:00100000:1.0:1746066883.341568:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860388864 00000100:00100000:1.0:1746066883.341625:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 917 00000100:00100000:1.0:1746066883.341632:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860388864:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:1.0:1746066883.341687:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860388864:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 55us (944us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066883.341693:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 917 00000100:00100000:0.0:1746066883.351411:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.356699:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.356841:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860389120 00000100:00100000:1.0:1746066883.356847:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860389120 00000100:00100000:1.0:1746066883.356891:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29181 00000100:00100000:1.0:1746066883.356898:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+102:1868:x1830882860389120:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066883.356912:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066883.356926:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438aeb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e61b expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.356951:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1e00/0xd6b24631ff438ae4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e614 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.356958:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.356959:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.356983:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438aeb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e61b expref: 103 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.357009:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1e00/0xd6b24631ff438ae4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e614 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.357021:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1e00/0xd6b24631ff438ae4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e614 expref: 5 pid: 21660 timeout: 1095 lvb_type: 0 00000100:00100000:1.0:1746066883.357032:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861092096:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066883.357090:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066883.359176:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.361135:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861092096:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066883.361155:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438aeb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e61b expref: 102 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.361166:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26800, rc 0) 00000100:00100000:1.0:1746066883.361194:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+102:1868:x1830882860389120:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4298us (4500us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066883.361201:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29181 00000100:00100000:0.0:1746066883.363765:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.364941:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.367239:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860389504 00000100:00100000:1.0:1746066883.367246:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860389504 00000100:00100000:1.0:1746066883.367274:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29182 00000100:00100000:1.0:1746066883.367280:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130231880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+102:1869:x1830882860389504:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066883.367293:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066883.367500:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff438af2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e622 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.367520:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438aeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e61b expref: 103 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.367526:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066883.367528:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066883.367531:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff438af2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e622 expref: 103 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.367550:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438aeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e61b expref: 103 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.367560:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438aeb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e61b expref: 103 pid: 9627 timeout: 1095 lvb_type: 0 00000100:00100000:1.0:1746066883.367570:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861092352:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066883.367625:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066883.369686:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.369768:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861092352:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066883.369788:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff438af2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e622 expref: 103 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.369801:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27800, rc 0) 00000100:00100000:1.0:1746066883.369828:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130231880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+103:1869:x1830882860389504:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2547us (6066us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066883.369835:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29182 00000100:00100000:1.0:1746066883.369859:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860389888 00000100:00100000:1.0:1746066883.369863:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860389888 00002000:00100000:1.0:1746066883.369887:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130230a80 x1830882860389888/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 488/0 e 0 to 0 dl 1746066894 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.369896:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130230a80 with x1830882860389888 ext(0->4095) 00010000:00010000:1.0:1746066883.369902:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438aeb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e61b expref: 103 pid: 9627 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.369912:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438aeb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e61b expref: 103 pid: 9627 timeout: 1095 lvb_type: 0 00002000:00010000:1.0:1746066883.369919:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130230a80 00000100:00100000:1.0:1746066883.370182:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2005 00000100:00100000:1.0:1746066883.370190:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2033:x1830882860389888:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066883.370284:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2033:x1830882860389888:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 96us (602us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066883.370290:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2005 00002000:00100000:1.0:1746066883.370296:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130230a80 x1830882860389888/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746066894 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.370303:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130230a80 with x1830882860389888 ext(0->4095) 00010000:00010000:1.0:1746066883.370308:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438aeb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e61b expref: 103 pid: 9627 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.370317:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff438aeb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e61b expref: 103 pid: 9627 timeout: 1095 lvb_type: 0 00002000:00010000:1.0:1746066883.370323:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130230a80 00000100:00100000:0.0:1746066883.376303:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.388569:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.394510:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.395013:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860390400 00000100:00100000:1.0:1746066883.395022:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860390400 00000100:00100000:1.0:1746066883.395072:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29183 00000100:00100000:1.0:1746066883.395080:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860390400:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066883.395097:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066883.395113:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff438af9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e629 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.395142:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff438af2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e622 expref: 101 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.395150:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066883.395153:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066883.395157:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff438af9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e629 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.395186:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff438af2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e622 expref: 101 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.395198:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff438af2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e622 expref: 101 pid: 9627 timeout: 1095 lvb_type: 0 00000100:00100000:1.0:1746066883.395209:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861092608:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066883.395498:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066883.398552:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861092608:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066883.398579:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff438af9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e629 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.398595:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27200, rc 0) 00000100:00100000:1.0:1746066883.398643:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860390400:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3562us (4139us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066883.398652:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29183 00000100:00100000:0.0:1746066883.398669:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.401147:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.401222:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860390656 00000100:00100000:1.0:1746066883.401227:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860390656 00000100:00100000:1.0:1746066883.401270:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29184 00000100:00100000:1.0:1746066883.401276:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+102:1868:x1830882860390656:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066883.401500:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066883.401512:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438b00 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e630 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.401536:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff438af9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e629 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.401542:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.401544:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.401547:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438b00 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e630 expref: 103 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.401565:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff438af9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e629 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.401576:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff438af9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e629 expref: 5 pid: 9627 timeout: 1095 lvb_type: 0 00000100:00100000:1.0:1746066883.401586:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861092864:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066883.401636:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066883.407209:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.407519:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861092864:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066883.407543:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438b00 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e630 expref: 103 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.407559:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132e38a00, rc 0) 00000100:00100000:1.0:1746066883.407594:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+103:1868:x1830882860390656:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6318us (6451us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066883.407602:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29184 00000100:00100000:0.0:1746066883.412144:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.419056:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.419437:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860391296 00000100:00100000:1.0:1746066883.419444:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860391296 00002000:00100000:1.0:1746066883.419477:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952ebb80 x1830882860391296/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 488/0 e 0 to 0 dl 1746066894 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.419487:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952ebb80 with x1830882860391296 ext(0->4095) 00002000:00010000:1.0:1746066883.419492:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952ebb80 00000100:00100000:1.0:1746066883.419508:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13032 00000100:00100000:1.0:1746066883.419515:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2031:x1830882860391296:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066883.419625:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2031:x1830882860391296:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (570us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066883.419631:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13032 00002000:00100000:1.0:1746066883.419636:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952ebb80 x1830882860391296/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746066894 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.419642:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952ebb80 with x1830882860391296 ext(0->4095) 00002000:00010000:1.0:1746066883.419645:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952ebb80 00000100:00100000:0.0:1746066883.451899:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.452043:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860391424 00000100:00100000:1.0:1746066883.452053:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860391424 00000100:00100000:1.0:1746066883.452107:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29185 00000100:00100000:1.0:1746066883.452115:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860391424:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066883.452132:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066883.452147:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff438b07 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e637 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.452174:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438b00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e630 expref: 101 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.452185:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066883.452187:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066883.452190:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff438b07 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e637 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.452217:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438b00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e630 expref: 101 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.452229:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438b00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e630 expref: 101 pid: 9627 timeout: 1095 lvb_type: 0 00000100:00100000:1.0:1746066883.452242:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861093120:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066883.452323:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066883.467711:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861093120:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066883.467742:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff438b07 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e637 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.467758:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27800, rc 0) 00000100:00100000:1.0:1746066883.467801:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860391424:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 15686us (15907us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066883.467809:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29185 00000100:00100000:0.0:1746066883.480778:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.485628:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.485675:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860391680 00000100:00100000:1.0:1746066883.485680:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860391680 00000100:00100000:1.0:1746066883.487125:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29186 00000100:00100000:1.0:1746066883.487134:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+104:1868:x1830882860391680:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066883.487148:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066883.487162:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f469000/0xd6b24631ff438b0e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e63e expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.487184:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066883.487189:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff438b07 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e637 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.487194:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066883.487198:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f469000/0xd6b24631ff438b0e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e63e expref: 105 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.487224:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff438b07 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e637 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.487234:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f469000/0xd6b24631ff438b0e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e63e expref: 105 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.487242:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f469000, rc 0) 00000100:00100000:1.0:1746066883.487501:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+105:1868:x1830882860391680:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 367us (1873us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066883.487506:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29186 00000100:00100000:0.0:1746066883.489765:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.495907:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.500654:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.506232:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.506472:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860392448 00000100:00100000:1.0:1746066883.506480:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860392448 00002000:00100000:1.0:1746066883.506518:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952eb100 x1830882860392448/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 488/0 e 0 to 0 dl 1746066894 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.506534:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952eb100 with x1830882860392448 ext(0->4095) 00002000:00010000:1.0:1746066883.506539:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952eb100 00000100:00100000:1.0:1746066883.507902:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13033 00000100:00100000:1.0:1746066883.507912:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2033:x1830882860392448:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066883.508050:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2033:x1830882860392448:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (1825us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066883.508056:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13033 00002000:00100000:1.0:1746066883.508062:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952eb100 x1830882860392448/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746066894 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.508069:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952eb100 with x1830882860392448 ext(0->4095) 00002000:00010000:1.0:1746066883.508072:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952eb100 00000100:00100000:0.0:1746066883.510524:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.510763:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860392576 00000100:00100000:1.0:1746066883.510771:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860392576 00000100:00100000:1.0:1746066883.510999:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29187 00000100:00100000:1.0:1746066883.511006:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d5f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860392576:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066883.511021:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066883.511034:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff438b15 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e645 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.511056:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f469000/0xd6b24631ff438b0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e63e expref: 103 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.511063:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066883.511065:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066883.511067:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff438b15 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e645 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.511091:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f469000/0xd6b24631ff438b0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e63e expref: 103 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.511102:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f469000/0xd6b24631ff438b0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e63e expref: 103 pid: 9627 timeout: 1095 lvb_type: 0 00000100:00100000:1.0:1746066883.511112:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861093632:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066883.511762:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7edc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066883.516134:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861093632:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066883.516161:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff438b15 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e645 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.516174:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea21a00, rc 0) 00000100:00100000:1.0:1746066883.516219:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d5f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860392576:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5212us (5699us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066883.516226:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29187 00000100:00100000:0.0:1746066883.519185:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.519236:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.519707:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860392832 00000100:00100000:1.0:1746066883.519711:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860392832 00000100:00100000:1.0:1746066883.519738:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29188 00000100:00100000:1.0:1746066883.519744:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+104:1868:x1830882860392832:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066883.519754:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066883.519764:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438b1c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e64c expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.519784:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff438b15 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e645 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.519790:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.519791:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.519795:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438b1c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e64c expref: 105 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.519810:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff438b15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e645 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.519818:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff438b15 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e645 expref: 5 pid: 9627 timeout: 1095 lvb_type: 0 00000100:00100000:1.0:1746066883.519827:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861093888:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066883.519855:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7edc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066883.521969:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861093888:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066883.522000:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438b1c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e64c expref: 105 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.522011:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132e39a00, rc 0) 00000100:00100000:1.0:1746066883.522041:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+105:1868:x1830882860392832:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2297us (2863us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066883.522047:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29188 00000100:00100000:0.0:1746066883.525555:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.528803:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.534109:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.537155:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.537204:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860393600 00000100:00100000:1.0:1746066883.537210:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860393600 00000100:00100000:1.0:1746066883.537256:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29189 00000100:00100000:1.0:1746066883.537262:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860393600:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066883.537273:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066883.537286:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea21200/0xd6b24631ff438b23 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e653 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.537307:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438b1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e64c expref: 103 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.537313:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066883.537314:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066883.537317:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea21200/0xd6b24631ff438b23 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e653 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.537377:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438b1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e64c expref: 103 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.537387:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438b1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e64c expref: 103 pid: 9627 timeout: 1095 lvb_type: 0 00000100:00100000:1.0:1746066883.537398:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861094144:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066883.537465:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7edc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066883.540267:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861094144:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066883.540294:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea21200/0xd6b24631ff438b23 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e653 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.540310:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea21200, rc 0) 00000100:00100000:1.0:1746066883.540374:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860393600:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3111us (3222us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066883.540381:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29189 00000100:00100000:0.0:1746066883.541541:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.541898:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860393728 00000100:00100000:1.0:1746066883.541904:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860393728 00002000:00100000:1.0:1746066883.541933:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012ffab800 x1830882860393728/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 496/0 e 0 to 0 dl 1746066894 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.541941:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffab800 with x1830882860393728 ext(0->7) 00010000:00010000:1.0:1746066883.541947:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438b1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e64c expref: 104 pid: 9627 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.541958:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438b1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e64c expref: 104 pid: 9627 timeout: 1095 lvb_type: 0 00002000:00010000:1.0:1746066883.541964:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffab800 00000100:00100000:1.0:1746066883.542332:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2010 00000100:00100000:1.0:1746066883.542363:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2033:x1830882860393728:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066883.543815:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+106:2033:x1830882860393728:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1474us (2273us total) trans 4294972142 rc 0/0 00000100:00100000:0.0:1746066883.543823:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2010 00002000:00100000:0.0:1746066883.543829:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012ffab800 x1830882860393728/t4294972142(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 496/448 e 0 to 0 dl 1746066894 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066883.543836:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffab800 with x1830882860393728 ext(0->7) 00010000:00010000:0.0:1746066883.543842:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438b1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e64c expref: 106 pid: 9627 timeout: 1095 lvb_type: 0 00010000:00010000:0.0:1746066883.543863:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438b1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e64c expref: 106 pid: 9627 timeout: 1095 lvb_type: 0 00002000:00010000:0.0:1746066883.543868:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffab800 00000100:00100000:0.0:1746066883.546240:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.548960:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.557861:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.558150:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860394240 00000100:00100000:1.0:1746066883.558159:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860394240 00000100:00100000:1.0:1746066883.558245:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29190 00000100:00100000:1.0:1746066883.558253:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+105:1869:x1830882860394240:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066883.558270:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066883.558285:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0xd6b24631ff438b2a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e65a expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.558312:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea21200/0xd6b24631ff438b23 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e653 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.558319:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.558321:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.558324:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0xd6b24631ff438b2a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e65a expref: 106 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.558374:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea21200/0xd6b24631ff438b23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e653 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.558385:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea21200/0xd6b24631ff438b23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e653 expref: 5 pid: 9627 timeout: 1095 lvb_type: 0 00000100:00100000:1.0:1746066883.558398:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861094400:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066883.558806:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7edc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066883.560325:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.561898:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.565243:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.568806:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.570863:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.574152:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.578635:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.578686:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.583761:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.586260:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860395776 00000100:00100000:1.0:1746066883.586268:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860395776 00002000:00100000:1.0:1746066883.586302:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e7800 x1830882860395776/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:289/0 lens 488/0 e 0 to 0 dl 1746066894 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.586311:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e7800 with x1830882860395776 ext(0->4095) 00010000:00010000:1.0:1746066883.586323:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff438b38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e668 expref: 6 pid: 9627 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.586336:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff438b38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e668 expref: 6 pid: 9627 timeout: 1095 lvb_type: 0 00002000:00010000:1.0:1746066883.586374:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e7800 00000100:00100000:1.0:1746066883.586401:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2013 00000100:00100000:1.0:1746066883.586407:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860395776:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066883.587857:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860395776:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 1448us (4096us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066883.587864:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2013 00002000:00100000:1.0:1746066883.587870:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e7800 x1830882860395776/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746066894 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.587877:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e7800 with x1830882860395776 ext(0->4095) 00010000:00010000:1.0:1746066883.587883:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff438b38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e668 expref: 6 pid: 9627 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.587892:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff438b38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e668 expref: 6 pid: 9627 timeout: 1095 lvb_type: 0 00002000:00010000:1.0:1746066883.587897:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e7800 00000100:00100000:0.0:1746066883.592025:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.600416:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.600651:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860396160 00000100:00100000:1.0:1746066883.600658:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860396160 00002000:00100000:1.0:1746066883.600690:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e7480 x1830882860396160/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 488/0 e 0 to 0 dl 1746066894 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.600699:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e7480 with x1830882860396160 ext(0->4095) 00002000:00010000:1.0:1746066883.600703:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957e7480 00000100:00100000:1.0:1746066883.600734:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13036 00000100:00100000:1.0:1746066883.600742:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+106:2034:x1830882860396160:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066883.601165:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+106:2034:x1830882860396160:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 422us (755us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066883.601171:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13036 00002000:00100000:1.0:1746066883.601178:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e7480 x1830882860396160/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746066894 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.601185:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e7480 with x1830882860396160 ext(0->4095) 00002000:00010000:1.0:1746066883.601188:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957e7480 00000100:00100000:0.0:1746066883.607649:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.615778:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.616001:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860396416 00000100:00100000:1.0:1746066883.616009:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860396416 00002000:00100000:1.0:1746066883.616042:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800957e4a80 x1830882860396416/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 496/0 e 0 to 0 dl 1746066894 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.616052:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e4a80 with x1830882860396416 ext(0->7) 00010000:00010000:1.0:1746066883.616060:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff438b3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e66f expref: 106 pid: 9629 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.616073:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff438b3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e66f expref: 106 pid: 9629 timeout: 1095 lvb_type: 0 00002000:00010000:1.0:1746066883.616080:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e4a80 00000100:00100000:1.0:1746066883.616108:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2014 00000100:00100000:1.0:1746066883.616114:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+106:2034:x1830882860396416:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066883.617937:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+108:2034:x1830882860396416:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1819us (2162us total) trans 4294972143 rc 0/0 00000100:00100000:0.0:1746066883.617944:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2014 00002000:00100000:0.0:1746066883.617951:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800957e4a80 x1830882860396416/t4294972143(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 496/448 e 0 to 0 dl 1746066894 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066883.617959:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e4a80 with x1830882860396416 ext(0->7) 00010000:00010000:0.0:1746066883.617965:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff438b3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e66f expref: 108 pid: 9629 timeout: 1095 lvb_type: 0 00010000:00010000:0.0:1746066883.617986:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff438b3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e66f expref: 108 pid: 9629 timeout: 1095 lvb_type: 0 00002000:00010000:0.0:1746066883.617992:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e4a80 00000100:00100000:0.0:1746066883.622214:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.626625:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.634295:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.637261:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.641221:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.645247:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.654315:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.656804:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.668629:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.672966:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.673023:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.681650:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.687004:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.697056:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.700011:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.706444:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.711783:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.717732:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.727048:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.734799:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.750657:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.753256:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2033:x1830882860400128:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 933us (2605us total) trans 4294972144 rc 0/0 00000100:00100000:0.0:1746066883.753264:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2019 00002000:00100000:0.0:1746066883.753272:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8801332fe300 x1830882860400128/t4294972144(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 496/448 e 0 to 0 dl 1746066894 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066883.753281:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fe300 with x1830882860400128 ext(0->7) 00010000:00010000:0.0:1746066883.753289:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1e00/0xd6b24631ff438b70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6a0 expref: 110 pid: 9629 timeout: 1095 lvb_type: 0 00010000:00010000:0.0:1746066883.753300:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1e00/0xd6b24631ff438b70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6a0 expref: 110 pid: 9629 timeout: 1095 lvb_type: 0 00002000:00010000:0.0:1746066883.753307:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801332fe300 00000100:00100000:0.0:1746066883.771216:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.783011:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.784808:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.794259:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.794831:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860400768 00000100:00100000:1.0:1746066883.794839:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860400768 00000100:00100000:0.0:1746066883.795240:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.799866:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.799941:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860401152 00000100:00100000:1.0:1746066883.799949:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860401152 00002000:00100000:1.0:1746066883.799991:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d57480 x1830882860401152/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 488/0 e 0 to 0 dl 1746066894 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.800002:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d57480 with x1830882860401152 ext(0->4095) 00010000:00010000:1.0:1746066883.800010:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1800/0xd6b24631ff438b7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6ae expref: 111 pid: 9629 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.800023:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1800/0xd6b24631ff438b7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6ae expref: 111 pid: 9629 timeout: 1095 lvb_type: 0 00002000:00010000:1.0:1746066883.800028:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d57480 00000100:00100000:1.0:1746066883.800866:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2021 00000100:00100000:1.0:1746066883.800875:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2033:x1830882860401152:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066883.800992:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2033:x1830882860401152:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (1128us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066883.800999:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2021 00002000:00100000:1.0:1746066883.801005:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d57480 x1830882860401152/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746066894 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.801013:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d57480 with x1830882860401152 ext(0->4095) 00010000:00010000:1.0:1746066883.801019:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1800/0xd6b24631ff438b7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6ae expref: 111 pid: 9629 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.801029:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ccc1800/0xd6b24631ff438b7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6ae expref: 111 pid: 9629 timeout: 1095 lvb_type: 0 00002000:00010000:1.0:1746066883.801035:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d57480 00000100:00100000:0.0:1746066883.814422:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.824509:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.827891:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.833771:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.835574:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.837981:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.842521:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.843761:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.848790:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.849685:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860402688 00000100:00100000:1.0:1746066883.849691:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860402688 00002000:00100000:1.0:1746066883.849722:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e6a00 x1830882860402688/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 488/0 e 0 to 0 dl 1746066894 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.849731:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e6a00 with x1830882860402688 ext(0->4095) 00010000:00010000:1.0:1746066883.849739:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438b93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6c3 expref: 111 pid: 9627 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.849751:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438b93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6c3 expref: 111 pid: 9627 timeout: 1095 lvb_type: 0 00002000:00010000:1.0:1746066883.849757:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952e6a00 00000100:00100000:1.0:1746066883.849787:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2023 00000100:00100000:1.0:1746066883.849794:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2033:x1830882860402688:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066883.849983:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2033:x1830882860402688:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 188us (1195us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066883.849990:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2023 00002000:00100000:1.0:1746066883.849995:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e6a00 x1830882860402688/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746066894 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.850003:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e6a00 with x1830882860402688 ext(0->4095) 00010000:00010000:1.0:1746066883.850008:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438b93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6c3 expref: 111 pid: 9627 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.850017:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438b93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6c3 expref: 111 pid: 9627 timeout: 1095 lvb_type: 0 00002000:00010000:1.0:1746066883.850023:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952e6a00 00000100:00100000:0.0:1746066883.852606:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.854022:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12034 00000100:00100000:1.0:1746066883.854033:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d6bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2034:x1830882860402816:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066883.854047:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066883.854064:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438b93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6c3 expref: 111 pid: 9627 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.854077:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438b93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6c3 expref: 111 pid: 9627 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.854097:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438b93 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6c3 expref: 111 pid: 9627 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.854121:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.854122:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.854129:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff438b9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6ca expref: 110 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.854137:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff438b9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6ca expref: 110 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.854165:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff438b9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6ca expref: 110 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066883.854177:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861098624:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066883.854254:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed780 going to sleep for 11 seconds 00000100:00100000:1.0:1746066883.857665:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861098624:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066883.857683:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066883.857717:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d6bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2034:x1830882860402816:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3686us (5115us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066883.857728:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12034 00000100:00100000:0.0:1746066883.858518:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.858600:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860403072 00000100:00100000:1.0:1746066883.858606:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860403072 00002000:00100000:1.0:1746066883.858635:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e5500 x1830882860403072/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 488/0 e 0 to 0 dl 1746066894 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.858645:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e5500 with x1830882860403072 ext(0->4095) 00002000:00010000:1.0:1746066883.858650:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952e5500 00000100:00100000:1.0:1746066883.858677:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13041 00000100:00100000:1.0:1746066883.858683:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2034:x1830882860403072:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066883.859432:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2034:x1830882860403072:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 748us (915us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066883.859439:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13041 00002000:00100000:1.0:1746066883.859444:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e5500 x1830882860403072/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746066894 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.859452:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e5500 with x1830882860403072 ext(0->4095) 00002000:00010000:1.0:1746066883.859455:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952e5500 00000100:00100000:0.0:1746066883.862517:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.867954:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.868151:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860403328 00000100:00100000:1.0:1746066883.868157:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860403328 00000100:00100000:1.0:1746066883.868204:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29208 00000100:00100000:1.0:1746066883.868211:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+110:1868:x1830882860403328:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066883.868226:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066883.868240:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff438ba8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e6d8 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.868261:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066883.868266:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff438ba1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6d1 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.868271:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066883.868274:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff438ba8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6d8 expref: 111 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.868505:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff438ba1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6d1 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.868518:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff438ba8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6d8 expref: 111 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.868527:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f562400, rc 0) 00000100:00100000:1.0:1746066883.868565:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+111:1868:x1830882860403328:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 354us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066883.868571:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29208 00000100:00100000:0.0:1746066883.869083:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.869566:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860403456 00000100:00100000:1.0:1746066883.869570:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860403456 00010000:00010000:1.0:1746066883.869585:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff438b9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6ca expref: 111 pid: 9627 timeout: 1095 lvb_type: 0 00000100:00100000:1.0:1746066883.869709:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12035 00000100:00100000:1.0:1746066883.869716:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2033:x1830882860403456:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066883.869768:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066883.869785:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff438b9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6ca expref: 111 pid: 9627 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.869795:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff438b9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6ca expref: 111 pid: 9627 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.869811:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff438b9a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6ca expref: 111 pid: 9627 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.869837:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.869839:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.869844:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff438ba1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6d1 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.869852:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff438ba1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6d1 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.869871:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff438ba1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6d1 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.869983:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff438ba1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6d1 expref: 5 pid: 9627 timeout: 1095 lvb_type: 0 00000100:00100000:1.0:1746066883.869995:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861099008:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066883.871237:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7edc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066883.872451:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861099008:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066883.872465:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066883.872501:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2033:x1830882860403456:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2784us (3417us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066883.872509:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12035 00000100:00100000:0.0:1746066883.874783:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.874837:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860403712 00000100:00100000:1.0:1746066883.874843:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860403712 00002000:00100000:1.0:1746066883.874879:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e4700 x1830882860403712/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:289/0 lens 488/0 e 0 to 0 dl 1746066894 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.874889:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e4700 with x1830882860403712 ext(0->4095) 00010000:00010000:1.0:1746066883.874897:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff438ba1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6d1 expref: 6 pid: 9627 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.875138:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff438ba1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6d1 expref: 6 pid: 9627 timeout: 1095 lvb_type: 0 00002000:00010000:1.0:1746066883.875145:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952e4700 00000100:00100000:1.0:1746066883.875384:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2024 00000100:00100000:1.0:1746066883.875391:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860403712:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066883.875500:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860403712:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (720us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066883.875506:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2024 00002000:00100000:1.0:1746066883.875512:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e4700 x1830882860403712/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746066894 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.875520:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e4700 with x1830882860403712 ext(0->4095) 00010000:00010000:1.0:1746066883.875525:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff438ba1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6d1 expref: 6 pid: 9627 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.875535:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff438ba1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6d1 expref: 6 pid: 9627 timeout: 1095 lvb_type: 0 00002000:00010000:1.0:1746066883.875542:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952e4700 00000100:00100000:0.0:1746066883.879503:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.879564:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860403840 00000100:00100000:1.0:1746066883.879572:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860403840 00010000:00010000:1.0:1746066883.879601:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff438ba1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6d1 expref: 6 pid: 9627 timeout: 1095 lvb_type: 0 00000100:00100000:1.0:1746066883.879756:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12036 00000100:00100000:1.0:1746066883.879765:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860403840:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066883.879776:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066883.879793:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff438ba1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6d1 expref: 6 pid: 9627 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.879804:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff438ba1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6d1 expref: 6 pid: 9627 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.879823:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff438ba1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6d1 expref: 6 pid: 9627 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.880614:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.880617:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.880624:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff438ba8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6d8 expref: 109 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.880638:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff438ba8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6d8 expref: 109 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.880667:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff438ba8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6d8 expref: 109 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066883.880678:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861099136:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066883.880749:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066883.884810:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861099136:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066883.884826:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066883.884857:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860403840:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5093us (5361us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066883.884867:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12036 00000100:00100000:0.0:1746066883.885695:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.891871:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.914668:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.916655:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+112:2034:x1830882860404352:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1710us (1990us total) trans 4294972145 rc 0/0 00000100:00100000:0.0:1746066883.916663:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2025 00002000:00100000:0.0:1746066883.916670:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008f6a5500 x1830882860404352/t4294972145(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 496/448 e 0 to 0 dl 1746066894 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066883.916685:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a5500 with x1830882860404352 ext(0->7) 00010000:00010000:0.0:1746066883.916690:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff438ba8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6d8 expref: 112 pid: 21660 timeout: 1095 lvb_type: 0 00010000:00010000:0.0:1746066883.916701:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff438ba8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6d8 expref: 112 pid: 21660 timeout: 1095 lvb_type: 0 00002000:00010000:0.0:1746066883.916707:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f6a5500 00000100:00100000:0.0:1746066883.921947:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.922227:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860404480 00000100:00100000:1.0:1746066883.922750:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860404480 00010000:00010000:1.0:1746066883.922782:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff438ba8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6d8 expref: 6 pid: 21660 timeout: 1095 lvb_type: 0 00000100:00100000:1.0:1746066883.922820:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12037 00000100:00100000:1.0:1746066883.922827:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2033:x1830882860404480:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066883.922840:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066883.922856:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff438ba8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6d8 expref: 6 pid: 21660 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.922872:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff438ba8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6d8 expref: 6 pid: 21660 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.922894:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff438ba8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6d8 expref: 6 pid: 21660 timeout: 1095 lvb_type: 0 00010000:00010000:1.0:1746066883.922924:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.922926:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.922933:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff438baf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6df expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.922940:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff438baf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6df expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.923188:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff438baf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6df expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066883.923200:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861099392:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066883.923266:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066883.923529:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.927298:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861099392:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066883.927309:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066883.927328:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2033:x1830882860404480:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4502us (5388us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066883.927336:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12037 00000100:00100000:0.0:1746066883.927516:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.931908:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.932013:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860404992 00000100:00100000:1.0:1746066883.932022:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860404992 00010000:00010000:1.0:1746066883.932052:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff438baf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6df expref: 6 pid: 9629 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066883.932088:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12038 00000100:00100000:1.0:1746066883.932095:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095885180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860404992:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066883.932106:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066883.932121:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff438baf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6df expref: 6 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066883.932133:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff438baf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6df expref: 6 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066883.932153:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff438baf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6df expref: 6 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066883.932184:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.932186:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.932193:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff438bb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6e6 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.932201:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff438bb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6e6 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.932228:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff438bb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6e6 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066883.932240:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861099648:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066883.932304:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066883.935645:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861099648:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066883.935664:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066883.935705:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095885180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860404992:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3609us (3804us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066883.935715:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12038 00000100:00100000:0.0:1746066883.937328:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.939236:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860405248 00000100:00100000:1.0:1746066883.939244:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860405248 00002000:00100000:1.0:1746066883.939279:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095884000 x1830882860405248/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 488/0 e 0 to 0 dl 1746066894 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.939290:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095884000 with x1830882860405248 ext(0->4095) 00002000:00010000:1.0:1746066883.939294:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095884000 00000100:00100000:1.0:1746066883.939433:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13043 00000100:00100000:1.0:1746066883.939440:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2033:x1830882860405248:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066883.939550:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2033:x1830882860405248:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (2225us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066883.939556:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13043 00002000:00100000:1.0:1746066883.939561:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095884000 x1830882860405248/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746066894 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.939568:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095884000 with x1830882860405248 ext(0->4095) 00002000:00010000:1.0:1746066883.939570:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095884000 00000100:00100000:0.0:1746066883.949424:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.954958:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.956961:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860405504:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1196us (2008us total) trans 4294972146 rc 0/0 00000100:00100000:0.0:1746066883.956984:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2027 00002000:00100000:0.0:1746066883.956992:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880095886300 x1830882860405504/t4294972146(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 496/448 e 0 to 0 dl 1746066894 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066883.957001:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095886300 with x1830882860405504 ext(0->7) 00010000:00010000:0.0:1746066883.957007:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff438bb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6e6 expref: 8 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:0.0:1746066883.957018:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff438bb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6e6 expref: 8 pid: 9629 timeout: 1096 lvb_type: 0 00002000:00010000:0.0:1746066883.957024:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095886300 00000100:00100000:0.0:1746066883.962567:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.966469:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.966536:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860405760 00000100:00100000:1.0:1746066883.966542:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860405760 00010000:00010000:1.0:1746066883.966564:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff438bb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6e6 expref: 9 pid: 9629 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066883.966607:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12039 00000100:00100000:1.0:1746066883.966614:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2034:x1830882860405760:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066883.966623:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066883.966639:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff438bb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6e6 expref: 9 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066883.966650:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff438bb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6e6 expref: 9 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066883.966681:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff438bb6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6e6 expref: 9 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066883.966709:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.966711:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.966717:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438bbd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6ed expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.966725:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438bbd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6ed expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.966748:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438bbd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6ed expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.966758:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438bbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6ed expref: 5 pid: 9629 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066883.966775:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861100032:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066883.966831:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066883.970215:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861100032:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066883.970219:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:1.0:1746066883.970267:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066883.970303:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860405760:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3688us (3834us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066883.970312:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12039 00000100:00100000:0.0:1746066883.973226:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.973521:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860406144 00000100:00100000:1.0:1746066883.973527:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860406144 00010000:00010000:1.0:1746066883.973553:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438bbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6ed expref: 6 pid: 9629 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066883.973757:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12040 00000100:00100000:1.0:1746066883.973764:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860406144:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066883.973776:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066883.973791:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438bbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6ed expref: 6 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066883.973801:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438bbd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6ed expref: 6 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066883.973821:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438bbd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6ed expref: 6 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066883.973934:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.973937:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.973943:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438bc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6f4 expref: 7 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.973952:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438bc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6f4 expref: 7 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.973990:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438bc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6f4 expref: 7 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066883.974002:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861100160:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066883.975025:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066883.976981:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861100160:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066883.976998:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066883.977045:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860406144:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3280us (3823us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066883.977054:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12040 00000100:00100000:0.0:1746066883.977671:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.977947:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860406400 00000100:00100000:1.0:1746066883.977953:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860406400 00002000:00100000:1.0:1746066883.977996:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094eefb80 x1830882860406400/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 488/0 e 0 to 0 dl 1746066894 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.978006:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eefb80 with x1830882860406400 ext(0->4095) 00002000:00010000:1.0:1746066883.978010:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094eefb80 00000100:00100000:1.0:1746066883.978034:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13044 00000100:00100000:1.0:1746066883.978041:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2031:x1830882860406400:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066883.978162:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2031:x1830882860406400:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (492us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066883.978169:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13044 00002000:00100000:1.0:1746066883.978175:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094eefb80 x1830882860406400/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746066894 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066883.978182:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eefb80 with x1830882860406400 ext(0->4095) 00002000:00010000:1.0:1746066883.978185:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094eefb80 00000100:00100000:0.0:1746066883.981455:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.985724:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.985811:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860406656 00000100:00100000:1.0:1746066883.985818:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860406656 00010000:00010000:1.0:1746066883.985848:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438bc4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6f4 expref: 8 pid: 9629 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066883.985888:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12041 00000100:00100000:1.0:1746066883.985895:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d6a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860406656:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066883.985908:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066883.985925:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438bc4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6f4 expref: 8 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066883.985942:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438bc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6f4 expref: 8 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066883.986736:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.986740:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.986748:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff438bcb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6fb expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.986756:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff438bcb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6fb expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.986939:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff438bcb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6fb expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066883.986951:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861100416:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066883.987421:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.987497:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7edc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066883.990386:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861100416:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066883.990401:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066883.990428:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d6a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2034:x1830882860406656:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4533us (4711us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066883.990437:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12041 00000100:00100000:0.0:1746066883.990804:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.993798:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066883.996987:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066883.997143:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860407296 00000100:00100000:1.0:1746066883.997150:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860407296 00010000:00010000:1.0:1746066883.997176:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff438bcb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6fb expref: 6 pid: 9627 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066883.997215:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12042 00000100:00100000:1.0:1746066883.997222:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860407296:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066883.997232:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066883.997250:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff438bcb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6fb expref: 6 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066883.997261:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff438bcb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6fb expref: 6 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066883.997281:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff438bcb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e6fb expref: 6 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066883.997315:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.997317:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066883.997324:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff438bd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e702 expref: 8 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.997332:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff438bd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e702 expref: 8 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.997390:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff438bd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e702 expref: 8 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066883.997401:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff438bd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e702 expref: 8 pid: 9627 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066883.997412:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861100800:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066883.997470:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066884.000558:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861100800:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066884.000574:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066884.000608:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860407296:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3386us (3624us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066884.000617:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12042 00000100:00100000:0.0:1746066884.001096:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.007695:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.008024:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860407680 00000100:00100000:1.0:1746066884.008032:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860407680 00010000:00010000:1.0:1746066884.008063:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff438bd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e702 expref: 9 pid: 9627 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066884.008107:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12043 00000100:00100000:1.0:1746066884.008114:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2034:x1830882860407680:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066884.008125:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066884.008142:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff438bd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e702 expref: 9 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.008152:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff438bd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e702 expref: 9 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.008173:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff438bd2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e702 expref: 9 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.008201:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.008203:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.008208:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff438bd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e709 expref: 8 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.008216:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff438bd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e709 expref: 8 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.008243:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff438bd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e709 expref: 8 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066884.008254:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861100928:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066884.008321:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066884.012727:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.013708:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861100928:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066884.013723:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066884.013746:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860407680:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5633us (6058us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066884.013753:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12043 00000100:00100000:0.0:1746066884.016995:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.022560:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.024504:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.025189:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860408192 00000100:00100000:1.0:1746066884.025198:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860408192 00010000:00010000:1.0:1746066884.025233:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff438bd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e709 expref: 8 pid: 9627 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066884.025278:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12044 00000100:00100000:1.0:1746066884.025285:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860408192:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066884.025297:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066884.025314:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff438bd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e709 expref: 8 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.025325:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff438bd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e709 expref: 8 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.025362:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff438bd9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e709 expref: 8 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.025386:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.025388:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.025395:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff438be0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e710 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.025403:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff438be0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e710 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.025430:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff438be0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e710 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066884.025441:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861101184:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066884.025505:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066884.030642:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861101184:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066884.030662:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066884.030695:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882860408192:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5410us (8137us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066884.030703:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12044 00000100:00100000:1.0:1746066884.030777:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.034734:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.034832:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860408704 00000100:00100000:1.0:1746066884.034865:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860408704 00010000:00010000:1.0:1746066884.034900:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff438be0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e710 expref: 6 pid: 9627 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066884.035056:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12045 00000100:00100000:1.0:1746066884.035064:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860408704:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066884.035077:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066884.035093:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff438be0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e710 expref: 6 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.035105:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff438be0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e710 expref: 6 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.035572:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff438be0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e710 expref: 6 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.035590:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.035592:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.035598:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff438be7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e717 expref: 7 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.035607:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff438be7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e717 expref: 7 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.035637:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff438be7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e717 expref: 7 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066884.035649:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861101440:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066884.036977:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066884.042209:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861101440:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066884.042229:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066884.042267:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860408704:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7202us (7538us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066884.042276:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12045 00000100:00100000:0.0:1746066884.042505:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.049283:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.056412:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.066937:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.067018:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860409344 00000100:00100000:1.0:1746066884.067026:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860409344 00010000:00010000:1.0:1746066884.067056:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff438be7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e717 expref: 10 pid: 9627 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066884.067769:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12046 00000100:00100000:1.0:1746066884.067778:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2034:x1830882860409344:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066884.067792:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066884.067809:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff438be7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e717 expref: 10 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.067821:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff438be7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e717 expref: 10 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.067841:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff438be7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e717 expref: 10 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.067871:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.067874:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.067880:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438bee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e71e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.067888:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438bee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e71e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.067916:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438bee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e71e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066884.067928:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861101696:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066884.068002:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066884.071633:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861101696:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066884.071651:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066884.071870:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.072850:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2034:x1830882860409344:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5071us (5918us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066884.072860:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12046 00000100:00100000:0.0:1746066884.076484:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.077855:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.081158:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.081474:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860409984 00000100:00100000:1.0:1746066884.081481:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860409984 00010000:00010000:1.0:1746066884.081508:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438bee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e71e expref: 6 pid: 9627 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066884.081684:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12047 00000100:00100000:1.0:1746066884.081692:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009483b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860409984:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066884.081702:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066884.081717:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438bee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e71e expref: 6 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.081727:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438bee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e71e expref: 6 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.081745:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438bee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e71e expref: 6 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.082224:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.082227:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.082233:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438bf5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e725 expref: 10 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.082240:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438bf5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e725 expref: 10 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.082266:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438bf5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e725 expref: 10 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.082276:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438bf5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e725 expref: 10 pid: 9627 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066884.082287:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861102080:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066884.082547:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066884.085238:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861102080:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066884.085255:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066884.085516:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009483b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860409984:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3822us (4362us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066884.085525:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12047 00000100:00100000:0.0:1746066884.087722:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.090296:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.090456:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860410368 00000100:00100000:1.0:1746066884.090461:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860410368 00000100:00100000:1.0:1746066884.090493:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29221 00000100:00100000:1.0:1746066884.090498:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860410368:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066884.090509:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066884.090523:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff438c03 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e733 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.090543:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066884.090691:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff438bfc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e72c expref: 10 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.090703:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066884.090706:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff438c03 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e733 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.090731:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff438bfc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e72c expref: 10 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.090742:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff438c03 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e733 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.090751:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f562000, rc 0) 00000100:00100000:1.0:1746066884.090780:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860410368:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 281us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066884.090785:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29221 00000100:00100000:0.0:1746066884.091896:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.092148:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860410496 00000100:00100000:1.0:1746066884.092153:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860410496 00010000:00010000:1.0:1746066884.092168:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438bf5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e725 expref: 11 pid: 9627 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066884.092199:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12048 00000100:00100000:1.0:1746066884.092204:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d6ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2033:x1830882860410496:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066884.092211:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066884.092225:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438bf5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e725 expref: 11 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.092236:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438bf5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e725 expref: 11 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.092252:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438bf5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e725 expref: 11 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.092264:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.092265:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.092270:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff438bfc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e72c expref: 10 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.092277:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff438bfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e72c expref: 10 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.092293:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff438bfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e72c expref: 10 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.092302:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff438bfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e72c expref: 10 pid: 9629 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066884.092311:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861102336:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066884.092376:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066884.095747:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861102336:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066884.095763:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066884.095802:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d6ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2033:x1830882860410496:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3596us (3906us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066884.095821:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12048 00000100:00100000:0.0:1746066884.097154:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.099695:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.099758:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860410880 00000100:00100000:1.0:1746066884.099764:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860410880 00000100:00100000:1.0:1746066884.099809:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29222 00000100:00100000:1.0:1746066884.099816:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+10:1868:x1830882860410880:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066884.099838:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066884.099850:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff438c0a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e73a expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.099871:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066884.099877:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff438c03 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e733 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.099882:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066884.099885:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff438c0a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e73a expref: 11 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.099911:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff438c03 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e733 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.099921:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff438c0a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e73a expref: 11 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.099941:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f562800, rc 0) 00000100:00100000:1.0:1746066884.100198:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+11:1868:x1830882860410880:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 382us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066884.100204:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29222 00000100:00100000:0.0:1746066884.100227:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.100610:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860411008 00000100:00100000:1.0:1746066884.100614:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860411008 00010000:00010000:1.0:1746066884.100630:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff438bfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e72c expref: 11 pid: 9629 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066884.101555:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12049 00000100:00100000:1.0:1746066884.101562:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131427800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2033:x1830882860411008:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066884.101571:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066884.101591:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff438bfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e72c expref: 11 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.101601:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff438bfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e72c expref: 11 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.101617:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff438bfc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e72c expref: 11 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.101640:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.101641:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.101647:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff438c03 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e733 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.101654:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff438c03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e733 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.101673:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff438c03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e733 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.101683:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff438c03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e733 expref: 5 pid: 21660 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066884.101699:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861102592:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066884.101752:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066884.103743:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861102592:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066884.103758:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066884.103785:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131427800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2033:x1830882860411008:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2223us (3558us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066884.103792:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12049 00000100:00100000:0.0:1746066884.104642:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.108476:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.108551:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860411392 00000100:00100000:1.0:1746066884.108557:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860411392 00010000:00010000:1.0:1746066884.108584:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff438c03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e733 expref: 6 pid: 21660 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066884.108620:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12050 00000100:00100000:1.0:1746066884.108627:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860411392:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066884.108636:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066884.108651:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff438c03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e733 expref: 6 pid: 21660 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.108662:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff438c03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e733 expref: 6 pid: 21660 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.108683:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff438c03 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e733 expref: 6 pid: 21660 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.108698:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.108700:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.108706:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff438c0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e73a expref: 9 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.108713:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff438c0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e73a expref: 9 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.108740:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff438c0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e73a expref: 9 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066884.108750:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861102720:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066884.108822:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066884.110809:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861102720:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066884.110823:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066884.110850:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860411392:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2223us (2576us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066884.110858:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12050 00000100:00100000:0.0:1746066884.112731:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.114532:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.116596:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.116647:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860411904 00000100:00100000:1.0:1746066884.116652:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860411904 00010000:00010000:1.0:1746066884.116669:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff438c0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e73a expref: 10 pid: 21660 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066884.116702:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12051 00000100:00100000:1.0:1746066884.116708:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2034:x1830882860411904:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066884.116716:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066884.116731:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff438c0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e73a expref: 10 pid: 21660 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.116745:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff438c0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e73a expref: 10 pid: 21660 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.116768:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff438c0a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e73a expref: 10 pid: 21660 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.116790:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.116791:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.116796:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438c11 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e741 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.116803:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438c11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e741 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.116822:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438c11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e741 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066884.116830:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861102976:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066884.117116:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066884.118509:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861102976:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066884.118519:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066884.118540:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2034:x1830882860411904:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1831us (1943us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066884.118547:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12051 00000100:00100000:0.0:1746066884.119541:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.121553:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.122877:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.123635:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.123701:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860412544 00000100:00100000:1.0:1746066884.123705:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860412544 00010000:00010000:1.0:1746066884.123719:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438c11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e741 expref: 6 pid: 9627 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066884.123748:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12052 00000100:00100000:1.0:1746066884.123754:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860412544:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066884.123765:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066884.123778:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438c11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e741 expref: 6 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.123787:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438c11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e741 expref: 6 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.123802:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438c11 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e741 expref: 6 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.123824:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.123826:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.123831:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438c18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e748 expref: 10 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.123837:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438c18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e748 expref: 10 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.123855:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438c18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e748 expref: 10 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.123869:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438c18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e748 expref: 10 pid: 9627 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066884.123877:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861103360:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066884.123912:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066884.125627:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861103360:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066884.125640:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066884.125667:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860412544:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1913us (2033us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066884.125673:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12052 00000100:00100000:0.0:1746066884.125722:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.127111:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.127757:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860412928 00000100:00100000:1.0:1746066884.127762:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860412928 00010000:00010000:1.0:1746066884.127778:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438c18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e748 expref: 11 pid: 9627 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066884.128021:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12053 00000100:00100000:1.0:1746066884.128027:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133190380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2033:x1830882860412928:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066884.128035:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066884.128047:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438c18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e748 expref: 11 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.128056:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438c18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e748 expref: 11 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.128073:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438c18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e748 expref: 11 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.128084:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.128085:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.128090:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3400/0xd6b24631ff438c1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e74f expref: 10 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.128098:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3400/0xd6b24631ff438c1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e74f expref: 10 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.128120:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3400/0xd6b24631ff438c1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e74f expref: 10 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066884.128129:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861103488:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066884.128688:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066884.131267:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861103488:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066884.131282:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066884.131506:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133190380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2033:x1830882860412928:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3476us (4393us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066884.131514:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12053 00000100:00100000:0.0:1746066884.131874:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.131924:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860413184 00000100:00100000:1.0:1746066884.131928:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860413184 00002000:00100000:1.0:1746066884.131950:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133190000 x1830882860413184/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.131957:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133190000 with x1830882860413184 ext(0->4095) 00002000:00010000:1.0:1746066884.131960:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133190000 00000100:00100000:1.0:1746066884.131986:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13050 00000100:00100000:1.0:1746066884.131993:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133190000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2034:x1830882860413184:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066884.132083:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133190000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2034:x1830882860413184:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 90us (209us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066884.132093:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13050 00002000:00100000:1.0:1746066884.132098:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133190000 x1830882860413184/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.132105:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133190000 with x1830882860413184 ext(0->4095) 00002000:00010000:1.0:1746066884.132108:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133190000 00000100:00100000:0.0:1746066884.135270:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.141269:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.142889:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.144177:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.144252:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860413824 00000100:00100000:1.0:1746066884.144257:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860413824 00002000:00100000:1.0:1746066884.144282:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c38000 x1830882860413824/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.144292:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c38000 with x1830882860413824 ext(0->4095) 00010000:00010000:1.0:1746066884.144297:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff438c26 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e756 expref: 6 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.144307:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff438c26 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e756 expref: 6 pid: 9627 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.144313:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c38000 00000100:00100000:1.0:1746066884.144745:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2037 00000100:00100000:1.0:1746066884.144752:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860413824:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066884.144840:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860413824:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 89us (663us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066884.144849:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2037 00002000:00100000:1.0:1746066884.144854:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c38000 x1830882860413824/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.144861:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c38000 with x1830882860413824 ext(0->4095) 00010000:00010000:1.0:1746066884.144865:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff438c26 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e756 expref: 6 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.144874:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff438c26 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e756 expref: 6 pid: 9627 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.145041:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c38000 00000100:00100000:0.0:1746066884.150786:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.154132:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860414208 00000100:00100000:1.0:1746066884.154138:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860414208 00002000:00100000:1.0:1746066884.154166:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112f480 x1830882860414208/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.154175:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112f480 with x1830882860414208 ext(0->4095) 00002000:00010000:1.0:1746066884.154179:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112f480 00000100:00100000:1.0:1746066884.154204:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13051 00000100:00100000:1.0:1746066884.154210:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2034:x1830882860414208:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066884.154548:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2034:x1830882860414208:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 337us (459us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066884.154554:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13051 00002000:00100000:1.0:1746066884.154564:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112f480 x1830882860414208/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.154577:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112f480 with x1830882860414208 ext(0->4095) 00002000:00010000:1.0:1746066884.154579:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112f480 00000100:00100000:0.0:1746066884.156449:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.161167:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.164953:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.168168:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.175094:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.180801:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.188139:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.191556:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.197472:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.202851:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.209217:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.213186:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.216727:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.218523:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.223332:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860416640 00000100:00100000:0.0:1746066884.223658:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860416640 00002000:00100000:0.0:1746066884.223700:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112d880 x1830882860416640/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066884.223711:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112d880 with x1830882860416640 ext(0->4095) 00010000:00010000:0.0:1746066884.223721:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438c49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e779 expref: 15 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:0.0:1746066884.223734:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438c49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e779 expref: 15 pid: 9627 timeout: 1096 lvb_type: 0 00002000:00010000:0.0:1746066884.223742:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112d880 00000100:00100000:0.0:1746066884.223774:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2040 00000100:00100000:0.0:1746066884.223781:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2033:x1830882860416640:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746066884.223914:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2033:x1830882860416640:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (668us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066884.223920:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2040 00002000:00100000:0.0:1746066884.223924:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112d880 x1830882860416640/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066884.223932:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112d880 with x1830882860416640 ext(0->4095) 00010000:00010000:0.0:1746066884.223936:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438c49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e779 expref: 15 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:0.0:1746066884.224131:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438c49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e779 expref: 15 pid: 9627 timeout: 1096 lvb_type: 0 00002000:00010000:0.0:1746066884.224137:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112d880 00000100:00100000:0.0:1746066884.229253:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.235724:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.241755:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.247050:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.248294:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.253787:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.258725:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.267432:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.267778:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860418048 00000100:00100000:1.0:1746066884.267785:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860418048 00002000:00100000:1.0:1746066884.267828:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c3b800 x1830882860418048/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.267839:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3b800 with x1830882860418048 ext(0->4095) 00002000:00010000:1.0:1746066884.267844:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081c3b800 00000100:00100000:1.0:1746066884.267877:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13056 00000100:00100000:1.0:1746066884.267885:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+14:2034:x1830882860418048:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066884.268168:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+14:2034:x1830882860418048:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 283us (749us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066884.268175:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13056 00002000:00100000:1.0:1746066884.268180:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c3b800 x1830882860418048/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.268188:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3b800 with x1830882860418048 ext(0->4095) 00002000:00010000:1.0:1746066884.268190:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081c3b800 00000100:00100000:0.0:1746066884.279722:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.289831:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.291593:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2034:x1830882860418304:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 958us (1770us total) trans 4294972150 rc 0/0 00000100:00100000:0.0:1746066884.291601:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2042 00002000:00100000:0.0:1746066884.291607:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880081c3a300 x1830882860418304/t4294972150(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 496/448 e 0 to 0 dl 1746066895 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066884.291615:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3a300 with x1830882860418304 ext(0->7) 00010000:00010000:0.0:1746066884.291621:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff438c5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e78e expref: 16 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:0.0:1746066884.291636:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff438c5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e78e expref: 16 pid: 9629 timeout: 1096 lvb_type: 0 00002000:00010000:0.0:1746066884.291641:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c3a300 00000100:00100000:0.0:1746066884.297233:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.297734:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.297767:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860418560 00000100:00100000:0.0:1746066884.297770:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860418560 00000100:00100000:0.0:1746066884.297801:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29236 00000100:00100000:0.0:1746066884.297807:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+16:1868:x1830882860418560:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066884.297823:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066884.297834:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff438c6c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e79c expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.297851:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fa00/0xd6b24631ff438c65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e795 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.297857:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066884.297858:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066884.297861:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff438c6c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e79c expref: 17 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.297878:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fa00/0xd6b24631ff438c65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e795 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.297890:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fa00/0xd6b24631ff438c65 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e795 expref: 5 pid: 9629 timeout: 1096 lvb_type: 0 00000100:00100000:0.0:1746066884.297900:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aa63100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861106176:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066884.301586:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.302045:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860418816 00000100:00100000:1.0:1746066884.302053:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860418816 00002000:00100000:1.0:1746066884.302089:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aa60700 x1830882860418816/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.302104:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa60700 with x1830882860418816 ext(0->4095) 00010000:00010000:1.0:1746066884.302112:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fa00/0xd6b24631ff438c65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e795 expref: 6 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.302123:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fa00/0xd6b24631ff438c65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e795 expref: 6 pid: 9629 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.302130:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aa60700 00000100:00100000:1.0:1746066884.302146:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2043 00000100:00100000:1.0:1746066884.302151:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860418816:12345-192.168.201.51@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746066884.302256:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860418816:12345-192.168.201.51@tcp:3:ldlm_bl.0 Request processed in 104us (671us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066884.302261:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2043 00002000:00100000:1.0:1746066884.302266:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aa60700 x1830882860418816/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.302273:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa60700 with x1830882860418816 ext(0->4095) 00010000:00010000:1.0:1746066884.302276:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fa00/0xd6b24631ff438c65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e795 expref: 6 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.302283:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fa00/0xd6b24631ff438c65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e795 expref: 6 pid: 9629 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.302289:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aa60700 00000100:00100000:0.0:1746066884.305261:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.311592:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.314910:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.329607:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.334239:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2033:x1830882860419456:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 3375us (4635us total) trans 4294972151 rc 0/0 00000100:00100000:1.0:1746066884.334252:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2044 00002000:00100000:1.0:1746066884.334262:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88011eb47100 x1830882860419456/t4294972151(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 496/448 e 0 to 0 dl 1746066895 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.334272:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eb47100 with x1830882860419456 ext(0->7) 00010000:00010000:1.0:1746066884.334282:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff438c6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e79c expref: 18 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.334298:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff438c6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e79c expref: 18 pid: 9629 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.334306:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011eb47100 00000100:00100000:0.0:1746066884.337708:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.344436:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.352791:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.354241:0:9630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861106816 00000100:00100000:0.0:1746066884.354246:0:9630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861106816 00000100:00100000:0.0:1746066884.354296:0:9630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1746066884.354302:0:9630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3792:x1830882861106816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746066884.354325:0:9630:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3921260544 avail 3689738240 00000100:00100000:0.0:1746066884.355071:0:9630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3792:x1830882861106816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 767us (1257us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066884.355078:0:9630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1746066884.356145:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.360722:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.360828:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860420352 00000100:00100000:1.0:1746066884.360836:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860420352 00002000:00100000:1.0:1746066884.360919:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f500700 x1830882860420352/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.360929:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f500700 with x1830882860420352 ext(0->4095) 00002000:00010000:1.0:1746066884.360933:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f500700 00000100:00100000:1.0:1746066884.360973:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13058 00000100:00100000:1.0:1746066884.360980:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f500700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2033:x1830882860420352:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066884.361107:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f500700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2033:x1830882860420352:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (387us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066884.361112:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13058 00002000:00100000:1.0:1746066884.361116:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f500700 x1830882860420352/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.361122:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f500700 with x1830882860420352 ext(0->4095) 00002000:00010000:1.0:1746066884.361124:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f500700 00000100:00100000:0.0:1746066884.365627:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860420480 00000100:00100000:0.0:1746066884.365637:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860420480 00000100:00100000:0.0:1746066884.365697:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29239 00000100:00100000:0.0:1746066884.365706:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860420480:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066884.365726:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066884.365744:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d41b600/0xd6b24631ff438c81 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e7b1 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.365779:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438c7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7aa expref: 17 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.365787:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066884.365789:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066884.365793:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d41b600/0xd6b24631ff438c81 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7b1 expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.365822:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438c7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7aa expref: 17 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.365832:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438c7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7aa expref: 17 pid: 9629 timeout: 1096 lvb_type: 0 00000100:00100000:0.0:1746066884.365842:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861107072:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066884.365932:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066884.367859:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.369935:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.370282:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860420864 00000100:00100000:1.0:1746066884.370289:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860420864 00002000:00100000:1.0:1746066884.370330:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e9880 x1830882860420864/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.370365:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e9880 with x1830882860420864 ext(0->4095) 00002000:00010000:1.0:1746066884.370370:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957e9880 00000100:00100000:1.0:1746066884.370399:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13059 00000100:00100000:1.0:1746066884.370405:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860420864:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066884.370506:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860420864:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 102us (579us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066884.370510:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13059 00002000:00100000:1.0:1746066884.370514:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e9880 x1830882860420864/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.370519:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e9880 with x1830882860420864 ext(0->4095) 00002000:00010000:1.0:1746066884.370521:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957e9880 00000100:00100000:0.0:1746066884.370877:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.372233:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.372253:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860421120 00000100:00100000:0.0:1746066884.372257:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860421120 00000100:00100000:0.0:1746066884.372284:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29241 00000100:00100000:0.0:1746066884.372290:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+19:1869:x1830882860421120:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066884.372298:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066884.372307:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff438c8f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e7bf expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.372320:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066884.372325:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438c88 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7b8 expref: 20 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.372330:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066884.372333:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff438c8f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7bf expref: 20 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.372376:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438c88 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7b8 expref: 20 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.372391:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff438c8f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7bf expref: 20 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.372401:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d41ac00, rc 0) 00000100:00100000:0.0:1746066884.372426:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+20:1869:x1830882860421120:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066884.372432:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29241 00000100:00100000:0.0:1746066884.375213:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860421248 00000100:00100000:0.0:1746066884.375222:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860421248 00010000:00010000:0.0:1746066884.375283:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d41b600/0xd6b24631ff438c81 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7b1 expref: 6 pid: 9629 timeout: 1096 lvb_type: 0 00000100:00100000:0.0:1746066884.375317:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12068 00000100:00100000:0.0:1746066884.375323:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860421248:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066884.375336:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066884.375376:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d41b600/0xd6b24631ff438c81 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7b1 expref: 6 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:0.0:1746066884.375388:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d41b600/0xd6b24631ff438c81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7b1 expref: 6 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:0.0:1746066884.375409:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066884.375411:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066884.375417:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438c88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7b8 expref: 19 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.375423:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438c88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7b8 expref: 19 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.375453:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438c88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7b8 expref: 19 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.375462:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438c88 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7b8 expref: 19 pid: 9629 timeout: 1096 lvb_type: 0 00000100:00100000:0.0:1746066884.375471:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c35f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861107584:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066884.375546:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066884.378586:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.381190:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.385631:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.385684:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860421888 00000100:00100000:1.0:1746066884.385691:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860421888 00002000:00100000:1.0:1746066884.385735:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c37b80 x1830882860421888/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.385745:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c37b80 with x1830882860421888 ext(0->4095) 00002000:00010000:1.0:1746066884.385750:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c37b80 00000100:00100000:1.0:1746066884.385779:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13060 00000100:00100000:1.0:1746066884.385786:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2034:x1830882860421888:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066884.386097:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2034:x1830882860421888:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 311us (466us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066884.386104:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13060 00002000:00100000:1.0:1746066884.386110:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c37b80 x1830882860421888/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.386117:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c37b80 with x1830882860421888 ext(0->4095) 00002000:00010000:1.0:1746066884.386120:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c37b80 00000100:00100000:0.0:1746066884.388608:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.398038:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.398152:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.403442:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.403574:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.409626:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.409710:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860423040 00000100:00100000:1.0:1746066884.409721:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860423040 00002000:00100000:1.0:1746066884.409768:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f700e00 x1830882860423040/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.409779:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f700e00 with x1830882860423040 ext(0->4095) 00010000:00010000:1.0:1746066884.409789:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438c9d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7cd expref: 19 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.409804:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438c9d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7cd expref: 19 pid: 9629 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.409812:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f700e00 00000100:00100000:1.0:1746066884.409845:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2047 00000100:00100000:1.0:1746066884.409852:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f700e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2034:x1830882860423040:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066884.411016:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f700e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2034:x1830882860423040:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 1162us (1399us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066884.411024:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2047 00002000:00100000:1.0:1746066884.411031:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f700e00 x1830882860423040/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.411039:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f700e00 with x1830882860423040 ext(0->4095) 00010000:00010000:1.0:1746066884.411046:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438c9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7cd expref: 19 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.411057:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438c9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7cd expref: 19 pid: 9629 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.411064:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f700e00 00000100:00100000:0.0:1746066884.414002:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.420150:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.420626:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860423424 00000100:00100000:1.0:1746066884.420633:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860423424 00002000:00100000:1.0:1746066884.420679:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e65500 x1830882860423424/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.420690:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e65500 with x1830882860423424 ext(0->4095) 00002000:00010000:1.0:1746066884.420695:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095e65500 00000100:00100000:1.0:1746066884.420725:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13062 00000100:00100000:1.0:1746066884.420732:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2034:x1830882860423424:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066884.420853:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2034:x1830882860423424:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (716us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066884.420860:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13062 00002000:00100000:1.0:1746066884.420872:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e65500 x1830882860423424/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.420886:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e65500 with x1830882860423424 ext(0->4095) 00002000:00010000:1.0:1746066884.420888:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095e65500 00000100:00100000:0.0:1746066884.422723:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.428209:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.428976:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.431523:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.435420:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.439079:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.450855:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.455709:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.457734:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+20:2032:x1830882860424704:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1146us (2025us total) trans 4294972152 rc 0/0 00000100:00100000:0.0:1746066884.457742:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2049 00002000:00100000:0.0:1746066884.457748:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009550f800 x1830882860424704/t4294972152(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 496/448 e 0 to 0 dl 1746066895 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066884.457756:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550f800 with x1830882860424704 ext(0->7) 00010000:00010000:0.0:1746066884.457763:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff438cb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7e2 expref: 20 pid: 21660 timeout: 1096 lvb_type: 0 00010000:00010000:0.0:1746066884.457774:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff438cb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7e2 expref: 20 pid: 21660 timeout: 1096 lvb_type: 0 00002000:00010000:0.0:1746066884.457781:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009550f800 00000100:00100000:0.0:1746066884.463556:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.464109:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.466280:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.466553:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860425216 00000100:00100000:1.0:1746066884.466560:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860425216 00002000:00100000:1.0:1746066884.467333:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009550c380 x1830882860425216/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.467366:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550c380 with x1830882860425216 ext(0->4095) 00010000:00010000:1.0:1746066884.467376:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff438cb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7e9 expref: 6 pid: 21660 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.467526:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff438cb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7e9 expref: 6 pid: 21660 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.467536:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009550c380 00000100:00100000:1.0:1746066884.467563:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2050 00000100:00100000:1.0:1746066884.467572:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860425216:12345-192.168.201.51@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746066884.468264:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860425216:12345-192.168.201.51@tcp:3:ldlm_bl.0 Request processed in 694us (1989us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066884.468272:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2050 00002000:00100000:1.0:1746066884.468283:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009550c380 x1830882860425216/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.468291:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550c380 with x1830882860425216 ext(0->4095) 00010000:00010000:1.0:1746066884.468297:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff438cb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7e9 expref: 6 pid: 21660 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.468314:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff438cb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7e9 expref: 6 pid: 21660 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.468320:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009550c380 00000100:00100000:0.0:1746066884.471307:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.471403:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.474854:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.475014:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860425728 00000100:00100000:1.0:1746066884.475022:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860425728 00002000:00100000:1.0:1746066884.475054:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a95880 x1830882860425728/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.475061:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a95880 with x1830882860425728 ext(0->4095) 00010000:00010000:1.0:1746066884.475069:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438cc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7f0 expref: 20 pid: 21660 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.475080:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438cc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7f0 expref: 20 pid: 21660 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.475084:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095a95880 00000100:00100000:1.0:1746066884.475110:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2051 00000100:00100000:1.0:1746066884.475116:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+20:2033:x1830882860425728:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066884.475268:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+20:2033:x1830882860425728:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (414us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066884.475275:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2051 00002000:00100000:1.0:1746066884.475280:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a95880 x1830882860425728/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.475288:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a95880 with x1830882860425728 ext(0->4095) 00010000:00010000:1.0:1746066884.475293:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438cc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7f0 expref: 20 pid: 21660 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.475540:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438cc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7f0 expref: 20 pid: 21660 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.475547:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095a95880 00000100:00100000:0.0:1746066884.480678:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.480790:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.480860:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860425984 00000100:00100000:1.0:1746066884.480866:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860425984 00000100:00100000:1.0:1746066884.480903:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29250 00000100:00100000:1.0:1746066884.480910:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+21:1868:x1830882860425984:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066884.480926:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066884.480939:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438cce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e7fe expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.481176:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.481187:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438cc7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7f7 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.481195:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066884.481198:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438cce lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7fe expref: 21 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.481255:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438cc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7f7 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.481268:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438cc7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7f7 expref: 5 pid: 21660 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066884.481288:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861109760:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066884.481412:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066884.483142:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861109760:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066884.483168:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438cce lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7fe expref: 21 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.483181:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f563c00, rc 0) 00000100:00100000:1.0:1746066884.483217:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+21:1868:x1830882860425984:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2306us (2426us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066884.483226:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29250 00000100:00100000:0.0:1746066884.483652:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.483710:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860426240 00000100:00100000:1.0:1746066884.483715:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860426240 00002000:00100000:1.0:1746066884.483747:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131cafb80 x1830882860426240/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.483757:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cafb80 with x1830882860426240 ext(0->4095) 00010000:00010000:1.0:1746066884.483886:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438cc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7f7 expref: 6 pid: 21660 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.483899:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438cc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7f7 expref: 6 pid: 21660 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.483906:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cafb80 00000100:00100000:1.0:1746066884.483929:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2052 00000100:00100000:1.0:1746066884.483936:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860426240:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066884.484567:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860426240:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 630us (915us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066884.484574:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2052 00002000:00100000:1.0:1746066884.484579:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131cafb80 x1830882860426240/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.484588:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cafb80 with x1830882860426240 ext(0->4095) 00010000:00010000:1.0:1746066884.484593:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438cc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7f7 expref: 6 pid: 21660 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.484603:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438cc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7f7 expref: 6 pid: 21660 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.484609:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cafb80 00000100:00100000:0.0:1746066884.485969:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.488764:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.491196:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.491332:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860426752 00000100:00100000:1.0:1746066884.491364:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860426752 00000100:00100000:1.0:1746066884.491406:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29251 00000100:00100000:1.0:1746066884.491575:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860426752:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066884.491591:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066884.491608:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff438cd5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e805 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.491638:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438cce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7fe expref: 19 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.491646:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066884.491648:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066884.491652:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff438cd5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e805 expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.491680:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438cce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7fe expref: 19 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.491693:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438cce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e7fe expref: 19 pid: 9629 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066884.491705:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861110144:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066884.491793:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066884.498913:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.499671:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861110144:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066884.499683:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:0.0:1746066884.499697:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff438cd5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e805 expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.499715:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f562000, rc 0) 00000100:00100000:0.0:1746066884.499759:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860426752:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8347us (8567us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066884.499767:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29251 00000100:00100000:0.0:1746066884.500331:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860427008 00000100:00100000:0.0:1746066884.500335:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860427008 00000100:00100000:0.0:1746066884.500384:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29252 00000100:00100000:0.0:1746066884.500391:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+20:1868:x1830882860427008:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066884.500406:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066884.500417:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095eacc00/0xd6b24631ff438cdc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e80c expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.500436:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066884.500442:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff438cd5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e805 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.500448:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066884.500452:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095eacc00/0xd6b24631ff438cdc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e80c expref: 21 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.500483:0:9629:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff438cd5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e805 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.500494:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095eacc00/0xd6b24631ff438cdc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e80c expref: 21 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.500501:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066884.500503:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066884.500508:0:9629:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff438cd5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e805 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.500517:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff438cd5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e805 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.500533:0:9629:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff438cd5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e805 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.500545:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff438cd5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e805 expref: 5 pid: 9629 timeout: 1096 lvb_type: 0 00000100:00100000:0.0:1746066884.500562:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123a97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861110400:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066884.500611:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066884.502058:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.505659:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.509514:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.518644:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.526756:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.528583:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133190380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+22:2033:x1830882860427904:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 985us (1826us total) trans 4294972153 rc 0/0 00000100:00100000:0.0:1746066884.528590:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2054 00002000:00100000:0.0:1746066884.528597:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880133190380 x1830882860427904/t4294972153(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 496/448 e 0 to 0 dl 1746066895 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066884.528605:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133190380 with x1830882860427904 ext(0->7) 00010000:00010000:0.0:1746066884.528610:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095eacc00/0xd6b24631ff438cdc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e80c expref: 22 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:0.0:1746066884.528619:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095eacc00/0xd6b24631ff438cdc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e80c expref: 22 pid: 9629 timeout: 1096 lvb_type: 0 00002000:00010000:0.0:1746066884.528625:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133190380 00000100:00100000:0.0:1746066884.531134:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.534592:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.536813:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.536904:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860428416 00000100:00100000:1.0:1746066884.536909:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860428416 00002000:00100000:1.0:1746066884.536939:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801203fd180 x1830882860428416/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.536948:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203fd180 with x1830882860428416 ext(0->4095) 00010000:00010000:1.0:1746066884.536968:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff438ce3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e813 expref: 6 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.536980:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff438ce3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e813 expref: 6 pid: 9629 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.536987:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801203fd180 00000100:00100000:1.0:1746066884.537048:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2055 00000100:00100000:1.0:1746066884.537056:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860428416:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066884.537171:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860428416:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (357us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066884.537178:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2055 00002000:00100000:1.0:1746066884.537184:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801203fd180 x1830882860428416/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.537193:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203fd180 with x1830882860428416 ext(0->4095) 00010000:00010000:1.0:1746066884.537198:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff438ce3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e813 expref: 6 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.537208:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff438ce3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e813 expref: 6 pid: 9629 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.537214:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801203fd180 00000100:00100000:0.0:1746066884.538645:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.541208:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.542741:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.547726:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.551690:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.552678:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.558768:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.559126:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.563326:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.568459:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.573861:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.577738:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.582213:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.584713:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.588463:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.588516:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860430976 00000100:00100000:1.0:1746066884.588525:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860430976 00002000:00100000:1.0:1746066884.588571:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c42d80 x1830882860430976/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.588582:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c42d80 with x1830882860430976 ext(0->4095) 00010000:00010000:1.0:1746066884.588592:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438d06 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e836 expref: 6 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.588607:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438d06 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e836 expref: 6 pid: 9629 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.588614:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c42d80 00000100:00100000:1.0:1746066884.588651:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2058 00000100:00100000:1.0:1746066884.588658:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860430976:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066884.588804:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860430976:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 145us (348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066884.588811:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2058 00002000:00100000:1.0:1746066884.588817:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c42d80 x1830882860430976/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.588824:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c42d80 with x1830882860430976 ext(0->4095) 00010000:00010000:1.0:1746066884.588829:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438d06 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e836 expref: 6 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.588837:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438d06 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e836 expref: 6 pid: 9629 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.588843:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c42d80 00000100:00100000:0.0:1746066884.590197:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.590318:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860431104 00000100:00100000:1.0:1746066884.590325:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860431104 00000100:00100000:1.0:1746066884.590401:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29260 00000100:00100000:1.0:1746066884.590408:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+23:1869:x1830882860431104:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066884.590420:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066884.590436:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff438d14 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e844 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.590454:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.590459:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438d0d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e83d expref: 24 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.590470:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066884.590473:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff438d14 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e844 expref: 24 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.590501:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438d0d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e83d expref: 23 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.590509:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff438d14 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e844 expref: 23 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.590516:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f562400, rc 0) 00000100:00100000:1.0:1746066884.590534:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+23:1869:x1830882860431104:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066884.590539:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29260 00000100:00100000:0.0:1746066884.590978:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.596570:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.597173:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860431488 00000100:00100000:1.0:1746066884.597183:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860431488 00002000:00100000:1.0:1746066884.597228:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c41500 x1830882860431488/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.597240:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c41500 with x1830882860431488 ext(0->4095) 00010000:00010000:1.0:1746066884.597250:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438d0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e83d expref: 23 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.597265:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438d0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e83d expref: 23 pid: 9629 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.597273:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c41500 00000100:00100000:1.0:1746066884.597307:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2059 00000100:00100000:1.0:1746066884.597314:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+23:2034:x1830882860431488:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066884.597496:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+23:2034:x1830882860431488:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 181us (1159us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066884.597503:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2059 00002000:00100000:1.0:1746066884.597508:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c41500 x1830882860431488/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.597515:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c41500 with x1830882860431488 ext(0->4095) 00010000:00010000:1.0:1746066884.597520:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438d0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e83d expref: 23 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.597529:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438d0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e83d expref: 23 pid: 9629 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.597535:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c41500 00000100:00100000:0.0:1746066884.599728:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.603777:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.607130:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.607219:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860432000 00000100:00100000:1.0:1746066884.607227:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860432000 00000100:00100000:1.0:1746066884.607269:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29261 00000100:00100000:1.0:1746066884.607276:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860432000:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066884.607291:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066884.608830:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438d1b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e84b expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.608871:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff438d14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e844 expref: 21 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.608886:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066884.608888:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066884.608892:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438d1b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e84b expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.608944:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff438d14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e844 expref: 21 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.608967:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff438d14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e844 expref: 21 pid: 9627 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066884.608981:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861112704:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066884.609087:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ede40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066884.612068:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861112704:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066884.612094:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438d1b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e84b expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.612109:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f563c00, rc 0) 00000100:00100000:1.0:1746066884.612541:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860432000:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5262us (5415us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066884.612550:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29261 00000100:00100000:1.0:1746066884.613507:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.613608:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.613834:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860432256 00000100:00100000:0.0:1746066884.613842:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860432256 00000100:00100000:0.0:1746066884.614245:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29262 00000100:00100000:0.0:1746066884.614252:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+22:1868:x1830882860432256:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066884.614451:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066884.614464:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438d22 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e852 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.614482:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066884.614486:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438d1b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e84b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.614492:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066884.614495:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438d22 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e852 expref: 23 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.614520:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438d1b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e84b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.614530:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438d22 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e852 expref: 23 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.614537:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066884.614538:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066884.614543:0:9627:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438d1b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e84b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.614550:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438d1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e84b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.614566:0:9627:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438d1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e84b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.614576:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438d1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e84b expref: 5 pid: 9627 timeout: 1096 lvb_type: 0 00000100:00100000:0.0:1746066884.614587:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d6f0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861112960:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066884.614648:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066884.617852:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.623846:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.626118:0:9630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861113216 00000100:00100000:0.0:1746066884.626125:0:9630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861113216 00000100:00100000:0.0:1746066884.626177:0:9630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1746066884.626182:0:9630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3792:x1830882861113216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746066884.626202:0:9630:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3921260544 avail 3689738240 00000100:00100000:0.0:1746066884.626245:0:9630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3792:x1830882861113216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066884.626250:0:9630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1746066884.628512:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.642294:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.655664:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.655753:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.657828:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+25:2033:x1830882860433152:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1620us (2167us total) trans 4294972154 rc 0/0 00000100:00100000:0.0:1746066884.657837:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2061 00002000:00100000:0.0:1746066884.657843:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012d6f3800 x1830882860433152/t4294972154(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 496/448 e 0 to 0 dl 1746066895 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066884.657851:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f3800 with x1830882860433152 ext(0->7) 00010000:00010000:0.0:1746066884.657857:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438d22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e852 expref: 25 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:0.0:1746066884.657868:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438d22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e852 expref: 25 pid: 9627 timeout: 1096 lvb_type: 0 00002000:00010000:0.0:1746066884.657873:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f3800 00000100:00100000:0.0:1746066884.663474:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.667418:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.667462:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860433664 00000100:00100000:1.0:1746066884.667469:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860433664 00002000:00100000:1.0:1746066884.667497:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f2680 x1830882860433664/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.667504:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f2680 with x1830882860433664 ext(0->4095) 00010000:00010000:1.0:1746066884.667509:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff438d29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e859 expref: 6 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.667519:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff438d29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e859 expref: 6 pid: 9627 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.667523:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f2680 00000100:00100000:1.0:1746066884.667544:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2062 00000100:00100000:1.0:1746066884.667549:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860433664:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066884.667655:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860433664:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (239us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066884.667659:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2062 00002000:00100000:1.0:1746066884.667663:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f2680 x1830882860433664/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.667667:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f2680 with x1830882860433664 ext(0->4095) 00010000:00010000:1.0:1746066884.667670:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff438d29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e859 expref: 6 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.667677:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff438d29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e859 expref: 6 pid: 9627 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.667680:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f2680 00000100:00100000:0.0:1746066884.674600:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.674641:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860434048 00000100:00100000:1.0:1746066884.674648:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860434048 00002000:00100000:1.0:1746066884.674682:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f3b80 x1830882860434048/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.674692:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f3b80 with x1830882860434048 ext(0->4095) 00002000:00010000:1.0:1746066884.674696:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d6f3b80 00000100:00100000:1.0:1746066884.674709:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13071 00000100:00100000:1.0:1746066884.674715:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2033:x1830882860434048:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066884.674817:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2033:x1830882860434048:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 102us (218us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066884.674823:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13071 00002000:00100000:1.0:1746066884.674828:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f3b80 x1830882860434048/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.674836:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f3b80 with x1830882860434048 ext(0->4095) 00002000:00010000:1.0:1746066884.674838:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d6f3b80 00000100:00100000:0.0:1746066884.678090:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860434176 00000100:00100000:0.0:1746066884.678098:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860434176 00000100:00100000:0.0:1746066884.678381:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29265 00000100:00100000:0.0:1746066884.678389:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860434176:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066884.678404:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066884.678440:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff438d37 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e867 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.678468:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438d30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e860 expref: 23 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.678474:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066884.678476:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066884.678479:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff438d37 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e867 expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.678509:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438d30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e860 expref: 23 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.678525:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438d30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e860 expref: 23 pid: 9627 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066884.678536:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861113856:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066884.678614:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066884.680296:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861113856:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066884.680323:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff438d37 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e867 expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.680333:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f562600, rc 0) 00000100:00100000:1.0:1746066884.680429:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860434176:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2039us (2574us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066884.680435:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29265 00000100:00100000:0.0:1746066884.681736:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.685308:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.686202:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.686246:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860434432 00000100:00100000:1.0:1746066884.686250:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860434432 00000100:00100000:1.0:1746066884.686276:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29266 00000100:00100000:1.0:1746066884.686280:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+23:1868:x1830882860434432:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066884.686291:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066884.686304:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438d3e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e86e expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.686320:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff438d37 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e867 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.686325:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.686326:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.686328:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438d3e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e86e expref: 24 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.686356:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff438d37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e867 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.686362:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff438d37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e867 expref: 5 pid: 9629 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066884.686368:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861114112:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066884.686400:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066884.686571:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860434688 00000100:00100000:1.0:1746066884.686574:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860434688 00002000:00100000:1.0:1746066884.686595:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958b1880 x1830882860434688/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.686604:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958b1880 with x1830882860434688 ext(0->4095) 00010000:00010000:1.0:1746066884.686609:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff438d37 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e867 expref: 6 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.686617:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff438d37 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e867 expref: 6 pid: 9629 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.686622:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958b1880 00000100:00100000:1.0:1746066884.686641:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2063 00000100:00100000:1.0:1746066884.686647:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860434688:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066884.686737:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860434688:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 89us (534us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066884.686742:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2063 00002000:00100000:1.0:1746066884.686747:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958b1880 x1830882860434688/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.686754:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958b1880 with x1830882860434688 ext(0->4095) 00010000:00010000:1.0:1746066884.686758:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff438d37 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e867 expref: 6 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.686765:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff438d37 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e867 expref: 6 pid: 9629 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.686770:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958b1880 00000100:00100000:1.0:1746066884.687756:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861114112:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066884.687768:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438d3e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e86e expref: 24 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.687777:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f563c00, rc 0) 00000100:00100000:1.0:1746066884.687859:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+24:1868:x1830882860434432:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1577us (2556us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066884.687866:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29266 00000100:00100000:0.0:1746066884.689391:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.689511:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.689539:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860434944 00000100:00100000:1.0:1746066884.689542:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860434944 00000100:00100000:1.0:1746066884.689935:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29267 00000100:00100000:1.0:1746066884.689942:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+24:1869:x1830882860434944:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066884.689965:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066884.689973:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438d45 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e875 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.689988:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438d3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e86e expref: 25 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.689993:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066884.689994:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066884.689997:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438d45 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e875 expref: 25 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.690011:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438d3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e86e expref: 25 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.690020:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438d3e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e86e expref: 25 pid: 9629 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066884.690028:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861114368:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066884.690058:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066884.691257:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.691467:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860435200 00000100:00100000:1.0:1746066884.691472:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860435200 00002000:00100000:1.0:1746066884.691495:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65ca80 x1830882860435200/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.691502:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65ca80 with x1830882860435200 ext(0->4095) 00010000:00010000:1.0:1746066884.691507:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438d3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e86e expref: 25 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.691517:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438d3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e86e expref: 25 pid: 9629 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.691521:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f65ca80 00000100:00100000:1.0:1746066884.691545:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2064 00000100:00100000:1.0:1746066884.691551:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+25:2032:x1830882860435200:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066884.692116:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+25:2032:x1830882860435200:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 564us (871us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066884.692121:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2064 00002000:00100000:1.0:1746066884.692126:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65ca80 x1830882860435200/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.692133:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65ca80 with x1830882860435200 ext(0->4095) 00010000:00010000:1.0:1746066884.692137:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438d3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e86e expref: 25 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.692144:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f563c00/0xd6b24631ff438d3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e86e expref: 25 pid: 9629 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.692150:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f65ca80 00000100:00100000:0.0:1746066884.696405:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.700411:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.700446:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860435584 00000100:00100000:1.0:1746066884.700453:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860435584 00002000:00100000:1.0:1746066884.700486:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65d180 x1830882860435584/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.700499:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65d180 with x1830882860435584 ext(0->4095) 00002000:00010000:1.0:1746066884.700502:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f65d180 00000100:00100000:1.0:1746066884.700524:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13072 00000100:00100000:1.0:1746066884.700529:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+25:2034:x1830882860435584:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066884.701151:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2034:x1830882860435584:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 620us (745us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066884.701158:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13072 00002000:00100000:1.0:1746066884.701163:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65d180 x1830882860435584/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.701170:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65d180 with x1830882860435584 ext(0->4095) 00002000:00010000:1.0:1746066884.701172:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f65d180 00000100:00100000:0.0:1746066884.703834:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.710104:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.711012:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.715825:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.718132:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.721859:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.726131:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.732617:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.735268:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2034:x1830882860436864:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2076us (2655us total) trans 4294972155 rc 0/0 00000100:00100000:0.0:1746066884.735277:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2066 00002000:00100000:0.0:1746066884.735284:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094c8f800 x1830882860436864/t4294972155(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 496/448 e 0 to 0 dl 1746066895 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066884.735300:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8f800 with x1830882860436864 ext(0->7) 00010000:00010000:0.0:1746066884.735308:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438d53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e883 expref: 26 pid: 9629 timeout: 1096 lvb_type: 0 00010000:00010000:0.0:1746066884.735321:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff438d53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e883 expref: 26 pid: 9629 timeout: 1096 lvb_type: 0 00002000:00010000:0.0:1746066884.735327:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c8f800 00000100:00100000:0.0:1746066884.741663:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.749224:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.749324:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.749576:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860437248 00000100:00100000:1.0:1746066884.749586:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860437248 00002000:00100000:1.0:1746066884.749637:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c8ed80 x1830882860437248/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.749649:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8ed80 with x1830882860437248 ext(0->4095) 00002000:00010000:1.0:1746066884.749655:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c8ed80 00000100:00100000:1.0:1746066884.749678:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13074 00000100:00100000:1.0:1746066884.749686:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860437248:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066884.749848:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860437248:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 162us (634us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066884.749858:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13074 00002000:00100000:1.0:1746066884.749865:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c8ed80 x1830882860437248/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.749872:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8ed80 with x1830882860437248 ext(0->4095) 00002000:00010000:1.0:1746066884.749875:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c8ed80 00000100:00100000:0.0:1746066884.753244:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.757678:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.761855:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.765792:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.769492:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.773100:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.775313:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:0.0:1746066884.775428:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438d68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e898 expref: 26 pid: 9627 timeout: 1096 lvb_type: 0 00000100:00100000:0.0:1746066884.775457:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12101 00000100:00100000:0.0:1746066884.775463:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095871180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2034:x1830882860438528:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066884.775473:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066884.775490:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438d68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e898 expref: 26 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:0.0:1746066884.775502:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438d68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e898 expref: 26 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:0.0:1746066884.775521:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438d68 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e898 expref: 26 pid: 9627 timeout: 1096 lvb_type: 0 00010000:00010000:0.0:1746066884.775538:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066884.775540:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066884.775545:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438d6f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e89f expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.775551:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438d6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e89f expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.775574:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438d6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e89f expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066884.775582:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861116032:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066884.775638:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066884.777073:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.780512:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.780544:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.780609:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860438912 00000100:00100000:1.0:1746066884.780617:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860438912 00000100:00100000:1.0:1746066884.780646:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860439040 00000100:00100000:1.0:1746066884.780647:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860439040 00000100:00100000:1.0:1746066884.780765:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29274 00000100:00100000:1.0:1746066884.780773:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+26:1869:x1830882860438912:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066884.780792:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746066884.780866:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29275 00000100:00100000:0.0:1746066884.780873:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095870700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+26:1868:x1830882860439040:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066884.780880:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066884.780941:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d41a200/0xd6b24631ff438d76 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e8a6 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.780985:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438d6f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e89f expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.780992:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.780994:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.780998:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d41a200/0xd6b24631ff438d76 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8a6 expref: 27 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.781030:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438d6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e89f expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.781049:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438d6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e89f expref: 5 pid: 9629 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066884.781062:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861116160:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066884.781187:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff438d7d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e8ad expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.781200:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066884.781205:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d41a200/0xd6b24631ff438d76 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8a6 expref: 28 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.781210:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066884.781213:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff438d7d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8ad expref: 28 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.781236:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d41a200/0xd6b24631ff438d76 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8a6 expref: 28 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.781251:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff438d7d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8ad expref: 28 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.781269:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f562400, rc 0) 00000100:00100000:0.0:1746066884.781307:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095870700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+28:1868:x1830882860439040:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 434us (761us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066884.781313:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29275 00000100:00100000:1.0:1746066884.781636:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066884.783241:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861116160:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066884.783270:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d41a200/0xd6b24631ff438d76 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8a6 expref: 27 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.783284:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d41a200, rc 0) 00000100:00100000:1.0:1746066884.784113:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+27:1869:x1830882860438912:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3338us (3603us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066884.784123:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29274 00000100:00100000:0.0:1746066884.785510:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.790261:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.793191:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.793306:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860439552 00000100:00100000:1.0:1746066884.793316:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860439552 00000100:00100000:1.0:1746066884.793393:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29276 00000100:00100000:1.0:1746066884.793401:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860439552:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066884.793418:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066884.793436:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438d84 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e8b4 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.793463:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066884.793469:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff438d7d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8ad expref: 26 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.793479:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066884.793483:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438d84 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8b4 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.793516:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff438d7d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8ad expref: 26 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.793527:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438d84 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8b4 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.793537:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132e38600, rc 0) 00000100:00100000:1.0:1746066884.793576:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860439552:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066884.793582:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29276 00000100:00100000:0.0:1746066884.795261:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.798642:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.801617:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.801699:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.801877:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860440064 00000100:00100000:1.0:1746066884.801885:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860440064 00000100:00100000:1.0:1746066884.801919:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29277 00000100:00100000:1.0:1746066884.801925:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+26:1868:x1830882860440064:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066884.801939:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066884.801967:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132e38200/0xd6b24631ff438d8b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e8bb expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.801992:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066884.801999:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438d84 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8b4 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.802009:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066884.802012:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38200/0xd6b24631ff438d8b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8bb expref: 27 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.802047:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438d84 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8b4 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.802059:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132e38200/0xd6b24631ff438d8b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8bb expref: 27 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.802068:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132e38200, rc 0) 00000100:00100000:1.0:1746066884.802103:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+27:1868:x1830882860440064:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066884.802109:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29277 00000100:00100000:0.0:1746066884.804565:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.807381:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.810257:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.813796:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.813847:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860440960 00000100:00100000:1.0:1746066884.813856:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860440960 00000100:00100000:1.0:1746066884.813908:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29278 00000100:00100000:1.0:1746066884.813915:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860440960:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066884.813932:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066884.813963:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438d92 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e8c2 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.813992:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e38200/0xd6b24631ff438d8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8bb expref: 25 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.813999:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066884.814002:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066884.814006:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438d92 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8c2 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.814036:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e38200/0xd6b24631ff438d8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8bb expref: 25 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.814048:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132e38200/0xd6b24631ff438d8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8bb expref: 25 pid: 9627 timeout: 1096 lvb_type: 0 00000100:00100000:1.0:1746066884.814059:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861117184:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066884.814152:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066884.815457:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861117184:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066884.815567:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438d92 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8c2 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.815581:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132e38a00, rc 0) 00000100:00100000:1.0:1746066884.815622:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860440960:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1705us (1833us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066884.815631:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29278 00000100:00100000:0.0:1746066884.815690:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.821066:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.821127:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.821505:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860441472 00000100:00100000:0.0:1746066884.821509:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860441472 00000100:00100000:0.0:1746066884.821526:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29279 00000100:00100000:0.0:1746066884.821530:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+25:1868:x1830882860441472:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066884.821537:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066884.821551:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff438d99 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e8c9 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.821570:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438d92 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8c2 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.821576:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066884.821577:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066884.821580:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff438d99 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8c9 expref: 26 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.821602:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438d92 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8c2 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066884.821610:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438d92 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8c2 expref: 5 pid: 21660 timeout: 1096 lvb_type: 0 00000100:00100000:0.0:1746066884.821619:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861117440:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066884.821660:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066884.823669:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.824287:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861117440:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066884.824314:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff438d99 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8c9 expref: 27 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.824330:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f562200, rc 0) 00000100:00100000:1.0:1746066884.824399:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+27:1868:x1830882860441472:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2867us (3271us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066884.824406:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29279 00000100:00100000:1.0:1746066884.824424:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29280 00000100:00100000:1.0:1746066884.824430:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+26:1869:x1830882860441600:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066884.824442:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066884.824454:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132e39000/0xd6b24631ff438da0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e8d0 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.824470:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066884.824474:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff438d99 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8c9 expref: 27 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.824479:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066884.824483:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e39000/0xd6b24631ff438da0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8d0 expref: 27 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.824505:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff438d99 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8c9 expref: 27 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.824513:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132e39000/0xd6b24631ff438da0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8d0 expref: 27 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066884.824520:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132e39000, rc 0) 00000100:00100000:1.0:1746066884.824533:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+27:1869:x1830882860441600:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (871us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066884.824538:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29280 00000100:00100000:0.0:1746066884.825251:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.827577:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.832019:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.836316:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.839812:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.843903:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.847786:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.847816:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.852579:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.852669:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.856815:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.860965:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.865330:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.869735:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.875729:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.876488:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.878666:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.885497:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.888559:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.888923:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860444928 00000100:00100000:1.0:1746066884.888930:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860444928 00002000:00100000:1.0:1746066884.888983:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98e680 x1830882860444928/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.888994:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98e680 with x1830882860444928 ext(0->4095) 00002000:00010000:1.0:1746066884.888998:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98e680 00000100:00100000:1.0:1746066884.889029:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13082 00000100:00100000:1.0:1746066884.889036:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2034:x1830882860444928:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066884.889168:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2034:x1830882860444928:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (610us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066884.889174:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13082 00002000:00100000:1.0:1746066884.889179:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98e680 x1830882860444928/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.889187:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98e680 with x1830882860444928 ext(0->4095) 00002000:00010000:1.0:1746066884.889190:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98e680 00000100:00100000:0.0:1746066884.896979:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.900025:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.900078:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860445184 00000100:00100000:1.0:1746066884.900083:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860445184 00002000:00100000:1.0:1746066884.900117:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008e98c380 x1830882860445184/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 496/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.900125:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98c380 with x1830882860445184 ext(0->7) 00010000:00010000:1.0:1746066884.900131:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff438dc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8f3 expref: 26 pid: 9917 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.900147:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff438dc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8f3 expref: 26 pid: 9917 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.900153:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e98c380 00000100:00100000:1.0:1746066884.900181:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2074 00000100:00100000:1.0:1746066884.900187:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2033:x1830882860445184:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066884.901380:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+28:2033:x1830882860445184:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1189us (1356us total) trans 4294972156 rc 0/0 00000100:00100000:0.0:1746066884.901388:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2074 00002000:00100000:0.0:1746066884.901394:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008e98c380 x1830882860445184/t4294972156(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 496/448 e 0 to 0 dl 1746066895 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066884.901402:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98c380 with x1830882860445184 ext(0->7) 00010000:00010000:0.0:1746066884.901410:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff438dc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8f3 expref: 28 pid: 9917 timeout: 1096 lvb_type: 0 00010000:00010000:0.0:1746066884.901426:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff438dc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8f3 expref: 28 pid: 9917 timeout: 1096 lvb_type: 0 00002000:00010000:0.0:1746066884.901870:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e98c380 00000100:00100000:0.0:1746066884.916295:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.917234:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.920281:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.920383:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860445696 00000100:00100000:1.0:1746066884.920390:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860445696 00002000:00100000:1.0:1746066884.920431:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f702300 x1830882860445696/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.920443:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f702300 with x1830882860445696 ext(0->4095) 00010000:00010000:1.0:1746066884.920451:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438dca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8fa expref: 6 pid: 9917 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.920465:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438dca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8fa expref: 6 pid: 9917 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.920472:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f702300 00000100:00100000:1.0:1746066884.920507:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2075 00000100:00100000:1.0:1746066884.920515:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860445696:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066884.920657:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860445696:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (380us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066884.920664:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2075 00002000:00100000:1.0:1746066884.920670:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f702300 x1830882860445696/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.920678:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f702300 with x1830882860445696 ext(0->4095) 00010000:00010000:1.0:1746066884.920683:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438dca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8fa expref: 6 pid: 9917 timeout: 1096 lvb_type: 0 00010000:00010000:1.0:1746066884.920692:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438dca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e8fa expref: 6 pid: 9917 timeout: 1096 lvb_type: 0 00002000:00010000:1.0:1746066884.920698:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f702300 00000100:00100000:0.0:1746066884.923579:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.928162:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.933482:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.939893:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.940146:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860446336 00000100:00100000:1.0:1746066884.940153:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860446336 00002000:00100000:1.0:1746066884.940192:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800958e9c00 x1830882860446336/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 496/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.940203:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e9c00 with x1830882860446336 ext(0->7) 00010000:00010000:1.0:1746066884.940209:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff438dd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e901 expref: 28 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066884.940222:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff438dd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e901 expref: 28 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066884.940228:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958e9c00 00000100:00100000:1.0:1746066884.940261:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2076 00000100:00100000:1.0:1746066884.940267:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+28:2034:x1830882860446336:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066884.941659:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+30:2034:x1830882860446336:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1387us (1764us total) trans 4294972157 rc 0/0 00000100:00100000:0.0:1746066884.941667:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2076 00002000:00100000:0.0:1746066884.941674:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800958e9c00 x1830882860446336/t4294972157(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 496/448 e 0 to 0 dl 1746066895 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066884.941681:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e9c00 with x1830882860446336 ext(0->7) 00010000:00010000:0.0:1746066884.941688:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff438dd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e901 expref: 30 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:0.0:1746066884.941698:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff438dd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e901 expref: 30 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:0.0:1746066884.941704:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958e9c00 00000100:00100000:0.0:1746066884.943634:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.950809:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.951190:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.951232:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860446720 00000100:00100000:1.0:1746066884.951241:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860446720 00002000:00100000:1.0:1746066884.951281:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c3bb80 x1830882860446720/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.951292:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3bb80 with x1830882860446720 ext(0->4095) 00002000:00010000:1.0:1746066884.951296:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081c3bb80 00000100:00100000:1.0:1746066884.951322:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13084 00000100:00100000:1.0:1746066884.951329:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860446720:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066884.951622:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860446720:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 291us (430us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066884.951630:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13084 00002000:00100000:1.0:1746066884.951636:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c3bb80 x1830882860446720/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.951644:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3bb80 with x1830882860446720 ext(0->4095) 00010000:00010000:1.0:1746066884.951650:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff438dd8 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e908 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066884.951661:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff438dd8 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e908 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066884.951667:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c3bb80 00000100:00100000:0.0:1746066884.953931:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.954240:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:3.0:1746066884.955096:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff438dd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e908 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066884.955115:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff438dd8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e908 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066884.955145:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066884.955147:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066884.955153:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ddf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e90f expref: 30 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066884.955161:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ddf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e90f expref: 30 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066884.955183:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ddf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e90f expref: 30 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066884.955195:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ddf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e90f expref: 30 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066884.955208:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861120256:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066884.955270:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1901d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066884.956764:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861120256:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066884.956782:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066884.956823:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860447104:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1771us (2582us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066884.956831:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12117 00000100:00100000:0.0:1746066884.957573:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.958263:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860447360 00000100:00100000:1.0:1746066884.958271:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860447360 00002000:00100000:1.0:1746066884.958320:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f501500 x1830882860447360/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.958591:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f501500 with x1830882860447360 ext(0->4095) 00010000:00010000:1.0:1746066884.958601:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ddf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e90f expref: 31 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066884.958617:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ddf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e90f expref: 31 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066884.958623:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f501500 00000100:00100000:1.0:1746066884.958655:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2077 00000100:00100000:1.0:1746066884.958662:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f501500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+31:2033:x1830882860447360:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066884.958791:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f501500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+31:2033:x1830882860447360:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (1220us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066884.958797:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2077 00002000:00100000:1.0:1746066884.958803:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f501500 x1830882860447360/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.958811:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f501500 with x1830882860447360 ext(0->4095) 00010000:00010000:1.0:1746066884.958816:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ddf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e90f expref: 31 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066884.958825:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ddf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e90f expref: 31 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066884.958831:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f501500 00000100:00100000:0.0:1746066884.962569:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066884.963042:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860447488 00000100:00100000:3.0:1746066884.963052:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860447488 00010000:00010000:3.0:1746066884.963093:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ddf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e90f expref: 31 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066884.963129:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12118 00000100:00100000:3.0:1746066884.963138:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5215c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+31:2031:x1830882860447488:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066884.963157:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066884.963177:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ddf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e90f expref: 31 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066884.963190:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ddf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e90f expref: 31 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066884.963215:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ddf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e90f expref: 31 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066884.963245:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066884.963247:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066884.963254:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438de6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e916 expref: 30 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066884.963262:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438de6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e916 expref: 30 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066884.963297:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438de6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e916 expref: 30 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066884.963311:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861120384:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066884.963464:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1901d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066884.965854:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861120384:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066884.965880:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066884.965926:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5215c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+30:2031:x1830882860447488:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2787us (3366us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066884.965937:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12118 00000100:00100000:3.0:1746066884.966828:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860447744 00000100:00100000:3.0:1746066884.966835:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860447744 00002000:00100000:3.0:1746066884.966874:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112ea00 x1830882860447744/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066884.966884:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112ea00 with x1830882860447744 ext(0->4095) 00002000:00010000:3.0:1746066884.966889:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112ea00 00000100:00100000:3.0:1746066884.966917:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13085 00000100:00100000:3.0:1746066884.966928:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+30:2033:x1830882860447744:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066884.967065:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+30:2033:x1830882860447744:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (333us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066884.967071:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13085 00002000:00100000:3.0:1746066884.967077:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112ea00 x1830882860447744/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066884.967085:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112ea00 with x1830882860447744 ext(0->4095) 00002000:00010000:3.0:1746066884.967088:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112ea00 00000100:00100000:0.0:1746066884.969503:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.972644:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066884.972725:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860448000 00000100:00100000:3.0:1746066884.972731:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860448000 00010000:00010000:3.0:1746066884.972753:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438de6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e916 expref: 30 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066884.972779:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12119 00000100:00100000:3.0:1746066884.972786:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+30:2034:x1830882860448000:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066884.972796:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066884.972811:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438de6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e916 expref: 30 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066884.972821:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438de6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e916 expref: 30 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066884.972839:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438de6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e916 expref: 30 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066884.972859:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066884.972862:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066884.972872:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438ded lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e91d expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066884.972880:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438ded lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e91d expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066884.972905:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438ded lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e91d expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066884.972920:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861120640:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066884.973498:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b19013c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066884.976120:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066884.976263:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860448256 00000100:00100000:3.0:1746066884.976377:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860448256 00002000:00100000:3.0:1746066884.976413:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aa60a80 x1830882860448256/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066884.976424:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa60a80 with x1830882860448256 ext(0->4095) 00002000:00010000:3.0:1746066884.976429:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aa60a80 00000100:00100000:3.0:1746066884.976458:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13086 00000100:00100000:3.0:1746066884.976466:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860448256:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066884.976581:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860448256:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (465us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066884.976588:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13086 00002000:00100000:3.0:1746066884.976593:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aa60a80 x1830882860448256/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066884.976600:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa60a80 with x1830882860448256 ext(0->4095) 00002000:00010000:3.0:1746066884.976603:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aa60a80 00000100:00100000:0.0:1746066884.976960:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066884.977251:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860448384 00000100:00100000:3.0:1746066884.977255:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860448384 00000100:00100000:3.0:1746066884.977282:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29292 00000100:00100000:3.0:1746066884.977286:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+29:1868:x1830882860448384:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066884.977293:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066884.977549:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff438df4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e924 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066884.977571:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438ded lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e91d expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066884.977584:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066884.977586:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066884.977590:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff438df4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e924 expref: 30 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066884.977613:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438ded lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e91d expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066884.977625:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438ded lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e91d expref: 5 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066884.977636:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861120768:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066884.977698:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1901480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066884.978707:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.979865:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.982681:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066884.982735:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860448896 00000100:00100000:1.0:1746066884.982740:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860448896 00002000:00100000:1.0:1746066884.982764:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3b800 x1830882860448896/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.982773:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3b800 with x1830882860448896 ext(0->4095) 00010000:00010000:1.0:1746066884.982779:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff438df4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e924 expref: 31 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066884.982789:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff438df4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e924 expref: 31 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066884.982794:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c3b800 00000100:00100000:1.0:1746066884.982820:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2078 00000100:00100000:1.0:1746066884.982826:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+31:2034:x1830882860448896:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066884.983125:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+31:2034:x1830882860448896:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 298us (444us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066884.983131:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2078 00002000:00100000:1.0:1746066884.983137:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3b800 x1830882860448896/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066884.983144:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3b800 with x1830882860448896 ext(0->4095) 00010000:00010000:1.0:1746066884.983148:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff438df4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e924 expref: 31 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066884.983157:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff438df4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e924 expref: 31 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066884.983161:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c3b800 00000100:00100000:0.0:1746066884.985027:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.987719:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066884.987788:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860449280 00000100:00100000:3.0:1746066884.987793:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860449280 00002000:00100000:3.0:1746066884.987820:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3bb80 x1830882860449280/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/0 e 0 to 0 dl 1746066895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066884.987828:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3bb80 with x1830882860449280 ext(0->4095) 00002000:00010000:3.0:1746066884.987832:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3bb80 00000100:00100000:3.0:1746066884.987851:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13087 00000100:00100000:3.0:1746066884.987857:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+30:2034:x1830882860449280:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066884.988837:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+30:2034:x1830882860449280:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 979us (1117us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066884.988845:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13087 00002000:00100000:3.0:1746066884.988850:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3bb80 x1830882860449280/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746066895 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066884.988856:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3bb80 with x1830882860449280 ext(0->4095) 00002000:00010000:3.0:1746066884.988859:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3bb80 00000100:00100000:0.0:1746066884.992125:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.996166:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066884.998038:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066884.998117:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860449664 00000100:00100000:3.0:1746066884.998122:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860449664 00000100:00100000:3.0:1746066884.998146:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29295 00000100:00100000:3.0:1746066884.998152:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+30:1868:x1830882860449664:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066884.998163:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066884.998172:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e09 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e939 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066884.998188:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438e02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e932 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066884.998194:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066884.998195:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066884.998198:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e09 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e939 expref: 31 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066884.998214:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438e02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e932 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066884.998223:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438e02 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e932 expref: 5 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066884.998233:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861121536:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066884.998568:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b19013c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.000247:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861121536:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066885.000266:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e09 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e939 expref: 30 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.000279:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8200, rc 0) 00000100:00100000:3.0:1746066885.000313:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+30:1868:x1830882860449664:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2160us (2275us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.000320:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29295 00000100:00100000:0.0:1746066885.000591:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.001208:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860449920 00000100:00100000:3.0:1746066885.001213:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860449920 00002000:00100000:3.0:1746066885.001253:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0e680 x1830882860449920/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.001263:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0e680 with x1830882860449920 ext(0->4095) 00010000:00010000:3.0:1746066885.001269:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438e02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e932 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.001281:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438e02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e932 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.001287:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d0e680 00000100:00100000:3.0:1746066885.001297:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2079 00000100:00100000:3.0:1746066885.001303:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860449920:12345-192.168.201.51@tcp:3:ldlm_bl.0 00000100:00100000:3.0:1746066885.001417:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860449920:12345-192.168.201.51@tcp:3:ldlm_bl.0 Request processed in 114us (827us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.001426:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2079 00002000:00100000:3.0:1746066885.001432:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0e680 x1830882860449920/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.001439:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0e680 with x1830882860449920 ext(0->4095) 00010000:00010000:3.0:1746066885.001444:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438e02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e932 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.001452:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438e02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e932 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.001458:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d0e680 00000100:00100000:0.0:1746066885.005124:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066885.012188:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.012319:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860450304 00000100:00100000:1.0:1746066885.012326:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860450304 00002000:00100000:1.0:1746066885.012392:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131426a00 x1830882860450304/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.012407:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131426a00 with x1830882860450304 ext(0->4095) 00002000:00010000:1.0:1746066885.012411:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131426a00 00000100:00100000:1.0:1746066885.012435:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13088 00000100:00100000:1.0:1746066885.012441:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+30:2033:x1830882860450304:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066885.012630:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+30:2033:x1830882860450304:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 188us (442us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066885.012637:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13088 00002000:00100000:1.0:1746066885.012643:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131426a00 x1830882860450304/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.012650:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131426a00 with x1830882860450304 ext(0->4095) 00002000:00010000:1.0:1746066885.012657:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131426a00 00000100:00100000:0.0:1746066885.015249:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.015292:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860450432 00000100:00100000:3.0:1746066885.015298:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860450432 00000100:00100000:3.0:1746066885.015545:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29296 00000100:00100000:3.0:1746066885.015554:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860450432:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066885.015571:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066885.015584:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438e10 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e940 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.015610:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e939 expref: 29 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.015617:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066885.015618:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066885.015621:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438e10 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e940 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.015650:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e939 expref: 29 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.015660:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e939 expref: 29 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.015671:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861121792:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066885.015777:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1901480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.018603:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861121792:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066885.018627:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438e10 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e940 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.018642:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8c00, rc 0) 00000100:00100000:3.0:1746066885.018677:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860450432:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3125us (3431us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.018685:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29296 00000100:00100000:0.0:1746066885.019551:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.019646:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860450560 00000100:00100000:1.0:1746066885.019652:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860450560 00002000:00100000:1.0:1746066885.019681:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800963e8700 x1830882860450560/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 496/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.019688:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963e8700 with x1830882860450560 ext(0->7) 00010000:00010000:1.0:1746066885.019694:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e939 expref: 30 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.019705:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e939 expref: 30 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.019717:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800963e8700 00000100:00100000:1.0:1746066885.019742:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2080 00000100:00100000:1.0:1746066885.019748:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+30:2033:x1830882860450560:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066885.020826:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2033:x1830882860450560:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1076us (1275us total) trans 4294972158 rc 0/0 00000100:00100000:0.0:1746066885.020832:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2080 00002000:00100000:0.0:1746066885.020838:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800963e8700 x1830882860450560/t4294972158(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 496/448 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066885.020850:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963e8700 with x1830882860450560 ext(0->7) 00010000:00010000:0.0:1746066885.020855:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e939 expref: 32 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:0.0:1746066885.020864:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e939 expref: 32 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:0.0:1746066885.020870:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800963e8700 00000100:00100000:0.0:1746066885.024403:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066885.030552:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066885.033475:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.033557:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860451072 00000100:00100000:3.0:1746066885.033563:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860451072 00000100:00100000:3.0:1746066885.033599:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29297 00000100:00100000:3.0:1746066885.033605:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+31:1869:x1830882860451072:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066885.033615:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066885.033626:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c8800/0xd6b24631ff438e17 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e947 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.033648:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438e10 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e940 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.033656:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.033659:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.033662:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8800/0xd6b24631ff438e17 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e947 expref: 32 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.033684:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438e10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e940 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.033694:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438e10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e940 expref: 5 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.033705:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861122048:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066885.033770:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1901480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.037470:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861122048:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066885.037497:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8800/0xd6b24631ff438e17 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e947 expref: 32 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.037511:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8800, rc 0) 00000100:00100000:3.0:1746066885.037542:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+32:1869:x1830882860451072:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3937us (4069us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.037550:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29297 00000100:00100000:0.0:1746066885.038218:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066885.039296:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.040047:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860451328 00000100:00100000:3.0:1746066885.040052:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860451328 00000100:00100000:3.0:1746066885.040075:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29298 00000100:00100000:3.0:1746066885.040081:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+32:1868:x1830882860451328:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066885.040096:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066885.040105:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438e1e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e94e expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.040121:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8800/0xd6b24631ff438e17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e947 expref: 33 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.040127:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066885.040129:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066885.040131:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438e1e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e94e expref: 33 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.040147:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8800/0xd6b24631ff438e17 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e947 expref: 33 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.040157:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8800/0xd6b24631ff438e17 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e947 expref: 33 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.040165:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861122304:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066885.040188:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1901480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.041933:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.042233:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861122304:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066885.042252:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438e1e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e94e expref: 33 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.042262:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8400, rc 0) 00000100:00100000:3.0:1746066885.042288:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+33:1868:x1830882860451328:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2207us (2992us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.042299:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29298 00000100:00100000:3.0:1746066885.042328:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860451584 00000100:00100000:3.0:1746066885.042332:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860451584 00002000:00100000:3.0:1746066885.042374:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65c380 x1830882860451584/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.042384:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65c380 with x1830882860451584 ext(0->4095) 00010000:00010000:3.0:1746066885.042389:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8800/0xd6b24631ff438e17 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e947 expref: 33 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.042398:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8800/0xd6b24631ff438e17 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e947 expref: 33 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.042404:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f65c380 00000100:00100000:3.0:1746066885.042420:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2081 00000100:00100000:3.0:1746066885.042425:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+33:2033:x1830882860451584:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066885.042511:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+33:2033:x1830882860451584:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 86us (580us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.042517:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2081 00002000:00100000:3.0:1746066885.042521:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65c380 x1830882860451584/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.042528:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65c380 with x1830882860451584 ext(0->4095) 00010000:00010000:3.0:1746066885.042532:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8800/0xd6b24631ff438e17 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e947 expref: 33 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.042555:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8800/0xd6b24631ff438e17 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e947 expref: 33 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.042559:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f65c380 00000100:00100000:0.0:1746066885.045245:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066885.045832:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.046172:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860451712 00000100:00100000:3.0:1746066885.046177:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860451712 00000100:00100000:3.0:1746066885.046213:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29299 00000100:00100000:3.0:1746066885.046219:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860451712:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066885.046231:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066885.046243:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e25 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e955 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.046262:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066885.046267:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438e1e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e94e expref: 32 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.046272:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066885.046276:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e25 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e955 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.046300:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438e1e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e94e expref: 32 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.046310:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e25 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e955 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.046317:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8200, rc 0) 00000100:00100000:3.0:1746066885.046358:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860451712:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (1115us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.046362:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29299 00000100:00100000:0.0:1746066885.049206:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.049253:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860452096 00000100:00100000:3.0:1746066885.049258:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860452096 00002000:00100000:3.0:1746066885.049284:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65ed80 x1830882860452096/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.049295:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65ed80 with x1830882860452096 ext(0->4095) 00010000:00010000:3.0:1746066885.049301:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438e1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e94e expref: 32 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.049313:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438e1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e94e expref: 32 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.049320:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f65ed80 00000100:00100000:0.0:1746066885.049361:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2082 00000100:00100000:0.0:1746066885.049366:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2033:x1830882860452096:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746066885.049751:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2033:x1830882860452096:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 384us (609us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066885.049755:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2082 00002000:00100000:0.0:1746066885.049759:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65ed80 x1830882860452096/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066885.049768:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65ed80 with x1830882860452096 ext(0->4095) 00010000:00010000:0.0:1746066885.049772:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438e1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e94e expref: 32 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:0.0:1746066885.049779:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438e1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e94e expref: 32 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:0.0:1746066885.049783:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f65ed80 00000100:00100000:0.0:1746066885.051579:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.051670:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.051686:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860452352 00000100:00100000:1.0:1746066885.051688:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860452352 00000100:00100000:1.0:1746066885.051717:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29300 00000100:00100000:1.0:1746066885.051723:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+33:1868:x1830882860452352:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066885.051731:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066885.051739:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e2c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e95c expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.051815:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e955 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.051822:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.051823:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.051826:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e2c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e95c expref: 33 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.051842:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e955 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.051851:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e25 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e955 expref: 5 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.051861:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095870700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861122688:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066885.052031:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ede40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.053264:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095870700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861122688:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066885.053281:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e2c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e95c expref: 33 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.053289:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132e39a00, rc 0) 00000100:00100000:1.0:1746066885.053314:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+33:1868:x1830882860452352:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1590us (1643us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.053320:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29300 00000100:00100000:0.0:1746066885.053642:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.054075:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860452608:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 96us (432us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066885.054084:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2083 00002000:00100000:2.0:1746066885.054089:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801203fce00 x1830882860452608/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.054095:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203fce00 with x1830882860452608 ext(0->4095) 00010000:00010000:2.0:1746066885.054100:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e955 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.054109:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e955 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:2.0:1746066885.054115:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801203fce00 00000100:00100000:0.0:1746066885.056133:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.056179:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860452736 00000100:00100000:2.0:1746066885.056184:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860452736 00010000:00010000:2.0:1746066885.056198:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e955 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.056218:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12128 00000100:00100000:2.0:1746066885.056224:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860452736:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066885.056232:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066885.056244:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e955 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.056252:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e955 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.056268:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e25 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e955 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.056289:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.056291:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.056297:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e95c expref: 31 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.056304:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e95c expref: 31 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.056324:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e95c expref: 31 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066885.056331:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861122944:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066885.056584:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426540 going to sleep for 11 seconds 00000100:00100000:2.0:1746066885.057850:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861122944:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066885.057863:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066885.057899:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860452736:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1673us (1766us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.057907:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12128 00000100:00100000:0.0:1746066885.058088:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.058508:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860452992 00000100:00100000:3.0:1746066885.058513:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860452992 00002000:00100000:3.0:1746066885.058533:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801203fd500 x1830882860452992/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.058539:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203fd500 with x1830882860452992 ext(0->4095) 00002000:00010000:3.0:1746066885.058542:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801203fd500 00000100:00100000:3.0:1746066885.058553:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13090 00000100:00100000:3.0:1746066885.058556:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2033:x1830882860452992:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066885.058638:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2033:x1830882860452992:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 80us (550us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.058647:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13090 00002000:00100000:3.0:1746066885.058653:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801203fd500 x1830882860452992/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.058660:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203fd500 with x1830882860452992 ext(0->4095) 00002000:00010000:3.0:1746066885.058663:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801203fd500 00000100:00100000:0.0:1746066885.059818:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.059864:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860453120 00000100:00100000:1.0:1746066885.059868:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860453120 00000100:00100000:1.0:1746066885.059902:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29301 00000100:00100000:1.0:1746066885.059908:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860453120:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066885.059917:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066885.059930:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438e33 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e963 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.060181:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e95c expref: 31 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.060186:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066885.060187:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066885.060189:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438e33 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e963 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.060206:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e95c expref: 31 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.060212:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e95c expref: 31 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.060221:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095870700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861123072:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066885.060308:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ede40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.061325:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095870700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861123072:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066885.061336:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438e33 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e963 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.061357:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132e38a00, rc 0) 00000100:00100000:1.0:1746066885.061381:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860453120:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1473us (1562us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.061388:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29301 00000100:00100000:0.0:1746066885.061732:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.061803:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860453248 00000100:00100000:2.0:1746066885.061807:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860453248 00010000:00010000:2.0:1746066885.061825:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e95c expref: 32 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.061843:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12129 00000100:00100000:2.0:1746066885.061849:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2033:x1830882860453248:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066885.061859:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066885.061872:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e95c expref: 32 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.061881:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e95c expref: 32 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.061895:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e2c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e95c expref: 32 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.061919:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.061920:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.061926:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438e33 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e963 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.061934:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438e33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e963 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.062158:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438e33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e963 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066885.062169:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861123200:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066885.062203:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426540 going to sleep for 11 seconds 00000100:00100000:2.0:1746066885.063652:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861123200:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066885.063664:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066885.063686:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+31:2033:x1830882860453248:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1837us (1955us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.063697:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12129 00000100:00100000:0.0:1746066885.064416:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.064498:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860453504 00000100:00100000:2.0:1746066885.064502:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860453504 00002000:00100000:2.0:1746066885.064520:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7d180 x1830882860453504/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.064527:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7d180 with x1830882860453504 ext(0->4095) 00002000:00010000:2.0:1746066885.064529:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095e7d180 00000100:00100000:2.0:1746066885.064547:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13091 00000100:00100000:2.0:1746066885.064557:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860453504:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066885.064640:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860453504:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 83us (224us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066885.064644:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13091 00002000:00100000:2.0:1746066885.064647:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7d180 x1830882860453504/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.064652:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7d180 with x1830882860453504 ext(0->4095) 00002000:00010000:2.0:1746066885.064654:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095e7d180 00000100:00100000:0.0:1746066885.066275:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.066379:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860453632 00000100:00100000:1.0:1746066885.066384:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860453632 00000100:00100000:1.0:1746066885.066430:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29302 00000100:00100000:1.0:1746066885.066436:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+31:1869:x1830882860453632:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066885.066446:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066885.066459:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e3a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e96a expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.066478:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438e33 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e963 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.066485:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.066487:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.066490:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e3a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e96a expref: 32 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.066515:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438e33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e963 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.066527:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438e33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e963 expref: 5 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.066538:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095870700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861123328:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066885.066592:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ede40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.068005:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095870700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861123328:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066885.068021:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e3a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e96a expref: 32 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.068032:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132e39a00, rc 0) 00000100:00100000:1.0:1746066885.068054:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+32:1869:x1830882860453632:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1618us (1781us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.068058:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29302 00000100:00100000:0.0:1746066885.068463:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.068804:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860453760 00000100:00100000:2.0:1746066885.068809:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860453760 00010000:00010000:2.0:1746066885.068827:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438e33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e963 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:0.0:1746066885.069264:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12130 00000100:00100000:0.0:1746066885.069271:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c43800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860453760:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066885.069280:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066885.069295:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438e33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e963 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:0.0:1746066885.069306:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438e33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e963 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:0.0:1746066885.069553:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438e33 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e963 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:0.0:1746066885.069564:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066885.069565:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066885.069569:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e96a expref: 31 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066885.069574:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e96a expref: 31 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066885.069591:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e96a expref: 31 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066885.069597:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c40380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861123456:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066885.069635:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.069674:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.069839:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860453888 00000100:00100000:1.0:1746066885.069843:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860453888 00000100:00100000:1.0:1746066885.069857:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29303 00000100:00100000:1.0:1746066885.069860:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+32:1868:x1830882860453888:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066885.069867:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066885.069873:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438e41 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e971 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.069889:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e96a expref: 33 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.069896:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066885.069897:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066885.069899:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438e41 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e971 expref: 33 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.069909:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e96a expref: 33 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.069915:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e3a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e96a expref: 33 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.069921:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095870700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861123584:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066885.070150:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ede40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066885.071227:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c40380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861123456:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066885.071239:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066885.071265:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c43800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860453760:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1994us (2802us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.071273:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12130 00000100:00100000:1.0:1746066885.071273:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095870700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861123584:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066885.071285:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438e41 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e971 expref: 33 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.071294:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132e38600, rc 0) 00000100:00100000:1.0:1746066885.071311:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+33:1868:x1830882860453888:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1449us (1636us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.071316:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29303 00000100:00100000:0.0:1746066885.072018:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.072101:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860454144 00000100:00100000:2.0:1746066885.072105:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860454144 00002000:00100000:2.0:1746066885.072127:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c40000 x1830882860454144/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.072136:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40000 with x1830882860454144 ext(0->4095) 00010000:00010000:2.0:1746066885.072142:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e96a expref: 33 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.072152:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e96a expref: 33 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:2.0:1746066885.072158:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c40000 00000100:00100000:2.0:1746066885.072180:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2084 00000100:00100000:2.0:1746066885.072186:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+33:2034:x1830882860454144:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066885.072486:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+33:2034:x1830882860454144:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 300us (468us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066885.072493:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2084 00002000:00100000:2.0:1746066885.072499:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c40000 x1830882860454144/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.072506:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40000 with x1830882860454144 ext(0->4095) 00010000:00010000:2.0:1746066885.072511:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e96a expref: 33 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.072524:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e96a expref: 33 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:2.0:1746066885.072530:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c40000 00000100:00100000:0.0:1746066885.073782:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.073828:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860454272 00000100:00100000:1.0:1746066885.073833:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860454272 00000100:00100000:1.0:1746066885.073870:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29304 00000100:00100000:1.0:1746066885.073876:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860454272:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066885.073889:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066885.073900:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438e48 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e978 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.073918:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066885.073923:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438e41 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e971 expref: 32 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.073928:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066885.073932:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438e48 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e978 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.073971:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438e41 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e971 expref: 32 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.073983:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438e48 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e978 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.073991:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133109400, rc 0) 00000100:00100000:1.0:1746066885.074017:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860454272:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.074023:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29304 00000100:00100000:0.0:1746066885.074031:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.074078:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860454400 00000100:00100000:2.0:1746066885.074082:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860454400 00010000:00010000:2.0:1746066885.074096:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e96a expref: 33 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.074161:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12131 00000100:00100000:2.0:1746066885.074168:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+33:2032:x1830882860454400:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066885.074176:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066885.074189:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e96a expref: 33 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.074199:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e96a expref: 33 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.074214:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438e3a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e96a expref: 33 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.074227:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.074228:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.074233:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438e41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e971 expref: 32 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.074245:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438e41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e971 expref: 32 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.074264:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438e41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e971 expref: 32 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.074273:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438e41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e971 expref: 32 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.074283:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861123840:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066885.074330:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426480 going to sleep for 11 seconds 00000100:00100000:2.0:1746066885.078318:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861123840:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066885.078576:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066885.078629:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2032:x1830882860454400:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4460us (4595us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066885.078635:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.078639:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12131 00000100:00100000:3.0:1746066885.078749:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860454656 00000100:00100000:3.0:1746066885.078756:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860454656 00002000:00100000:3.0:1746066885.078790:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e6a00 x1830882860454656/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.078801:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e6a00 with x1830882860454656 ext(0->4095) 00010000:00010000:3.0:1746066885.078809:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438e41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e971 expref: 32 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.078823:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438e41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e971 expref: 32 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.078829:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e6a00 00000100:00100000:3.0:1746066885.078842:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2085 00000100:00100000:3.0:1746066885.078848:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2033:x1830882860454656:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066885.078967:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2033:x1830882860454656:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (331us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.078974:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2085 00002000:00100000:3.0:1746066885.078979:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e6a00 x1830882860454656/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.078987:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e6a00 with x1830882860454656 ext(0->4095) 00010000:00010000:3.0:1746066885.078992:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438e41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e971 expref: 32 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.079003:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438e41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e971 expref: 32 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.079008:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e6a00 00000100:00100000:0.0:1746066885.080876:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066885.080943:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.080955:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860454784 00000100:00100000:3.0:1746066885.081175:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860454784 00000100:00100000:3.0:1746066885.081211:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29305 00000100:00100000:3.0:1746066885.081217:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+32:1868:x1830882860454784:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066885.081228:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066885.081464:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438e4f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e97f expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066885.081481:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860454912 00000100:00100000:2.0:1746066885.081485:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860454912 00010000:00010000:3.0:1746066885.081486:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066885.081492:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438e48 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e978 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.081498:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066885.081501:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438e4f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e97f expref: 34 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.081502:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438e41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e971 expref: 34 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.081528:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438e48 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e978 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066885.081534:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12132 00010000:00010000:3.0:1746066885.081540:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438e4f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e97f expref: 34 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066885.081540:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5214c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+34:2033:x1830882860454912:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066885.081547:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.081553:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c9200, rc 0) 00010000:00010000:2.0:1746066885.081560:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438e41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e971 expref: 34 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.081570:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438e41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e971 expref: 34 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.081580:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+34:1868:x1830882860454784:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 364us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.081586:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29305 00010000:00010000:2.0:1746066885.081586:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438e41 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e971 expref: 34 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.081596:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.081598:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.081603:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438e48 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e978 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.081610:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438e48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e978 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.081629:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438e48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e978 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.081640:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438e48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e978 expref: 5 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.081650:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861124096:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066885.081703:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.083314:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.083329:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861124096:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066885.083355:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066885.083388:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5214c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2033:x1830882860454912:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1847us (2448us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.083396:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12132 00000100:00100000:3.0:1746066885.083475:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860455168 00000100:00100000:3.0:1746066885.083480:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860455168 00002000:00100000:3.0:1746066885.083672:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131432300 x1830882860455168/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.083682:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131432300 with x1830882860455168 ext(0->4095) 00010000:00010000:3.0:1746066885.083688:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438e48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e978 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.083698:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438e48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e978 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.083704:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131432300 00000100:00100000:3.0:1746066885.083725:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2086 00000100:00100000:3.0:1746066885.083731:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860455168:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066885.084064:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860455168:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 332us (751us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.084070:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2086 00002000:00100000:3.0:1746066885.084075:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131432300 x1830882860455168/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.084089:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131432300 with x1830882860455168 ext(0->4095) 00010000:00010000:3.0:1746066885.084093:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438e48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e978 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.084102:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438e48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e978 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.084108:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131432300 00000100:00100000:0.0:1746066885.086231:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.086271:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860455296 00000100:00100000:2.0:1746066885.086278:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860455296 00010000:00010000:2.0:1746066885.086298:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438e48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e978 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.086326:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12133 00000100:00100000:2.0:1746066885.086332:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131433100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860455296:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066885.086363:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066885.086377:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438e48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e978 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.086386:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438e48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e978 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.086403:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438e48 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e978 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.086428:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.086430:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.086435:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438e4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e97f expref: 31 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.086442:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438e4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e97f expref: 31 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.086465:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438e4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e97f expref: 31 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066885.086476:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861124224:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066885.086526:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426540 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.088886:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.088888:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861124224:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.088938:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860455552 00000100:00100000:3.0:1746066885.088943:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860455552 00002000:00100000:3.0:1746066885.089005:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131430380 x1830882860455552/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.089014:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131430380 with x1830882860455552 ext(0->4095) 00002000:00010000:3.0:1746066885.089018:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131430380 00000100:00100000:3.0:1746066885.089037:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13092 00000100:00100000:3.0:1746066885.089043:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2034:x1830882860455552:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00010000:00010000:2.0:1746066885.089296:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066885.089329:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131433100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860455296:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2996us (3100us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.089337:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12133 00000100:00100000:3.0:1746066885.089879:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2034:x1830882860455552:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 835us (998us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.089886:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13092 00002000:00100000:3.0:1746066885.089892:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131430380 x1830882860455552/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.089899:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131430380 with x1830882860455552 ext(0->4095) 00002000:00010000:3.0:1746066885.089902:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131430380 00000100:00100000:0.0:1746066885.091268:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.091368:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860455680 00000100:00100000:3.0:1746066885.091374:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860455680 00000100:00100000:3.0:1746066885.091418:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29306 00000100:00100000:3.0:1746066885.091425:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131432d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860455680:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066885.091438:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066885.091451:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438e56 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e986 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.091473:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438e4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e97f expref: 31 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.091481:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066885.091482:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066885.091486:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438e56 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e986 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.091509:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438e4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e97f expref: 31 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.091520:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438e4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e97f expref: 31 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.091532:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861124352:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066885.091616:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1901480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.094696:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861124352:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066885.094718:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438e56 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e986 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.094738:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c9600, rc 0) 00000100:00100000:3.0:1746066885.094778:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131432d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860455680:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3354us (3512us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.094786:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29306 00000100:00100000:0.0:1746066885.095238:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.095501:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860455808 00000100:00100000:2.0:1746066885.095506:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860455808 00010000:00010000:2.0:1746066885.095524:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438e4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e97f expref: 32 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.095547:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12134 00000100:00100000:2.0:1746066885.095551:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efa8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2033:x1830882860455808:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066885.095559:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066885.095570:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438e4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e97f expref: 32 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.095577:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438e4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e97f expref: 32 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.095591:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438e4f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e97f expref: 32 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.095928:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.095930:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.095934:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438e56 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e986 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.095940:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438e56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e986 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.095972:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438e56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e986 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066885.095986:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861124480:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066885.096033:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426540 going to sleep for 11 seconds 00000100:00100000:2.0:1746066885.097062:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861124480:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066885.097073:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066885.097105:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efa8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+31:2033:x1830882860455808:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1552us (1868us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.097111:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12134 00000100:00100000:0.0:1746066885.098597:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.098647:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860456064 00000100:00100000:3.0:1746066885.098651:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860456064 00002000:00100000:3.0:1746066885.098675:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009efa8e00 x1830882860456064/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.098681:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efa8e00 with x1830882860456064 ext(0->4095) 00002000:00010000:3.0:1746066885.098684:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009efa8e00 00000100:00100000:3.0:1746066885.098702:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13093 00000100:00100000:3.0:1746066885.098706:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860456064:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066885.098790:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860456064:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 84us (196us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.098794:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13093 00002000:00100000:3.0:1746066885.098798:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009efa8e00 x1830882860456064/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.098803:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efa8e00 with x1830882860456064 ext(0->4095) 00002000:00010000:3.0:1746066885.098805:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009efa8e00 00000100:00100000:0.0:1746066885.099870:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.099991:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860456192 00000100:00100000:3.0:1746066885.099995:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860456192 00000100:00100000:3.0:1746066885.100261:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29307 00000100:00100000:3.0:1746066885.100268:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095392300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+31:1868:x1830882860456192:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066885.100279:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066885.100292:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e5d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e98d expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.100311:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438e56 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e986 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.100318:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.100320:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.100323:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e5d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e98d expref: 32 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066885.100826:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.100873:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860456320 00000100:00100000:1.0:1746066885.100877:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860456320 00000100:00100000:1.0:1746066885.100899:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29308 00000100:00100000:1.0:1746066885.101109:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095390a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+33:1869:x1830882860456320:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066885.101117:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066885.101124:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438e64 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e994 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.101135:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.101139:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e5d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e98d expref: 34 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.101144:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066885.101147:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438e64 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e994 expref: 34 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.101168:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e5d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e98d expref: 34 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.101179:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438e64 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e994 expref: 34 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.101187:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133108a00, rc 0) 00000100:00100000:1.0:1746066885.101215:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095390a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+34:1869:x1830882860456320:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 309us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.101220:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29308 00010000:00010000:3.0:1746066885.101261:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438e56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e986 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.101275:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438e56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e986 expref: 5 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.101286:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861124736:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066885.101566:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1901480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.103998:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.104194:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861124736:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066885.104212:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e5d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e98d expref: 33 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.104223:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c9000, rc 0) 00000100:00100000:3.0:1746066885.104250:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095392300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+33:1868:x1830882860456192:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3982us (4381us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.104260:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29307 00000100:00100000:2.0:1746066885.104507:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860456448 00000100:00100000:2.0:1746066885.104512:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860456448 00010000:00010000:2.0:1746066885.104534:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438e56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e986 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.104566:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12135 00000100:00100000:2.0:1746066885.104572:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860456448:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066885.104581:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066885.104594:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438e56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e986 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.104608:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438e56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e986 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.104625:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438e56 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e986 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.104649:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.104651:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.104657:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e98d expref: 32 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.104868:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e98d expref: 32 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.104893:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e98d expref: 32 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.104902:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e98d expref: 32 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.104912:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861124864:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066885.105122:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426540 going to sleep for 11 seconds 00000100:00100000:2.0:1746066885.106244:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861124864:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066885.106254:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066885.106272:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860456448:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1701us (2279us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.106281:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12135 00000100:00100000:0.0:1746066885.106896:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.106943:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860456704 00000100:00100000:3.0:1746066885.107639:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860456704 00002000:00100000:3.0:1746066885.107698:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952eb480 x1830882860456704/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.107707:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952eb480 with x1830882860456704 ext(0->4095) 00010000:00010000:3.0:1746066885.107714:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e98d expref: 33 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.107725:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e98d expref: 33 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.107730:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952eb480 00000100:00100000:3.0:1746066885.107835:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2087 00000100:00100000:3.0:1746066885.107842:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+33:2034:x1830882860456704:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066885.108150:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+33:2034:x1830882860456704:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 307us (1253us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.108156:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2087 00002000:00100000:3.0:1746066885.108162:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952eb480 x1830882860456704/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.108169:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952eb480 with x1830882860456704 ext(0->4095) 00010000:00010000:3.0:1746066885.108174:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e98d expref: 33 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.108187:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e98d expref: 33 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.108193:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952eb480 00000100:00100000:0.0:1746066885.110204:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.110265:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860456832 00000100:00100000:2.0:1746066885.110269:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860456832 00010000:00010000:2.0:1746066885.110284:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e98d expref: 33 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.110530:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12136 00000100:00100000:2.0:1746066885.110536:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+33:2033:x1830882860456832:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066885.110543:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066885.110553:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e98d expref: 33 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.110560:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e98d expref: 33 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.110853:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e5d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e98d expref: 33 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.110868:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.110870:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.110874:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438e64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e994 expref: 32 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.110879:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438e64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e994 expref: 32 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.110899:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438e64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e994 expref: 32 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066885.110908:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861124992:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066885.111193:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426540 going to sleep for 11 seconds 00000100:00100000:2.0:1746066885.112215:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861124992:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066885.112227:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066885.112248:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2033:x1830882860456832:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1711us (2046us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.112254:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12136 00000100:00100000:0.0:1746066885.112604:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.112808:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860457088 00000100:00100000:3.0:1746066885.112813:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860457088 00002000:00100000:3.0:1746066885.112837:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffaad80 x1830882860457088/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.112847:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffaad80 with x1830882860457088 ext(0->4095) 00002000:00010000:3.0:1746066885.112850:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ffaad80 00000100:00100000:3.0:1746066885.112907:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13094 00000100:00100000:3.0:1746066885.112913:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2033:x1830882860457088:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066885.113200:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2033:x1830882860457088:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 286us (596us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.113207:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13094 00002000:00100000:3.0:1746066885.113212:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffaad80 x1830882860457088/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.113220:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffaad80 with x1830882860457088 ext(0->4095) 00002000:00010000:3.0:1746066885.113223:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ffaad80 00000100:00100000:0.0:1746066885.115608:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.116285:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860457216 00000100:00100000:3.0:1746066885.116292:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860457216 00000100:00100000:3.0:1746066885.116333:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29309 00000100:00100000:3.0:1746066885.116353:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860457216:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066885.116369:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066885.116381:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438e6b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e99b expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.116402:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438e64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e994 expref: 31 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.116408:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066885.116410:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066885.116413:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438e6b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e99b expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.116435:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438e64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e994 expref: 31 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.116446:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438e64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e994 expref: 31 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.116457:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861125120:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066885.116523:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b19013c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.120019:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861125120:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066885.120043:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438e6b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e99b expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.120057:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8400, rc 0) 00000100:00100000:3.0:1746066885.120090:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860457216:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3750us (4486us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.120101:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29309 00000100:00100000:0.0:1746066885.120284:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.120659:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860457344 00000100:00100000:3.0:1746066885.120664:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860457344 00010000:00010000:3.0:1746066885.120682:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438e64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e994 expref: 32 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.120714:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12137 00000100:00100000:3.0:1746066885.120719:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2034:x1830882860457344:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.120728:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.120743:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438e64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e994 expref: 32 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.120753:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438e64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e994 expref: 32 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.120777:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438e64 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e994 expref: 32 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.120790:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.120793:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.120798:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438e6b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e99b expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.120806:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438e6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e99b expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.120825:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438e6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e99b expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.120837:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861125248:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.121115:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b19013c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.123031:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.123053:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861125248:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.123065:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066885.123077:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860457600 00000100:00100000:2.0:1746066885.123082:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860457600 00000100:00100000:3.0:1746066885.123104:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+31:2034:x1830882860457344:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2384us (2820us total) trans 0 rc 0/0 00002000:00100000:2.0:1746066885.123110:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffa8e00 x1830882860457600/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746066885.123112:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12137 00002000:00100000:2.0:1746066885.123120:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa8e00 with x1830882860457600 ext(0->4095) 00002000:00010000:2.0:1746066885.123124:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ffa8e00 00000100:00100000:2.0:1746066885.123153:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13095 00000100:00100000:2.0:1746066885.123159:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860457600:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066885.123235:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.123270:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860457600:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (241us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066885.123276:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13095 00002000:00100000:2.0:1746066885.123281:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffa8e00 x1830882860457600/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.123500:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa8e00 with x1830882860457600 ext(0->4095) 00002000:00010000:2.0:1746066885.123502:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ffa8e00 00000100:00100000:3.0:1746066885.123672:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860457728 00000100:00100000:3.0:1746066885.123676:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860457728 00000100:00100000:3.0:1746066885.123695:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29310 00000100:00100000:3.0:1746066885.123700:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+31:1868:x1830882860457728:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066885.123708:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066885.123719:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e72 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e9a2 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.123735:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438e6b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e99b expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.123741:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.123743:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.123746:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e72 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a2 expref: 32 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.123770:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438e6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e99b expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.123785:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438e6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e99b expref: 5 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.123795:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861125376:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066885.123849:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b19013c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.126672:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861125376:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066885.126698:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e72 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a2 expref: 32 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066885.126707:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:3.0:1746066885.126710:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8200, rc 0) 00000100:00100000:3.0:1746066885.126750:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+32:1868:x1830882860457728:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3049us (3516us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.126786:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29310 00000100:00100000:0.0:1746066885.127785:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860457856 00000100:00100000:0.0:1746066885.127791:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860457856 00000100:00100000:0.0:1746066885.127834:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29311 00000100:00100000:0.0:1746066885.127842:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095870700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+32:1869:x1830882860457856:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066885.127889:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066885.127901:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438e79 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e9a9 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066885.127918:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066885.127923:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e72 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a2 expref: 33 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066885.127929:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066885.127931:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438e79 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a9 expref: 33 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066885.128176:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.128551:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860457984 00000100:00100000:3.0:1746066885.128555:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860457984 00010000:00010000:3.0:1746066885.128571:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438e6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e99b expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:0.0:1746066885.128642:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e72 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a2 expref: 33 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066885.128654:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438e79 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a9 expref: 33 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066885.128662:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c222c00, rc 0) 00000100:00100000:3.0:1746066885.128723:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12138 00000100:00100000:3.0:1746066885.128730:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095872680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860457984:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.128737:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.128788:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438e6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e99b expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.128803:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438e6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e99b expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.128818:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438e6b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e99b expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.128831:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.128832:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.128837:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a2 expref: 33 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.128844:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a2 expref: 33 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.128862:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a2 expref: 33 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.128870:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a2 expref: 33 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.128878:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861125632:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066885.129119:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095870700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+33:1869:x1830882860457856:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1276us (2412us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066885.129124:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29311 00000100:00100000:3.0:1746066885.129486:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b19013c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.132375:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.132390:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861125632:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.132406:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066885.132446:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860458240 00000100:00100000:1.0:1746066885.132450:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860458240 00002000:00100000:1.0:1746066885.132478:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130524000 x1830882860458240/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.132485:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130524000 with x1830882860458240 ext(0->4095) 00010000:00010000:1.0:1746066885.132491:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a2 expref: 33 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.132500:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a2 expref: 33 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.132504:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130524000 00000100:00100000:1.0:1746066885.132526:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2088 00000100:00100000:1.0:1746066885.132531:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+33:2034:x1830882860458240:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066885.132622:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+33:2034:x1830882860458240:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 91us (254us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066885.132626:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2088 00002000:00100000:1.0:1746066885.132629:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130524000 x1830882860458240/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.132635:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130524000 with x1830882860458240 ext(0->4095) 00010000:00010000:1.0:1746066885.132637:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a2 expref: 33 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.132643:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a2 expref: 33 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.132646:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130524000 00000100:00100000:3.0:1746066885.132687:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095872680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860457984:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3958us (4511us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.132695:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12138 00000100:00100000:0.0:1746066885.134763:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.134809:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860458368 00000100:00100000:3.0:1746066885.134814:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860458368 00010000:00010000:3.0:1746066885.134836:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a2 expref: 33 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.134864:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12139 00000100:00100000:3.0:1746066885.134869:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5217050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+33:2033:x1830882860458368:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.134878:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.134892:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a2 expref: 33 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.134902:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a2 expref: 33 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.134918:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438e72 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a2 expref: 33 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.134938:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.134939:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.134954:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438e79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a9 expref: 32 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.134962:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438e79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a9 expref: 32 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.135489:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438e79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a9 expref: 32 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.135502:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861125760:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.136410:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b19013c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.136493:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861125760:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.136506:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.136534:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5217050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2033:x1830882860458368:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1664us (1773us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.136541:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12139 00000100:00100000:0.0:1746066885.136834:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.136878:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860458624 00000100:00100000:2.0:1746066885.136882:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860458624 00002000:00100000:2.0:1746066885.136908:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130526d80 x1830882860458624/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.136917:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130526d80 with x1830882860458624 ext(0->4095) 00002000:00010000:2.0:1746066885.136921:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130526d80 00000100:00100000:2.0:1746066885.136962:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13096 00000100:00100000:2.0:1746066885.136969:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130526d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2034:x1830882860458624:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066885.137065:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130526d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2034:x1830882860458624:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 96us (231us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066885.137072:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13096 00002000:00100000:2.0:1746066885.137077:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130526d80 x1830882860458624/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.137084:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130526d80 with x1830882860458624 ext(0->4095) 00002000:00010000:2.0:1746066885.137087:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130526d80 00000100:00100000:0.0:1746066885.140052:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.140146:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860458752 00000100:00100000:2.0:1746066885.140152:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860458752 00000100:00100000:2.0:1746066885.140437:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29312 00000100:00100000:2.0:1746066885.140450:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860458752:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.140463:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.140476:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff438e80 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e9b0 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.140498:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438e79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a9 expref: 31 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.140510:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.140511:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.140514:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff438e80 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b0 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.140537:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438e79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a9 expref: 31 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.140548:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438e79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a9 expref: 31 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.140559:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861125888:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066885.141122:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4263c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066885.143586:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861125888:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066885.143609:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff438e80 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b0 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.143623:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090879c00, rc 0) 00000100:00100000:2.0:1746066885.143652:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860458752:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3208us (3605us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.143660:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29312 00000100:00100000:0.0:1746066885.144552:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.144627:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860458880 00000100:00100000:3.0:1746066885.144633:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860458880 00010000:00010000:3.0:1746066885.144653:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438e79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a9 expref: 32 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.145587:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12140 00000100:00100000:3.0:1746066885.145595:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d735500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2034:x1830882860458880:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.145606:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.145623:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438e79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a9 expref: 32 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.145635:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438e79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a9 expref: 32 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.145650:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff438e79 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9a9 expref: 32 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.145667:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.145668:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.145673:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff438e80 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b0 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.145678:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff438e80 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b0 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.145696:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff438e80 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b0 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.145703:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861126016:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.145745:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1901480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.147740:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.147770:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861126016:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.147784:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.147810:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d735500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+31:2034:x1830882860458880:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2216us (3259us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.147818:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12140 00000100:00100000:1.0:1746066885.148764:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860459136 00000100:00100000:1.0:1746066885.148770:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860459136 00002000:00100000:1.0:1746066885.148797:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d734000 x1830882860459136/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.148812:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d734000 with x1830882860459136 ext(0->4095) 00002000:00010000:1.0:1746066885.148816:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d734000 00000100:00100000:1.0:1746066885.148844:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13097 00000100:00100000:1.0:1746066885.148850:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d734000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860459136:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066885.148961:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d734000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860459136:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (1222us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066885.148967:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13097 00002000:00100000:1.0:1746066885.148972:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d734000 x1830882860459136/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.148979:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d734000 with x1830882860459136 ext(0->4095) 00002000:00010000:1.0:1746066885.148981:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d734000 00000100:00100000:0.0:1746066885.149237:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.149287:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860459264 00000100:00100000:3.0:1746066885.149294:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860459264 00000100:00100000:3.0:1746066885.149315:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29313 00000100:00100000:3.0:1746066885.149320:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d737100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+31:1868:x1830882860459264:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066885.149329:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066885.149533:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e87 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e9b7 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.149552:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff438e80 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b0 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.149562:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.149564:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.149567:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e87 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b7 expref: 32 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.149586:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff438e80 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b0 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.149595:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff438e80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b0 expref: 5 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.149605:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861126144:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066885.149649:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1901480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.151324:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.151432:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861126144:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066885.151449:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e87 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b7 expref: 32 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.151459:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c9000, rc 0) 00000100:00100000:2.0:1746066885.151461:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860459392 00000100:00100000:2.0:1746066885.151466:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860459392 00000100:00100000:3.0:1746066885.151484:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d737100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+33:1868:x1830882860459264:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2163us (2247us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.151489:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29313 00000100:00100000:2.0:1746066885.151495:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29314 00000100:00100000:2.0:1746066885.151501:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d734a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+32:1869:x1830882860459392:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.151510:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.151520:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090878800/0xd6b24631ff438e8e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e9be expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.151534:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.151538:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e87 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b7 expref: 33 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.151544:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.151547:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090878800/0xd6b24631ff438e8e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9be expref: 33 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.151566:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e87 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b7 expref: 33 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.151576:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090878800/0xd6b24631ff438e8e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9be expref: 33 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.151583:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090878800, rc 0) 00000100:00100000:2.0:1746066885.151601:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d734a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+33:1869:x1830882860459392:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.151607:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29314 00000100:00100000:0.0:1746066885.153700:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.153752:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860459520 00000100:00100000:3.0:1746066885.153757:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860459520 00010000:00010000:3.0:1746066885.153777:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff438e80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b0 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.153806:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12141 00000100:00100000:3.0:1746066885.153812:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d735180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860459520:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.153821:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.153835:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff438e80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b0 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.153845:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff438e80 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b0 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.153861:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff438e80 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b0 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.153882:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.153883:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.153888:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b7 expref: 32 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.153895:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b7 expref: 32 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.153915:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b7 expref: 32 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.153923:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b7 expref: 32 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.154155:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861126400:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.154214:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1901480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.155785:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861126400:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.155797:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.155825:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d735180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860459520:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2013us (2133us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.155832:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12141 00000100:00100000:0.0:1746066885.156675:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.157372:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860459776 00000100:00100000:2.0:1746066885.157377:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860459776 00002000:00100000:2.0:1746066885.157406:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d737800 x1830882860459776/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.157416:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d737800 with x1830882860459776 ext(0->4095) 00010000:00010000:2.0:1746066885.157422:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b7 expref: 33 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.157433:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b7 expref: 33 pid: 21660 timeout: 1097 lvb_type: 0 00002000:00010000:2.0:1746066885.157439:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d737800 00000100:00100000:2.0:1746066885.157788:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2089 00000100:00100000:2.0:1746066885.157795:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d737800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+33:2033:x1830882860459776:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066885.158019:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d737800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+33:2033:x1830882860459776:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 223us (1344us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066885.158025:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2089 00002000:00100000:2.0:1746066885.158031:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d737800 x1830882860459776/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.158038:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d737800 with x1830882860459776 ext(0->4095) 00010000:00010000:2.0:1746066885.158043:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b7 expref: 33 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.158052:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b7 expref: 33 pid: 21660 timeout: 1097 lvb_type: 0 00002000:00010000:2.0:1746066885.158057:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d737800 00000100:00100000:0.0:1746066885.163660:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.163754:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860459904 00000100:00100000:3.0:1746066885.163762:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860459904 00010000:00010000:3.0:1746066885.163789:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b7 expref: 33 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.163863:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12142 00000100:00100000:3.0:1746066885.163869:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d736d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+33:2033:x1830882860459904:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.163880:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.163893:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b7 expref: 33 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.163902:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b7 expref: 33 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.163918:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438e87 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9b7 expref: 33 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.163940:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.163942:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.163958:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090878800/0xd6b24631ff438e8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9be expref: 32 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.163967:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090878800/0xd6b24631ff438e8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9be expref: 32 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.164000:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090878800/0xd6b24631ff438e8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9be expref: 32 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.164011:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861126528:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.164088:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1901480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.167574:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861126528:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.167598:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.167644:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d736d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2033:x1830882860459904:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3774us (3990us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.167654:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12142 00000100:00100000:0.0:1746066885.169131:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.169215:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860460160 00000100:00100000:2.0:1746066885.169221:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860460160 00002000:00100000:2.0:1746066885.169252:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130232300 x1830882860460160/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.169268:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130232300 with x1830882860460160 ext(0->4095) 00002000:00010000:2.0:1746066885.169273:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130232300 00000100:00100000:2.0:1746066885.169295:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13098 00000100:00100000:2.0:1746066885.169302:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2033:x1830882860460160:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066885.169621:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2033:x1830882860460160:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 319us (492us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066885.169627:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13098 00002000:00100000:2.0:1746066885.169633:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130232300 x1830882860460160/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.169641:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130232300 with x1830882860460160 ext(0->4095) 00002000:00010000:2.0:1746066885.169644:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130232300 00000100:00100000:0.0:1746066885.174434:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.174513:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860460288 00000100:00100000:1.0:1746066885.174519:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860460288 00000100:00100000:1.0:1746066885.174595:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29315 00000100:00100000:1.0:1746066885.174603:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860460288:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066885.174616:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066885.174629:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438e95 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e9c5 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.174651:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090878800/0xd6b24631ff438e8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9be expref: 31 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.174659:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066885.174660:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066885.174664:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438e95 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9c5 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.174690:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090878800/0xd6b24631ff438e8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9be expref: 31 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.174701:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090878800/0xd6b24631ff438e8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9be expref: 31 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.174712:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861126656:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066885.175269:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.175924:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861126656:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066885.175942:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438e95 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9c5 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.175968:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133109a00, rc 0) 00000100:00100000:1.0:1746066885.176008:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860460288:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1405us (1579us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.176014:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29315 00000100:00100000:0.0:1746066885.176323:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.176373:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860460416 00000100:00100000:3.0:1746066885.176378:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860460416 00010000:00010000:3.0:1746066885.176397:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090878800/0xd6b24631ff438e8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9be expref: 32 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.176424:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12143 00000100:00100000:3.0:1746066885.176430:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130231880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2033:x1830882860460416:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.176438:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.176455:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090878800/0xd6b24631ff438e8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9be expref: 32 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.176471:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090878800/0xd6b24631ff438e8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9be expref: 32 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.176494:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090878800/0xd6b24631ff438e8e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9be expref: 32 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.176517:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.176519:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.176526:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438e95 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9c5 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.176532:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438e95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9c5 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.176552:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438e95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9c5 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.176560:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861126784:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.177567:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1901480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.178619:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.178702:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861126784:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066885.178740:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860460544 00000100:00100000:1.0:1746066885.178748:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860460544 00010000:00010000:3.0:1746066885.178963:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.178990:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130231880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2033:x1830882860460416:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2559us (2666us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.179009:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12143 00000100:00100000:1.0:1746066885.179056:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29316 00000100:00100000:1.0:1746066885.179063:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+31:1868:x1830882860460544:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066885.179074:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066885.179084:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438e9c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e9cc expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.179105:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438e95 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9c5 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.179111:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.179113:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.179116:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438e9c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9cc expref: 32 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.179134:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438e95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9c5 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.179144:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438e95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9c5 expref: 5 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.179153:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861126912:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066885.179182:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.179492:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.179541:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860460800 00000100:00100000:2.0:1746066885.179546:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860460800 00002000:00100000:2.0:1746066885.179569:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130231500 x1830882860460800/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.179579:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130231500 with x1830882860460800 ext(0->4095) 00010000:00010000:2.0:1746066885.179584:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438e95 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9c5 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.179594:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438e95 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9c5 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:2.0:1746066885.179600:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130231500 00000100:00100000:2.0:1746066885.179622:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2090 00000100:00100000:2.0:1746066885.179629:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860460800:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066885.179750:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860460800:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (257us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066885.179757:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2090 00002000:00100000:2.0:1746066885.179762:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130231500 x1830882860460800/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.179770:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130231500 with x1830882860460800 ext(0->4095) 00010000:00010000:2.0:1746066885.179774:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438e95 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9c5 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.179784:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438e95 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9c5 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:2.0:1746066885.179789:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130231500 00000100:00100000:1.0:1746066885.181158:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861126912:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066885.181177:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438e9c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9cc expref: 32 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.181190:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133108200, rc 0) 00000100:00100000:1.0:1746066885.181213:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+32:1868:x1830882860460544:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2151us (2595us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.181220:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29316 00000100:00100000:0.0:1746066885.183414:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066885.183448:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.183546:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860461056 00000100:00100000:3.0:1746066885.183552:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860461056 00010000:00010000:3.0:1746066885.183575:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438e95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9c5 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.183598:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12144 00000100:00100000:3.0:1746066885.183604:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860461056:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.183615:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.183631:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438e95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9c5 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.183642:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438e95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9c5 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.183660:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438e95 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9c5 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.183672:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.183674:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.183680:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438e9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9cc expref: 31 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.183687:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438e9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9cc expref: 31 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.183710:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438e9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9cc expref: 31 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.183721:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861127040:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.183781:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1901480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.183845:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860460928 00000100:00100000:1.0:1746066885.184073:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860460928 00000100:00100000:1.0:1746066885.184105:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29317 00000100:00100000:1.0:1746066885.184111:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130230380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+32:1869:x1830882860460928:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066885.184121:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066885.184129:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438ea3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e9d3 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.184150:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438e9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9cc expref: 33 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.184156:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066885.184157:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066885.184160:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438ea3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9d3 expref: 33 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.184176:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438e9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9cc expref: 33 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.184187:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438e9c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9cc expref: 33 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.184196:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861127168:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066885.184218:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.185805:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861127168:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066885.185821:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438ea3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9d3 expref: 33 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.185837:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132e38a00, rc 0) 00000100:00100000:1.0:1746066885.185862:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130230380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+33:1869:x1830882860460928:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1751us (2452us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.185869:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29317 00000100:00100000:3.0:1746066885.186248:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861127040:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.186260:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.186293:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860461056:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2688us (2843us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.186300:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12144 00000100:00100000:0.0:1746066885.187631:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.187696:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860461312 00000100:00100000:2.0:1746066885.187701:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860461312 00002000:00100000:2.0:1746066885.187731:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132e01f80 x1830882860461312/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.187741:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e01f80 with x1830882860461312 ext(0->4095) 00010000:00010000:2.0:1746066885.187747:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438e9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9cc expref: 33 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.187759:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438e9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9cc expref: 33 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:2.0:1746066885.187770:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e01f80 00000100:00100000:2.0:1746066885.187783:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2091 00000100:00100000:2.0:1746066885.187788:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+33:2033:x1830882860461312:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066885.187891:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+33:2033:x1830882860461312:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 101us (262us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066885.187896:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2091 00002000:00100000:2.0:1746066885.187901:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132e01f80 x1830882860461312/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.187908:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e01f80 with x1830882860461312 ext(0->4095) 00010000:00010000:2.0:1746066885.187912:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438e9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9cc expref: 33 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.187920:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438e9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9cc expref: 33 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:2.0:1746066885.187926:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e01f80 00000100:00100000:0.0:1746066885.190058:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.191135:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860461440 00000100:00100000:3.0:1746066885.191143:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860461440 00010000:00010000:3.0:1746066885.191169:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438e9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9cc expref: 33 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.191191:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12145 00000100:00100000:3.0:1746066885.191197:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+33:2031:x1830882860461440:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.191206:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.191221:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438e9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9cc expref: 33 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.191231:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438e9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9cc expref: 33 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.191250:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438e9c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9cc expref: 33 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.191277:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.191279:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.191285:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438ea3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9d3 expref: 32 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.191298:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438ea3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9d3 expref: 32 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.191326:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438ea3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9d3 expref: 32 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.191337:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861127296:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.191422:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1901480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.194581:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861127296:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.194597:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.194641:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2031:x1830882860461440:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3442us (4585us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.194651:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12145 00000100:00100000:0.0:1746066885.195648:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.195700:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860461696 00000100:00100000:2.0:1746066885.195713:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860461696 00002000:00100000:2.0:1746066885.195748:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132e03480 x1830882860461696/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.195757:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e03480 with x1830882860461696 ext(0->4095) 00002000:00010000:2.0:1746066885.195761:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e03480 00000100:00100000:2.0:1746066885.195779:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13099 00000100:00100000:2.0:1746066885.195785:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2034:x1830882860461696:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066885.196617:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2034:x1830882860461696:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 830us (968us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066885.196624:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13099 00002000:00100000:2.0:1746066885.196630:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132e03480 x1830882860461696/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.196637:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e03480 with x1830882860461696 ext(0->4095) 00002000:00010000:2.0:1746066885.196640:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e03480 00000100:00100000:0.0:1746066885.200828:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.201016:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860461824 00000100:00100000:1.0:1746066885.201024:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860461824 00000100:00100000:1.0:1746066885.201077:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29318 00000100:00100000:1.0:1746066885.201085:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860461824:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066885.201100:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066885.201113:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438eaa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e9da expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.201137:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438ea3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9d3 expref: 31 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.201144:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066885.201145:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066885.201149:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438eaa lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9da expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.201174:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438ea3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9d3 expref: 31 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.201186:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438ea3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9d3 expref: 31 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.201202:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861127424:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066885.201273:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.209639:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.209726:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860461952 00000100:00100000:2.0:1746066885.209734:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860461952 00002000:00100000:2.0:1746066885.209777:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008e98f100 x1830882860461952/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 496/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.209787:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98f100 with x1830882860461952 ext(0->7) 00010000:00010000:2.0:1746066885.209795:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438ea3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9d3 expref: 32 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.209809:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438ea3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9d3 expref: 32 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:2.0:1746066885.209816:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e98f100 00000100:00100000:2.0:1746066885.209835:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2092 00000100:00100000:2.0:1746066885.209841:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2033:x1830882860461952:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746066885.210078:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861127424:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066885.210101:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438eaa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9da expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.210114:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132e39a00, rc 0) 00000100:00100000:1.0:1746066885.210168:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860461824:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9083us (9346us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.210175:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29318 00000100:00100000:2.0:1746066885.211006:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+34:2033:x1830882860461952:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1163us (1375us total) trans 4294972159 rc 0/0 00000100:00100000:2.0:1746066885.211017:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2092 00002000:00100000:2.0:1746066885.211024:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008e98f100 x1830882860461952/t4294972159(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 496/448 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.211032:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98f100 with x1830882860461952 ext(0->7) 00010000:00010000:2.0:1746066885.211038:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438ea3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9d3 expref: 34 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.211048:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438ea3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9d3 expref: 34 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:2.0:1746066885.211055:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e98f100 00000100:00100000:0.0:1746066885.215743:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.215849:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860462080 00000100:00100000:3.0:1746066885.215856:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860462080 00010000:00010000:3.0:1746066885.215886:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438ea3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9d3 expref: 34 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.216856:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12146 00000100:00100000:3.0:1746066885.216866:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b52cc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+34:2033:x1830882860462080:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.216880:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746066885.216893:0:7259:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746066884 -> 1746066885 00002000:00010000:3.0:1746066885.216896:0:7259:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746066884 -> 1746066885 00010000:00010000:3.0:1746066885.216902:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438ea3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9d3 expref: 34 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.216914:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438ea3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9d3 expref: 34 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.216935:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132e38a00/0xd6b24631ff438ea3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9d3 expref: 34 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.216972:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.216974:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.216981:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438eaa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9da expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.216989:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438eaa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9da expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.217018:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438eaa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9da expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.217031:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861127552:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.217104:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1901480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.218888:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861127552:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.218902:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.218924:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b52cc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+33:2033:x1830882860462080:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2060us (3187us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.218931:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12146 00000100:00100000:0.0:1746066885.219697:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.219863:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860462336 00000100:00100000:3.0:1746066885.219869:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860462336 00002000:00100000:3.0:1746066885.219896:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98dc00 x1830882860462336/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.219910:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98dc00 with x1830882860462336 ext(0->4095) 00002000:00010000:3.0:1746066885.219914:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98dc00 00000100:00100000:3.0:1746066885.219928:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13100 00000100:00100000:3.0:1746066885.219934:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860462336:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746066885.220233:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860462336:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 298us (537us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.220239:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13100 00002000:00100000:3.0:1746066885.220244:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98dc00 x1830882860462336/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.220251:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98dc00 with x1830882860462336 ext(0->4095) 00002000:00010000:3.0:1746066885.220254:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98dc00 00000100:00100000:0.0:1746066885.222405:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.222480:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860462464 00000100:00100000:1.0:1746066885.222486:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860462464 00000100:00100000:1.0:1746066885.222529:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29319 00000100:00100000:1.0:1746066885.222535:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+33:1869:x1830882860462464:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066885.222546:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066885.222559:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438eb1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e9e1 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.222584:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438eaa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9da expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.222592:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.222594:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.222597:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438eb1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e1 expref: 34 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.222623:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438eaa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9da expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.222633:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438eaa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9da expref: 5 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.222643:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861127680:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066885.222710:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.224826:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861127680:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066885.224847:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438eb1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e1 expref: 34 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.224858:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133109400, rc 0) 00000100:00100000:1.0:1746066885.225305:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+34:1869:x1830882860462464:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2768us (2901us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.225312:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29319 00000100:00100000:0.0:1746066885.229101:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.229166:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860462592 00000100:00100000:3.0:1746066885.229173:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860462592 00010000:00010000:3.0:1746066885.229202:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438eaa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9da expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.229239:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12147 00000100:00100000:3.0:1746066885.229247:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860462592:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.229258:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.229274:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438eaa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9da expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.229290:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438eaa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9da expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.229309:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438eaa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9da expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.229328:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.229330:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.229337:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438eb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e1 expref: 33 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.229374:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438eb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e1 expref: 33 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.229477:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438eb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e1 expref: 33 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.229487:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861127808:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.230261:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800993e0600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.235536:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.235569:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860462848 00000100:00100000:1.0:1746066885.235577:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860462848 00002000:00100000:1.0:1746066885.235611:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e9c00 x1830882860462848/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.235621:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e9c00 with x1830882860462848 ext(0->4095) 00002000:00010000:1.0:1746066885.235626:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952e9c00 00000100:00100000:1.0:1746066885.235656:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13101 00000100:00100000:3.0:1746066885.235664:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861127808:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066885.235664:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+34:2031:x1830882860462848:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00010000:00010000:3.0:1746066885.235681:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.235989:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860462592:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6741us (6891us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.235998:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12147 00000100:00100000:1.0:1746066885.236062:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+34:2031:x1830882860462848:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 398us (539us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066885.236069:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13101 00002000:00100000:1.0:1746066885.236075:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e9c00 x1830882860462848/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.236083:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e9c00 with x1830882860462848 ext(0->4095) 00002000:00010000:1.0:1746066885.236086:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952e9c00 00000100:00100000:0.0:1746066885.238640:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.238822:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860462976 00000100:00100000:1.0:1746066885.238828:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860462976 00000100:00100000:1.0:1746066885.239298:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29320 00000100:00100000:1.0:1746066885.239305:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860462976:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066885.239318:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066885.239332:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438eb8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e9e8 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.239380:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438eb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e1 expref: 33 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.239387:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066885.239389:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066885.239392:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438eb8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e8 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.239417:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438eb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e1 expref: 33 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.239430:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438eb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e1 expref: 33 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.239440:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861127936:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066885.239499:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.242677:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861127936:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066885.242702:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438eb8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e8 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.242717:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132e38600, rc 0) 00000100:00100000:1.0:1746066885.243288:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860462976:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3981us (4651us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.243297:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29320 00000100:00100000:0.0:1746066885.244665:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.244737:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860463104 00000100:00100000:1.0:1746066885.244743:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860463104 00002000:00100000:1.0:1746066885.244772:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009550f480 x1830882860463104/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 496/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.244781:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550f480 with x1830882860463104 ext(0->7) 00010000:00010000:1.0:1746066885.244788:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438eb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e1 expref: 34 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.244799:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438eb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e1 expref: 34 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.244809:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009550f480 00000100:00100000:1.0:1746066885.244836:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2093 00000100:00100000:1.0:1746066885.244842:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+34:2034:x1830882860463104:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746066885.246160:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2034:x1830882860463104:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1315us (1494us total) trans 4294972160 rc 0/0 00000100:00100000:1.0:1746066885.246167:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2093 00002000:00100000:1.0:1746066885.246174:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009550f480 x1830882860463104/t4294972160(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 496/448 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.246182:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550f480 with x1830882860463104 ext(0->7) 00010000:00010000:1.0:1746066885.246188:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438eb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e1 expref: 36 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.246199:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438eb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e1 expref: 36 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.246204:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009550f480 00000100:00100000:0.0:1746066885.251245:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.251312:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860463232 00000100:00100000:3.0:1746066885.251320:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860463232 00010000:00010000:3.0:1746066885.251378:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438eb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e1 expref: 36 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.251411:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12148 00000100:00100000:3.0:1746066885.251419:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2032:x1830882860463232:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.251429:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.251446:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438eb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e1 expref: 36 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.251457:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438eb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e1 expref: 36 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.251478:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438eb1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e1 expref: 36 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.251499:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.251502:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.251508:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438eb8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e8 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.251516:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438eb8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e8 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.251543:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438eb8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e8 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.251553:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861128064:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.252486:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800993e0600 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.253942:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861128064:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.253971:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.254011:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+35:2032:x1830882860463232:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2592us (2772us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.254021:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12148 00000100:00100000:0.0:1746066885.254680:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.254789:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860463488 00000100:00100000:1.0:1746066885.254796:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860463488 00002000:00100000:1.0:1746066885.254829:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e66680 x1830882860463488/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.254838:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e66680 with x1830882860463488 ext(0->4095) 00002000:00010000:1.0:1746066885.254843:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095e66680 00000100:00100000:1.0:1746066885.254874:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13102 00000100:00100000:1.0:1746066885.254880:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860463488:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066885.255240:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860463488:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 359us (559us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066885.255247:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13102 00002000:00100000:1.0:1746066885.255252:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e66680 x1830882860463488/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.255260:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e66680 with x1830882860463488 ext(0->4095) 00002000:00010000:1.0:1746066885.255263:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095e66680 00000100:00100000:0.0:1746066885.257220:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.257398:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860463616 00000100:00100000:1.0:1746066885.257404:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860463616 00000100:00100000:1.0:1746066885.257450:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29321 00000100:00100000:1.0:1746066885.257457:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+35:1869:x1830882860463616:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066885.257468:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066885.257483:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff438ebf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e9ef expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.257508:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438eb8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e8 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.257516:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.257518:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.257521:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff438ebf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9ef expref: 36 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.257546:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438eb8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e8 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.257562:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438eb8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e8 expref: 5 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.257574:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861128192:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066885.257654:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.262308:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861128192:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066885.262336:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff438ebf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9ef expref: 36 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.262389:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f613600, rc 0) 00000100:00100000:1.0:1746066885.262423:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+36:1869:x1830882860463616:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4966us (5205us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.262432:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29321 00000100:00100000:0.0:1746066885.263832:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066885.263871:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.264417:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860463744 00000100:00100000:1.0:1746066885.264424:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860463744 00000100:00100000:3.0:1746066885.264519:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860463872 00000100:00100000:3.0:1746066885.264524:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860463872 00000100:00100000:1.0:1746066885.264535:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29322 00000100:00100000:1.0:1746066885.264543:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+36:1868:x1830882860463744:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066885.264546:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438eb8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e8 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.264557:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066885.264569:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438ec6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e9f6 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.264580:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12149 00000100:00100000:3.0:1746066885.264586:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860463872:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.264596:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.264612:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438eb8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e8 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.264622:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438eb8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e8 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.264639:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff438eb8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9e8 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.264654:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.264656:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.264661:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff438ebf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9ef expref: 36 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.264674:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff438ebf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9ef expref: 36 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.264707:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff438ebf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9ef expref: 36 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.264718:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861128320:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.264769:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800993e0600 going to sleep for 11 seconds 00010000:00010000:1.0:1746066885.264974:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff438ebf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9ef expref: 37 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.264984:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066885.264986:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066885.264989:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438ec6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9f6 expref: 37 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.265209:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff438ebf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9ef expref: 37 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.265219:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff438ebf lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9ef expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.265227:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861128448:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066885.266420:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.267500:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.267634:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861128448:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066885.267652:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438ec6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9f6 expref: 37 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.267662:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f612600, rc 0) 00000100:00100000:1.0:1746066885.267688:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+37:1868:x1830882860463744:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3146us (3859us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.267695:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29322 00000100:00100000:1.0:1746066885.267718:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860464128 00000100:00100000:1.0:1746066885.267722:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860464128 00002000:00100000:1.0:1746066885.267744:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958e9880 x1830882860464128/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.267759:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e9880 with x1830882860464128 ext(0->4095) 00010000:00010000:1.0:1746066885.267765:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff438ebf lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9ef expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.267775:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff438ebf lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9ef expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.267781:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958e9880 00000100:00100000:3.0:1746066885.268003:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861128320:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.268015:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066885.268146:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2094 00000100:00100000:1.0:1746066885.268154:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+37:2033:x1830882860464128:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066885.268300:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860463872:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3713us (4427us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.268507:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12149 00000100:00100000:1.0:1746066885.268732:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+37:2033:x1830882860464128:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 578us (1233us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066885.268739:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2094 00002000:00100000:1.0:1746066885.268745:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958e9880 x1830882860464128/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.268753:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e9880 with x1830882860464128 ext(0->4095) 00010000:00010000:1.0:1746066885.268758:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff438ebf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9ef expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.268768:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff438ebf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9ef expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.268774:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958e9880 00000100:00100000:0.0:1746066885.272644:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066885.272692:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.272707:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860464256 00000100:00100000:1.0:1746066885.272715:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860464256 00000100:00100000:3.0:1746066885.272759:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860464384 00000100:00100000:1.0:1746066885.272761:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29323 00000100:00100000:3.0:1746066885.272763:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860464384 00000100:00100000:1.0:1746066885.272769:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860464256:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066885.272780:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff438ebf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9ef expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.272780:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066885.272790:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff438ecd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267e9fd expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.272798:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12150 00000100:00100000:3.0:1746066885.272802:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+37:2034:x1830882860464384:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.272809:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066885.272811:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066885.272816:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438ec6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9f6 expref: 37 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.272821:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066885.272824:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff438ecd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9fd expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.273131:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff438ebf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9ef expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.273143:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff438ebf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9ef expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.273159:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff438ebf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9ef expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.273172:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.273174:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.273179:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438ec6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9f6 expref: 36 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.273186:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438ec6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9f6 expref: 36 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.273210:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438ec6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9f6 expref: 36 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.273221:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438ec6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9f6 expref: 36 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.273231:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861128576:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.273450:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800993e0600 going to sleep for 11 seconds 00010000:00010000:1.0:1746066885.273478:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438ec6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9f6 expref: 36 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.273487:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438ec6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9f6 expref: 36 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.273496:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861128704:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066885.273529:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.275154:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861128704:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066885.275172:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff438ecd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9fd expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.275183:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f612a00, rc 0) 00000100:00100000:1.0:1746066885.275209:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860464256:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2440us (2568us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.275215:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29323 00000100:00100000:0.0:1746066885.275630:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.275691:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861128576:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.275702:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.275721:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2034:x1830882860464384:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2917us (3028us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.275728:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12150 00000100:00100000:1.0:1746066885.275791:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860464640 00000100:00100000:1.0:1746066885.275796:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860464640 00002000:00100000:1.0:1746066885.275822:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126ca80 x1830882860464640/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.276559:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126ca80 with x1830882860464640 ext(0->4095) 00010000:00010000:1.0:1746066885.276566:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438ec6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9f6 expref: 36 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.276577:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438ec6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9f6 expref: 36 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.276583:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126ca80 00000100:00100000:1.0:1746066885.276597:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2095 00000100:00100000:1.0:1746066885.276604:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2034:x1830882860464640:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066885.276709:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2034:x1830882860464640:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 106us (1080us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066885.276716:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2095 00002000:00100000:1.0:1746066885.276722:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126ca80 x1830882860464640/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.276730:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126ca80 with x1830882860464640 ext(0->4095) 00010000:00010000:1.0:1746066885.276734:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438ec6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9f6 expref: 36 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.276748:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438ec6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9f6 expref: 36 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.276754:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126ca80 00000100:00100000:0.0:1746066885.278073:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066885.278138:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.278209:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860464768 00000100:00100000:1.0:1746066885.278214:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860464768 00000100:00100000:1.0:1746066885.278246:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29324 00000100:00100000:1.0:1746066885.278252:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+36:1868:x1830882860464768:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066885.278261:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066885.278272:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff438ed4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ea04 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.278289:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066885.278294:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff438ecd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9fd expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.278300:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066885.278304:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff438ed4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea04 expref: 37 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.278543:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff438ecd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9fd expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.278555:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff438ed4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea04 expref: 37 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.278564:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f613000, rc 0) 00000100:00100000:1.0:1746066885.278587:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+37:1868:x1830882860464768:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 335us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.278594:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29324 00000100:00100000:3.0:1746066885.278838:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860464896 00000100:00100000:3.0:1746066885.278842:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860464896 00010000:00010000:3.0:1746066885.278857:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438ec6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9f6 expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.278877:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12151 00000100:00100000:3.0:1746066885.278883:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+37:2034:x1830882860464896:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.278890:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.278903:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438ec6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9f6 expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.278912:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438ec6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9f6 expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.278928:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438ec6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9f6 expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.279166:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.279168:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.279174:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff438ecd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9fd expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.279182:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff438ecd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9fd expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.279202:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff438ecd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9fd expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.279212:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff438ecd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9fd expref: 5 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.279224:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861128960:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.279265:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800993e0600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.281866:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.282159:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861128960:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.282172:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066885.282781:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860465152 00000100:00100000:1.0:1746066885.282787:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860465152 00002000:00100000:1.0:1746066885.282827:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126f480 x1830882860465152/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.282836:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126f480 with x1830882860465152 ext(0->4095) 00010000:00010000:1.0:1746066885.282843:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff438ecd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9fd expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.282855:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff438ecd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9fd expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.282861:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126f480 00000100:00100000:1.0:1746066885.282877:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2096 00000100:00100000:1.0:1746066885.282890:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860465152:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066885.283226:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860465152:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (1134us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066885.283233:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2096 00002000:00100000:1.0:1746066885.283238:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126f480 x1830882860465152/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.283246:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126f480 with x1830882860465152 ext(0->4095) 00010000:00010000:1.0:1746066885.283251:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff438ecd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9fd expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.283266:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff438ecd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9fd expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.283272:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126f480 00000100:00100000:3.0:1746066885.283333:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2034:x1830882860464896:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3318us (4064us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.283354:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12151 00000100:00100000:0.0:1746066885.286722:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.286780:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860465280 00000100:00100000:3.0:1746066885.286787:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860465280 00010000:00010000:3.0:1746066885.286812:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff438ecd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9fd expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.286844:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12152 00000100:00100000:3.0:1746066885.286851:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860465280:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.286863:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.286879:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff438ecd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9fd expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.286896:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff438ecd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9fd expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.286918:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff438ecd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267e9fd expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.286951:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.286954:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.286959:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff438ed4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea04 expref: 35 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.287158:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff438ed4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea04 expref: 35 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.287187:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff438ed4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea04 expref: 35 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.287197:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861129088:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.287258:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800993e0600 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.290295:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861129088:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066885.290816:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.290904:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860465536 00010000:00010000:3.0:1746066885.290908:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066885.290911:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860465536 00000100:00100000:3.0:1746066885.290975:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860465280:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4122us (4256us total) trans 0 rc 0/0 00002000:00100000:2.0:1746066885.290983:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f3480 x1830882860465536/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746066885.290986:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12152 00002000:00100000:2.0:1746066885.290992:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f3480 with x1830882860465536 ext(0->4095) 00002000:00010000:2.0:1746066885.290996:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d6f3480 00000100:00100000:2.0:1746066885.291023:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13103 00000100:00100000:2.0:1746066885.291029:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2034:x1830882860465536:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066885.291277:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2034:x1830882860465536:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 246us (463us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066885.291284:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13103 00002000:00100000:2.0:1746066885.291290:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f3480 x1830882860465536/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.291303:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f3480 with x1830882860465536 ext(0->4095) 00002000:00010000:2.0:1746066885.291306:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d6f3480 00000100:00100000:0.0:1746066885.294266:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.294330:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860465664 00000100:00100000:1.0:1746066885.294377:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860465664 00000100:00100000:1.0:1746066885.294423:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29325 00000100:00100000:1.0:1746066885.294430:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860465664:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066885.294442:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066885.294457:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438edb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ea0b expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.294480:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff438ed4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea04 expref: 35 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.294485:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066885.294487:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066885.294489:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438edb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea0b expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.294509:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff438ed4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea04 expref: 35 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.294517:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff438ed4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea04 expref: 35 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.294524:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861129216:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066885.294602:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.296598:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861129216:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066885.296621:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438edb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea0b expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.296632:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f612600, rc 0) 00000100:00100000:1.0:1746066885.296670:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860465664:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2240us (2411us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.296675:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29325 00000100:00100000:0.0:1746066885.298180:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.298500:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860465792 00000100:00100000:3.0:1746066885.298508:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860465792 00010000:00010000:3.0:1746066885.298536:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff438ed4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea04 expref: 36 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.298569:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12153 00000100:00100000:3.0:1746066885.298576:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5283c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2033:x1830882860465792:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.298593:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.298610:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff438ed4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea04 expref: 36 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.298626:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff438ed4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea04 expref: 36 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.298646:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff438ed4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea04 expref: 36 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.298672:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.298674:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.298680:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438edb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea0b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.298688:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438edb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea0b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.298712:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438edb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea0b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.298722:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861129344:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.298780:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800993e0600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.300574:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.300639:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860465920 00000100:00100000:1.0:1746066885.300645:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860465920 00000100:00100000:1.0:1746066885.300688:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29326 00000100:00100000:1.0:1746066885.300695:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+36:1868:x1830882860465920:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066885.300707:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066885.300719:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff438ee2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ea12 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.300843:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438edb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea0b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.300850:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.300852:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.300855:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff438ee2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea12 expref: 37 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.300873:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438edb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea0b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.300889:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438edb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea0b expref: 5 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.300899:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861129472:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066885.301231:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.301290:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861129344:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.301306:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.301552:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5283c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+37:2033:x1830882860465792:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2975us (3378us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.301562:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12153 00000100:00100000:2.0:1746066885.301714:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.301765:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860466176 00000100:00100000:1.0:1746066885.301769:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860466176 00002000:00100000:1.0:1746066885.301791:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112e300 x1830882860466176/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.301801:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112e300 with x1830882860466176 ext(0->4095) 00010000:00010000:1.0:1746066885.301806:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438edb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea0b expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.301816:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438edb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea0b expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.301823:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112e300 00000100:00100000:1.0:1746066885.301835:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2097 00000100:00100000:1.0:1746066885.301840:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860466176:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066885.301968:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860466176:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (254us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066885.301975:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2097 00002000:00100000:1.0:1746066885.301981:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112e300 x1830882860466176/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.301995:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112e300 with x1830882860466176 ext(0->4095) 00010000:00010000:1.0:1746066885.302189:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438edb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea0b expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.302199:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438edb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea0b expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.302206:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112e300 00000100:00100000:1.0:1746066885.303301:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861129472:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066885.303318:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff438ee2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea12 expref: 36 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.303729:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f613200, rc 0) 00000100:00100000:1.0:1746066885.303764:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+36:1868:x1830882860465920:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3070us (3196us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.303771:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29326 00000100:00100000:1.0:1746066885.304983:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.305244:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860466304 00000100:00100000:2.0:1746066885.305249:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860466304 00000100:00100000:2.0:1746066885.305292:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29327 00000100:00100000:2.0:1746066885.305299:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+36:1869:x1830882860466304:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.305310:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.305322:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ee9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ea19 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.305356:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.305362:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff438ee2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea12 expref: 37 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.305368:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.305372:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ee9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea19 expref: 37 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.305397:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff438ee2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea12 expref: 37 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.305408:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ee9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea19 expref: 37 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066885.305415:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:2.0:1746066885.305416:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133108a00, rc 0) 00000100:00100000:3.0:1746066885.305488:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860466432 00000100:00100000:3.0:1746066885.305493:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860466432 00010000:00010000:3.0:1746066885.305508:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438edb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea0b expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.305618:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12154 00000100:00100000:3.0:1746066885.305625:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095872d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860466432:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.305633:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.305646:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438edb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea0b expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.305656:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438edb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea0b expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.305670:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff438edb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea0b expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.305691:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.305692:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.305698:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff438ee2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea12 expref: 37 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.305704:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff438ee2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea12 expref: 37 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.305725:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff438ee2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea12 expref: 37 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.305735:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff438ee2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea12 expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.305746:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861129728:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066885.305774:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+37:1869:x1830882860466304:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 475us (793us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.305781:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29327 00000100:00100000:3.0:1746066885.306494:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b6bc3f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.309248:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861129728:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.309266:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.309318:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095872d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860466432:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3692us (3900us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.309327:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12154 00000100:00100000:0.0:1746066885.309423:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.309708:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860466688 00000100:00100000:2.0:1746066885.309715:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860466688 00002000:00100000:2.0:1746066885.309744:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f0700 x1830882860466688/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.309754:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f0700 with x1830882860466688 ext(0->4095) 00010000:00010000:2.0:1746066885.309762:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff438ee2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea12 expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.309775:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff438ee2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea12 expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:2.0:1746066885.309781:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f0700 00000100:00100000:2.0:1746066885.309801:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2098 00000100:00100000:2.0:1746066885.309807:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+37:2034:x1830882860466688:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066885.309916:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+37:2034:x1830882860466688:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (494us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066885.309923:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2098 00002000:00100000:2.0:1746066885.309928:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f0700 x1830882860466688/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.310170:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f0700 with x1830882860466688 ext(0->4095) 00010000:00010000:2.0:1746066885.310176:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff438ee2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea12 expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.310191:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff438ee2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea12 expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:2.0:1746066885.310875:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f0700 00000100:00100000:0.0:1746066885.312155:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.312213:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860466816 00000100:00100000:3.0:1746066885.312218:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860466816 00010000:00010000:3.0:1746066885.312233:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff438ee2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea12 expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.312257:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12155 00000100:00100000:3.0:1746066885.312263:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091268000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+37:2033:x1830882860466816:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.312272:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.312286:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff438ee2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea12 expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.312296:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff438ee2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea12 expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.312314:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff438ee2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea12 expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.312360:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.312363:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.312369:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ee9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea19 expref: 36 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.312378:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ee9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea19 expref: 36 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.312403:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ee9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea19 expref: 36 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.312414:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861129856:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.312471:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b6bc3f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.314333:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861129856:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.314375:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.314405:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091268000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2033:x1830882860466816:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2141us (2251us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.314413:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12155 00000100:00100000:0.0:1746066885.314772:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.314825:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860467072 00000100:00100000:2.0:1746066885.314830:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860467072 00002000:00100000:2.0:1746066885.315077:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091268380 x1830882860467072/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.315087:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091268380 with x1830882860467072 ext(0->4095) 00002000:00010000:2.0:1746066885.315091:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091268380 00000100:00100000:2.0:1746066885.315118:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13104 00000100:00100000:2.0:1746066885.315125:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2033:x1830882860467072:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066885.315226:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2033:x1830882860467072:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 100us (453us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066885.315232:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13104 00002000:00100000:2.0:1746066885.315238:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091268380 x1830882860467072/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.315246:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091268380 with x1830882860467072 ext(0->4095) 00002000:00010000:2.0:1746066885.315249:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091268380 00000100:00100000:0.0:1746066885.316709:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.316784:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860467200 00000100:00100000:2.0:1746066885.316788:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860467200 00000100:00100000:2.0:1746066885.316816:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29328 00000100:00100000:2.0:1746066885.316826:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860467200:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.316838:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.316852:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438ef0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ea20 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.316874:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ee9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea19 expref: 35 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.316881:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.316883:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.316886:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438ef0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea20 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.316908:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ee9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea19 expref: 35 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.316919:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ee9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea19 expref: 35 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.316929:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861129984:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066885.317002:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426540 going to sleep for 11 seconds 00000100:00100000:2.0:1746066885.318169:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861129984:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066885.318185:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438ef0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea20 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.318196:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133109a00, rc 0) 00000100:00100000:2.0:1746066885.318365:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860467200:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1516us (1636us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.318376:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29328 00000100:00100000:0.0:1746066885.320384:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.320438:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860467328 00000100:00100000:3.0:1746066885.320443:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860467328 00010000:00010000:3.0:1746066885.320465:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ee9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea19 expref: 36 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.320488:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12156 00000100:00100000:3.0:1746066885.320492:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091268700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2034:x1830882860467328:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.320501:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.320513:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ee9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea19 expref: 36 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.320525:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ee9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea19 expref: 36 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.320540:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ee9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea19 expref: 36 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.320553:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.320555:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.320559:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438ef0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea20 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.320565:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438ef0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea20 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.320582:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438ef0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea20 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.320590:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861130112:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.320638:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b6bc3f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.321869:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861130112:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.321884:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.321910:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091268700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+35:2034:x1830882860467328:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1416us (1528us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.321919:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12156 00000100:00100000:0.0:1746066885.322124:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.322206:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860467584 00000100:00100000:3.0:1746066885.322212:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860467584 00002000:00100000:3.0:1746066885.322241:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091268a80 x1830882860467584/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.322252:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091268a80 with x1830882860467584 ext(0->4095) 00002000:00010000:3.0:1746066885.322256:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091268a80 00000100:00100000:3.0:1746066885.322283:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13105 00000100:00100000:3.0:1746066885.322290:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860467584:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066885.322697:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860467584:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 407us (572us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.322704:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13105 00002000:00100000:3.0:1746066885.322709:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091268a80 x1830882860467584/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.322716:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091268a80 with x1830882860467584 ext(0->4095) 00002000:00010000:3.0:1746066885.322719:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091268a80 00000100:00100000:0.0:1746066885.325419:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.325479:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860467712 00000100:00100000:2.0:1746066885.325485:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860467712 00000100:00100000:2.0:1746066885.325593:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29329 00000100:00100000:2.0:1746066885.325601:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+35:1869:x1830882860467712:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.325613:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.325628:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ef7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ea27 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.325651:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438ef0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea20 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.325658:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.325659:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.325662:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ef7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea27 expref: 36 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.326153:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438ef0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea20 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.326166:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438ef0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea20 expref: 5 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.326179:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861130240:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066885.326251:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426540 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.326594:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.326640:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860467840 00000100:00100000:3.0:1746066885.326645:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860467840 00000100:00100000:3.0:1746066885.326676:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29330 00000100:00100000:3.0:1746066885.326686:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+37:1868:x1830882860467840:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066885.326694:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066885.326702:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438efe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ea2e expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.326716:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.326721:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ef7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea27 expref: 38 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.326731:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066885.326734:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438efe lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea2e expref: 38 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.326756:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ef7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea27 expref: 38 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.326767:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438efe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea2e expref: 38 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.326776:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8c00, rc 0) 00000100:00100000:3.0:1746066885.326802:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+38:1868:x1830882860467840:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.326808:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29330 00000100:00100000:2.0:1746066885.328323:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861130240:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066885.328382:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ef7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea27 expref: 37 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.328393:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133108a00, rc 0) 00000100:00100000:2.0:1746066885.328424:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+37:1869:x1830882860467712:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2824us (3009us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.328431:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29329 00000100:00100000:0.0:1746066885.328613:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.328669:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860467968 00000100:00100000:3.0:1746066885.328674:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860467968 00010000:00010000:3.0:1746066885.329049:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438ef0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea20 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.329084:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12157 00000100:00100000:3.0:1746066885.329091:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091269500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860467968:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.329100:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.329114:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438ef0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea20 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.329125:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438ef0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea20 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.329143:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438ef0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea20 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.329156:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.329157:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.329163:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ef7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea27 expref: 36 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.329171:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ef7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea27 expref: 36 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.329192:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ef7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea27 expref: 36 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.329202:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ef7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea27 expref: 36 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.329213:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861130496:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.329267:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b6bc3b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.332689:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861130496:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.332706:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.332749:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860467968:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3657us (4135us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.332763:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12157 00000100:00100000:0.0:1746066885.333192:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.333240:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860468224 00000100:00100000:3.0:1746066885.333247:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860468224 00002000:00100000:3.0:1746066885.333278:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091269880 x1830882860468224/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.333289:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091269880 with x1830882860468224 ext(0->4095) 00010000:00010000:3.0:1746066885.333296:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ef7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea27 expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.333308:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ef7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea27 expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.333315:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091269880 00000100:00100000:3.0:1746066885.333369:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2099 00000100:00100000:3.0:1746066885.333378:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+37:2033:x1830882860468224:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066885.333500:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+37:2033:x1830882860468224:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (309us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.333507:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2099 00002000:00100000:3.0:1746066885.333513:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091269880 x1830882860468224/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.333521:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091269880 with x1830882860468224 ext(0->4095) 00010000:00010000:3.0:1746066885.333526:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ef7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea27 expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.333535:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ef7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea27 expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.333541:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091269880 00000100:00100000:0.0:1746066885.335376:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066885.335418:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.335433:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860468352 00000100:00100000:2.0:1746066885.335444:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860468352 00000100:00100000:3.0:1746066885.335468:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860468480 00000100:00100000:2.0:1746066885.335471:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29331 00000100:00100000:3.0:1746066885.335473:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860468480 00000100:00100000:2.0:1746066885.335478:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860468352:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.335493:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066885.335501:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ef7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea27 expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.335504:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f05 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ea35 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.335528:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.335533:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438efe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea2e expref: 37 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.335534:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12158 00010000:00010000:2.0:1746066885.335539:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:3.0:1746066885.335540:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091269f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+37:2033:x1830882860468480:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066885.335543:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f05 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea35 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.335548:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.335561:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ef7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea27 expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.335577:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438efe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea2e expref: 37 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.335578:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ef7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea27 expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.335594:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133108a00/0xd6b24631ff438ef7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea27 expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.335598:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f05 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea35 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.335607:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.335609:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.335615:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438efe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea2e expref: 36 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.335623:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438efe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea2e expref: 36 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.335635:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efedc00, rc 0) 00010000:00010000:3.0:1746066885.335642:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438efe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea2e expref: 36 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.335656:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438efe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea2e expref: 36 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.335663:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860468352:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.335667:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861130752:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066885.335670:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29331 00000100:00100000:3.0:1746066885.335717:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b6bc3c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.341069:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861130752:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066885.341072:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:3.0:1746066885.341085:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.341116:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2033:x1830882860468480:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5575us (5697us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.341126:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12158 00000100:00100000:1.0:1746066885.341154:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860468736 00000100:00100000:1.0:1746066885.341160:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860468736 00002000:00100000:1.0:1746066885.341189:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126a300 x1830882860468736/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.341198:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126a300 with x1830882860468736 ext(0->4095) 00010000:00010000:1.0:1746066885.341205:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438efe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea2e expref: 36 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.341224:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438efe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea2e expref: 36 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.341236:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126a300 00000100:00100000:1.0:1746066885.341262:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2100 00000100:00100000:1.0:1746066885.341269:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2034:x1830882860468736:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066885.341403:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2034:x1830882860468736:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (332us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066885.341410:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2100 00002000:00100000:1.0:1746066885.341416:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126a300 x1830882860468736/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.341424:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126a300 with x1830882860468736 ext(0->4095) 00010000:00010000:1.0:1746066885.341428:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438efe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea2e expref: 36 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.341437:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438efe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea2e expref: 36 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.341443:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126a300 00000100:00100000:0.0:1746066885.343582:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.343676:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860468864 00000100:00100000:2.0:1746066885.343681:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860468864 00000100:00100000:2.0:1746066885.343708:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29332 00000100:00100000:2.0:1746066885.343714:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+36:1868:x1830882860468864:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.343725:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.343739:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438f0c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ea3c expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.343760:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.343765:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f05 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea35 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.343772:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066885.343775:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438f0c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea3c expref: 37 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.343802:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f05 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea35 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.343813:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438f0c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea3c expref: 37 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.343827:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efed000, rc 0) 00000100:00100000:2.0:1746066885.343868:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+37:1868:x1830882860468864:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.343873:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29332 00000100:00100000:2.0:1746066885.345268:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.345562:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860468992 00000100:00100000:3.0:1746066885.345567:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860468992 00010000:00010000:3.0:1746066885.345587:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438efe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea2e expref: 37 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.345618:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12159 00000100:00100000:3.0:1746066885.345624:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+37:2032:x1830882860468992:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.345632:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.345646:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438efe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea2e expref: 37 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.345657:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438efe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea2e expref: 37 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.345674:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438efe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea2e expref: 37 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.345701:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.345703:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.345709:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f05 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea35 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.345717:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea35 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.345739:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea35 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.345750:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea35 expref: 5 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.345761:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861131008:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.345820:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b6bc3c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.347380:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861131008:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.347390:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.347420:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2032:x1830882860468992:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1796us (2154us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.347426:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12159 00000100:00100000:0.0:1746066885.347843:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.348006:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860469248 00000100:00100000:3.0:1746066885.348010:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860469248 00002000:00100000:3.0:1746066885.348035:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126aa00 x1830882860469248/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.348047:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126aa00 with x1830882860469248 ext(0->4095) 00010000:00010000:3.0:1746066885.348052:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea35 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.348060:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea35 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.348064:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126aa00 00000100:00100000:3.0:1746066885.348083:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2101 00000100:00100000:3.0:1746066885.348089:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860469248:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066885.348173:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860469248:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 85us (344us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.348178:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2101 00002000:00100000:3.0:1746066885.348182:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126aa00 x1830882860469248/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.348187:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126aa00 with x1830882860469248 ext(0->4095) 00010000:00010000:3.0:1746066885.348190:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea35 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.348197:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea35 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.348201:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126aa00 00000100:00100000:0.0:1746066885.353993:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.359210:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860469376 00000100:00100000:3.0:1746066885.359220:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860469376 00010000:00010000:3.0:1746066885.359252:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea35 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.359287:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12160 00000100:00100000:3.0:1746066885.359294:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5282050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860469376:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.359306:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.359322:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea35 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.359332:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea35 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.359375:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f05 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea35 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.359404:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.359405:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.359410:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438f0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea3c expref: 35 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.359415:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438f0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea3c expref: 35 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.359440:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438f0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea3c expref: 35 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.359449:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861131136:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.359522:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b6bc3c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.360687:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861131136:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.360697:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.360722:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5282050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860469376:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1428us (6736us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.360730:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12160 00000100:00100000:0.0:1746066885.363217:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.363267:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860469632 00000100:00100000:3.0:1746066885.363271:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860469632 00002000:00100000:3.0:1746066885.363301:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126ad80 x1830882860469632/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.363310:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126ad80 with x1830882860469632 ext(0->4095) 00002000:00010000:3.0:1746066885.363314:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009126ad80 00000100:00100000:3.0:1746066885.363367:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13106 00000100:00100000:3.0:1746066885.363374:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2033:x1830882860469632:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066885.363486:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2033:x1830882860469632:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (271us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.363492:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13106 00002000:00100000:3.0:1746066885.363497:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126ad80 x1830882860469632/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.363504:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126ad80 with x1830882860469632 ext(0->4095) 00002000:00010000:3.0:1746066885.363507:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009126ad80 00000100:00100000:0.0:1746066885.365237:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.365313:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860469760 00000100:00100000:2.0:1746066885.365317:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860469760 00000100:00100000:2.0:1746066885.365364:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29333 00000100:00100000:2.0:1746066885.365369:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860469760:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.365379:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.365392:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f13 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ea43 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.365415:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438f0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea3c expref: 35 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.365422:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.365424:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.365427:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f13 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea43 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.365450:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438f0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea3c expref: 35 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.365462:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438f0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea3c expref: 35 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.365477:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861131264:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066885.365545:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426540 going to sleep for 11 seconds 00000100:00100000:2.0:1746066885.367063:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861131264:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066885.367080:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f13 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea43 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.367091:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133109400, rc 0) 00000100:00100000:2.0:1746066885.367112:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860469760:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1743us (1877us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.367119:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29333 00000100:00100000:0.0:1746066885.368491:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066885.372702:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.372844:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860469888 00000100:00100000:3.0:1746066885.372857:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860469888 00010000:00010000:3.0:1746066885.372887:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438f0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea3c expref: 36 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.373756:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860470016 00000100:00100000:2.0:1746066885.373760:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860470016 00000100:00100000:3.0:1746066885.373856:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12161 00000100:00100000:3.0:1746066885.373865:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+37:2033:x1830882860469888:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.373878:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.373897:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438f0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea3c expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.373910:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438f0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea3c expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.373930:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438f0c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea3c expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.374186:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.374188:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.374197:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f13 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea43 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.374205:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea43 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.374233:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea43 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.374244:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861131392:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.374309:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b6bc3f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066885.375764:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29334 00000100:00100000:2.0:1746066885.375773:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+36:1868:x1830882860470016:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.375786:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.375796:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438f1a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ea4a expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.375812:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea43 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.375819:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.375820:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.375824:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438f1a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea4a expref: 37 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.375846:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea43 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.375856:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f13 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea43 expref: 5 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.375865:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861131520:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066885.375897:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426540 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.377708:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861131392:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.377727:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.377763:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+37:2033:x1830882860469888:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3898us (9273us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.377772:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12161 00000100:00100000:2.0:1746066885.377839:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861131520:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066885.377856:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438f1a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea4a expref: 36 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.377867:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133108200, rc 0) 00000100:00100000:2.0:1746066885.378144:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+36:1868:x1830882860470016:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2371us (5447us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.378151:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29334 00000100:00100000:0.0:1746066885.379700:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.379805:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860470272 00000100:00100000:1.0:1746066885.379811:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860470272 00002000:00100000:1.0:1746066885.379840:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126bb80 x1830882860470272/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.379849:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126bb80 with x1830882860470272 ext(0->4095) 00010000:00010000:1.0:1746066885.379856:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea43 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.379867:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea43 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.379873:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126bb80 00000100:00100000:1.0:1746066885.379896:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2102 00000100:00100000:1.0:1746066885.379902:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860470272:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066885.380011:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860470272:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066885.380016:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2102 00002000:00100000:1.0:1746066885.380021:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126bb80 x1830882860470272/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.380028:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126bb80 with x1830882860470272 ext(0->4095) 00010000:00010000:1.0:1746066885.380032:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea43 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.380041:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea43 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.380046:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126bb80 00000100:00100000:0.0:1746066885.383047:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.383513:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860470400 00000100:00100000:3.0:1746066885.383520:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860470400 00010000:00010000:3.0:1746066885.383547:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea43 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:0.0:1746066885.383604:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12162 00000100:00100000:0.0:1746066885.383613:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091268000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860470400:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066885.383627:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066885.383643:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea43 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:0.0:1746066885.383655:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea43 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:0.0:1746066885.383676:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f13 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea43 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:0.0:1746066885.383840:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066885.383843:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066885.383850:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438f1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea4a expref: 35 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066885.383860:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438f1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea4a expref: 35 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066885.383890:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438f1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea4a expref: 35 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066885.383901:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091268700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861131648:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066885.384597:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.387005:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091268700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861131648:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066885.387024:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066885.387056:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091268000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860470400:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3443us (4013us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.387065:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12162 00000100:00100000:0.0:1746066885.388088:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.388154:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860470656 00000100:00100000:1.0:1746066885.388160:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860470656 00002000:00100000:1.0:1746066885.388194:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091269500 x1830882860470656/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.388205:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091269500 with x1830882860470656 ext(0->4095) 00002000:00010000:1.0:1746066885.388209:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091269500 00000100:00100000:1.0:1746066885.388238:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13107 00000100:00100000:1.0:1746066885.388245:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2033:x1830882860470656:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066885.388414:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2033:x1830882860470656:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 168us (327us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066885.388425:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13107 00002000:00100000:1.0:1746066885.388431:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091269500 x1830882860470656/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.388440:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091269500 with x1830882860470656 ext(0->4095) 00002000:00010000:1.0:1746066885.388443:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091269500 00000100:00100000:0.0:1746066885.391163:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.391245:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860470784 00000100:00100000:2.0:1746066885.391252:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860470784 00000100:00100000:1.0:1746066885.391427:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29335 00000100:00100000:1.0:1746066885.391436:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860470784:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066885.391449:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066885.391462:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff438f21 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ea51 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.391484:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438f1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea4a expref: 35 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.391492:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066885.391493:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066885.391497:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff438f21 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea51 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.391520:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438f1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea4a expref: 35 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.391531:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438f1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea4a expref: 35 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.391543:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095871880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861131776:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066885.391608:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.393827:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095871880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861131776:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066885.393847:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff438f21 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea51 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.393861:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085a400, rc 0) 00000100:00100000:1.0:1746066885.393898:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860470784:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2464us (2739us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.393905:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29335 00000100:00100000:0.0:1746066885.394903:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.395088:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860470912 00000100:00100000:1.0:1746066885.395092:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860470912 00002000:00100000:1.0:1746066885.395117:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880091268700 x1830882860470912/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 496/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.395129:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091268700 with x1830882860470912 ext(0->7) 00010000:00010000:1.0:1746066885.395135:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438f1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea4a expref: 36 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.395144:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438f1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea4a expref: 36 pid: 21660 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.395150:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091268700 00000100:00100000:1.0:1746066885.395177:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2103 00000100:00100000:1.0:1746066885.395183:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2031:x1830882860470912:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066885.398662:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2031:x1830882860470912:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 3467us (3749us total) trans 4294972161 rc 0/0 00000100:00100000:0.0:1746066885.398677:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2103 00002000:00100000:0.0:1746066885.398690:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880091268700 x1830882860470912/t4294972161(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 496/448 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066885.398700:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091268700 with x1830882860470912 ext(0->7) 00010000:00010000:0.0:1746066885.398711:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438f1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea4a expref: 38 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:0.0:1746066885.398728:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438f1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea4a expref: 38 pid: 21660 timeout: 1097 lvb_type: 0 00002000:00010000:0.0:1746066885.398735:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091268700 00000100:00100000:0.0:1746066885.406382:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.406451:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860471040 00000100:00100000:1.0:1746066885.406462:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860471040 00010000:00010000:1.0:1746066885.406594:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438f1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea4a expref: 38 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.406630:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12163 00000100:00100000:1.0:1746066885.406637:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2032:x1830882860471040:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066885.406651:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066885.406672:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438f1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea4a expref: 38 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.406686:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438f1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea4a expref: 38 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.406711:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff438f1a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea4a expref: 38 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.407209:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.407213:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.407222:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff438f21 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea51 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.407232:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff438f21 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea51 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.407273:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff438f21 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea51 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066885.407286:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095871880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861131904:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066885.408859:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.410693:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095871880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861131904:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066885.410712:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066885.410968:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+37:2032:x1830882860471040:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4329us (4633us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.410980:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12163 00000100:00100000:0.0:1746066885.412391:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.412498:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860471296 00000100:00100000:2.0:1746066885.412506:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860471296 00002000:00100000:2.0:1746066885.412555:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65f800 x1830882860471296/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.412566:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65f800 with x1830882860471296 ext(0->4095) 00002000:00010000:2.0:1746066885.412572:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f65f800 00000100:00100000:2.0:1746066885.412669:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13108 00000100:00100000:2.0:1746066885.412679:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860471296:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066885.412809:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860471296:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (421us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066885.412817:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13108 00002000:00100000:2.0:1746066885.412823:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65f800 x1830882860471296/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.412832:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65f800 with x1830882860471296 ext(0->4095) 00002000:00010000:2.0:1746066885.412835:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f65f800 00000100:00100000:0.0:1746066885.415627:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066885.416230:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.416792:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860471424 00000100:00100000:2.0:1746066885.416801:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860471424 00000100:00100000:1.0:1746066885.417124:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860471552 00000100:00100000:1.0:1746066885.417128:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860471552 00000100:00100000:1.0:1746066885.417158:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29336 00000100:00100000:1.0:1746066885.417165:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+38:1868:x1830882860471424:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746066885.417213:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29337 00000100:00100000:2.0:1746066885.417218:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+38:1869:x1830882860471552:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.417228:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.417248:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f28 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ea5f expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.417277:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff438f21 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea51 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.417283:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.417285:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.417288:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f28 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea5f expref: 39 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.417315:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff438f21 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea51 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.417327:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff438f21 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea51 expref: 5 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.417337:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861132032:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066885.417420:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426600 going to sleep for 11 seconds 00010000:00010000:1.0:1746066885.420830:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066885.420919:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438f2f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ea58 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066885.420962:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066885.420972:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f28 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea5f expref: 40 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066885.420979:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066885.420983:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438f2f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea58 expref: 40 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066885.421024:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f28 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea5f expref: 40 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066885.421041:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438f2f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea58 expref: 40 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066885.421053:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090879800, rc 0) 00000100:00100000:0.0:1746066885.421110:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+40:1868:x1830882860471424:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3944us (5489us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066885.421119:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29336 00000100:00100000:0.0:1746066885.427647:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.427746:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860471680 00000100:00100000:1.0:1746066885.427754:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860471680 00010000:00010000:1.0:1746066885.427790:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff438f21 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea51 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.427820:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12164 00000100:00100000:1.0:1746066885.427826:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860471680:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066885.427837:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066885.427855:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff438f21 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea51 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.427864:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff438f21 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea51 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.427887:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.427888:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.427894:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea5f expref: 39 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.427900:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea5f expref: 39 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.427928:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea5f expref: 39 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.427937:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f28 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea5f expref: 39 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.427960:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095871880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861132288:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066885.428164:0:21660:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009085a400/0xd6b24631ff438f21 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea51 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.428178:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861132032:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066885.428204:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f28 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea5f expref: 39 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.428211:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f28 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea5f expref: 39 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.428219:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed240 going to sleep for 11 seconds 00010000:00010000:2.0:1746066885.428221:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efedc00, rc 0) 00000100:00100000:2.0:1746066885.428247:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+39:1869:x1830882860471552:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11028us (12018us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.428256:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29337 00000100:00100000:2.0:1746066885.431263:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095871880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861132288:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066885.431275:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:2.0:1746066885.431282:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066885.431320:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860471680:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3493us (3681us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.431332:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12164 00000100:00100000:3.0:1746066885.432356:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860471936 00000100:00100000:3.0:1746066885.432364:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860471936 00002000:00100000:3.0:1746066885.432602:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095872d80 x1830882860471936/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.432614:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095872d80 with x1830882860471936 ext(0->4095) 00010000:00010000:3.0:1746066885.432624:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea5f expref: 39 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.432638:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea5f expref: 39 pid: 21660 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.432646:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095872d80 00000100:00100000:3.0:1746066885.432680:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2104 00000100:00100000:3.0:1746066885.432687:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+39:2033:x1830882860471936:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066885.432820:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+39:2033:x1830882860471936:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (1545us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.432829:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2104 00002000:00100000:3.0:1746066885.432835:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095872d80 x1830882860471936/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.432843:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095872d80 with x1830882860471936 ext(0->4095) 00010000:00010000:3.0:1746066885.432847:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea5f expref: 39 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.432856:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea5f expref: 39 pid: 21660 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.432862:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095872d80 00000100:00100000:0.0:1746066885.436056:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.436147:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860472064 00000100:00100000:2.0:1746066885.436160:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860472064 00010000:00010000:2.0:1746066885.436204:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea5f expref: 39 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.436256:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12165 00000100:00100000:2.0:1746066885.436264:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+39:2033:x1830882860472064:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066885.436281:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066885.436304:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea5f expref: 39 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.436318:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea5f expref: 39 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.436393:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438f28 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea5f expref: 39 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.436419:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.436421:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.436429:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438f2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea58 expref: 38 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.436438:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438f2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea58 expref: 38 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.436477:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438f2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea58 expref: 38 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066885.436496:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861132416:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066885.436602:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066885.437789:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066885.437834:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860472192 00000100:00100000:0.0:1746066885.437840:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860472192 00000100:00100000:0.0:1746066885.437887:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29338 00000100:00100000:0.0:1746066885.437894:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860472192:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066885.437909:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066885.437923:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438f36 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ea66 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066885.438546:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438f2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea58 expref: 38 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066885.438556:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066885.438558:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066885.438562:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438f36 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea66 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066885.438592:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438f2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea58 expref: 38 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066885.438605:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438f2f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea58 expref: 38 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:0.0:1746066885.438618:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801203fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861132544:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066885.438877:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861132416:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.439094:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066885.439112:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.439134:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2033:x1830882860472064:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2870us (3086us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.439144:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12165 00000100:00100000:1.0:1746066885.439178:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.439670:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860472448 00000100:00100000:3.0:1746066885.439675:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860472448 00002000:00100000:3.0:1746066885.439708:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095873100 x1830882860472448/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.439719:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095873100 with x1830882860472448 ext(0->4095) 00010000:00010000:3.0:1746066885.439726:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438f2f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea58 expref: 38 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.439738:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438f2f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea58 expref: 38 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.439745:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095873100 00000100:00100000:3.0:1746066885.439772:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2105 00000100:00100000:3.0:1746066885.439779:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2034:x1830882860472448:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066885.439918:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2034:x1830882860472448:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (739us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.439925:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2105 00002000:00100000:3.0:1746066885.439931:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095873100 x1830882860472448/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.439949:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095873100 with x1830882860472448 ext(0->4095) 00010000:00010000:3.0:1746066885.439954:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438f2f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea58 expref: 38 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.439964:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438f2f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea58 expref: 38 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.439970:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095873100 00000100:00100000:1.0:1746066885.440644:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801203fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861132544:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066885.440676:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438f36 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea66 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.440693:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132e39a00, rc 0) 00000100:00100000:1.0:1746066885.440756:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860472192:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2862us (2969us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.440764:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29338 00000100:00100000:0.0:1746066885.444297:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066885.445321:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.445485:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860472704 00000100:00100000:3.0:1746066885.445498:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860472704 00010000:00010000:3.0:1746066885.445540:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438f2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea58 expref: 38 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.445589:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12166 00000100:00100000:3.0:1746066885.445596:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2033:x1830882860472704:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.445608:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746066885.445615:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860472576 00000100:00100000:1.0:1746066885.445623:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860472576 00010000:00010000:3.0:1746066885.445625:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438f2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea58 expref: 38 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.445642:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438f2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea58 expref: 39 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.445663:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff438f2f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea58 expref: 39 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.445665:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29339 00000100:00100000:1.0:1746066885.445671:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+38:1868:x1830882860472576:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066885.445684:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.445685:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.445690:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066885.445695:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438f36 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea66 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.445704:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438f36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea66 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.445705:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085b400/0xd6b24631ff438f3d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ea6d expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.445737:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438f36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea66 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.445746:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.445748:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.445751:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085b400/0xd6b24631ff438f3d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea6d expref: 39 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.445847:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438f36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea66 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.445859:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438f36 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea66 expref: 5 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.445870:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861132672:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.445937:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b6bc3b40 going to sleep for 11 seconds 00010000:00010000:1.0:1746066885.446166:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438f36 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea66 expref: 5 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.446174:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438f36 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea66 expref: 5 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.446183:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095873800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861132800:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066885.446222:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.454129:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.454357:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860472960 00000100:00100000:2.0:1746066885.454365:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860472960 00000100:00100000:1.0:1746066885.454396:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095873800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861132800:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066885.454420:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085b400/0xd6b24631ff438f3d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea6d expref: 39 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.454435:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085b400, rc 0) 00002000:00100000:2.0:1746066885.454466:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c41c00 x1830882860472960/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.454477:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c41c00 with x1830882860472960 ext(0->4095) 00000100:00100000:1.0:1746066885.454478:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+39:1868:x1830882860472576:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8806us (10192us total) trans 0 rc 0/0 00010000:00010000:2.0:1746066885.454483:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438f36 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea66 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.454487:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29339 00010000:00010000:2.0:1746066885.454496:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438f36 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea66 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00002000:00010000:2.0:1746066885.454503:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c41c00 00000100:00100000:2.0:1746066885.454519:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2106 00000100:00100000:2.0:1746066885.454526:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860472960:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066885.454621:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860472960:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 96us (502us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066885.454627:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2106 00002000:00100000:2.0:1746066885.454633:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c41c00 x1830882860472960/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.454640:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c41c00 with x1830882860472960 ext(0->4095) 00010000:00010000:2.0:1746066885.454645:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438f36 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea66 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.454655:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438f36 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea66 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00002000:00010000:2.0:1746066885.454661:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c41c00 00000100:00100000:3.0:1746066885.454859:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861132672:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.455117:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.455736:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2033:x1830882860472704:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 10138us (10414us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.455745:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12166 00000100:00100000:0.0:1746066885.463191:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.463288:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860473088 00000100:00100000:3.0:1746066885.463296:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860473088 00010000:00010000:3.0:1746066885.463325:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438f36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea66 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.463391:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12167 00000100:00100000:3.0:1746066885.463398:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b664fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860473088:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.463410:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.463426:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438f36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea66 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.463438:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438f36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea66 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.463459:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132e39a00/0xd6b24631ff438f36 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea66 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.463481:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.463483:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.463489:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085b400/0xd6b24631ff438f3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea6d expref: 37 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.463497:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085b400/0xd6b24631ff438f3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea6d expref: 37 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.463529:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009085b400/0xd6b24631ff438f3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea6d expref: 37 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.463540:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861132928:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.465372:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b6bc3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.469230:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.469356:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860473344 00000100:00100000:2.0:1746066885.469363:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860473344 00002000:00100000:2.0:1746066885.469399:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c43800 x1830882860473344/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.469408:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c43800 with x1830882860473344 ext(0->4095) 00002000:00010000:2.0:1746066885.469424:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c43800 00000100:00100000:2.0:1746066885.469447:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13109 00000100:00100000:2.0:1746066885.469453:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2034:x1830882860473344:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066885.469548:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861132928:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.469563:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066885.469569:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2034:x1830882860473344:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066885.469576:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13109 00002000:00100000:2.0:1746066885.469581:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c43800 x1830882860473344/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746066885.469582:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b664fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860473088:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6186us (6400us total) trans 0 rc 0/0 00002000:00100000:2.0:1746066885.469588:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c43800 with x1830882860473344 ext(0->4095) 00000100:00100000:3.0:1746066885.469590:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12167 00002000:00010000:2.0:1746066885.469591:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c43800 00000100:00100000:0.0:1746066885.471371:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.471390:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860473472 00000100:00100000:2.0:1746066885.471395:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860473472 00000100:00100000:2.0:1746066885.471433:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29340 00000100:00100000:2.0:1746066885.471440:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860473472:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.471708:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.471728:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438f44 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ea74 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.471756:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085b400/0xd6b24631ff438f3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea6d expref: 37 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.471763:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.471765:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.471768:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438f44 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea74 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.471796:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009085b400/0xd6b24631ff438f3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea6d expref: 37 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.471807:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009085b400/0xd6b24631ff438f3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea6d expref: 37 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.471822:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861133056:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066885.472630:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.475193:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.475482:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861133056:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066885.475491:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860473600 00000100:00100000:3.0:1746066885.475496:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860473600 00010000:00010000:2.0:1746066885.475504:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438f44 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea74 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.475519:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133109a00, rc 0) 00010000:00010000:3.0:1746066885.475526:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009085b400/0xd6b24631ff438f3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea6d expref: 38 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.475550:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860473472:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4111us (4209us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.475554:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12168 00000100:00100000:3.0:1746066885.475560:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2033:x1830882860473600:12345-192.168.201.51@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746066885.475562:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29340 00010000:00010000:3.0:1746066885.475568:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.475589:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009085b400/0xd6b24631ff438f3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea6d expref: 38 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.475598:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009085b400/0xd6b24631ff438f3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea6d expref: 38 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.475621:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009085b400/0xd6b24631ff438f3d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea6d expref: 38 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.476642:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.476645:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.476653:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438f44 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea74 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.476662:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438f44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea74 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.476690:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438f44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea74 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.476700:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861133184:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.476760:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b6bc3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.482118:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.482178:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860473728 00000100:00100000:2.0:1746066885.482186:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860473728 00000100:00100000:2.0:1746066885.482222:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29341 00000100:00100000:2.0:1746066885.482230:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+38:1868:x1830882860473728:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066885.482232:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:2.0:1746066885.482248:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746066885.482263:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860473984 00000100:00100000:2.0:1746066885.482266:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860473984 00002000:00100000:2.0:1746066885.482291:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c39880 x1830882860473984/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.482301:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c39880 with x1830882860473984 ext(0->4095) 00002000:00010000:2.0:1746066885.482305:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c39880 00000100:00100000:2.0:1746066885.482478:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13110 00000100:00100000:2.0:1746066885.482485:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860473984:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746066885.482604:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860473984:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (370us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066885.482610:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13110 00002000:00100000:2.0:1746066885.482615:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c39880 x1830882860473984/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.482622:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c39880 with x1830882860473984 ext(0->4095) 00002000:00010000:2.0:1746066885.482624:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c39880 00010000:00010000:2.0:1746066885.482642:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f4b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ea7b expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.482670:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438f44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea74 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.482677:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.482678:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.482682:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f4b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea7b expref: 39 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.482707:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438f44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea74 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.482717:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438f44 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea74 expref: 5 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.482729:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861133312:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066885.482779:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.482868:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861133184:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.482882:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.482898:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+39:2033:x1830882860473600:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7339us (7711us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.482906:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12168 00000100:00100000:0.0:1746066885.485487:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.486792:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860474112 00000100:00100000:2.0:1746066885.486799:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860474112 00000100:00100000:2.0:1746066885.486843:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29342 00000100:00100000:2.0:1746066885.486850:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+39:1869:x1830882860474112:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.486864:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.486876:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438f52 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ea82 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.486901:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.486905:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f4b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea7b expref: 40 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.486912:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.486916:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438f52 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea82 expref: 40 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.486957:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f4b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea7b expref: 40 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.486968:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438f52 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea82 expref: 40 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.486977:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eae5000, rc 0) 00000100:00100000:2.0:1746066885.487013:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+40:1869:x1830882860474112:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (1743us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.487019:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29342 00000100:00100000:0.0:1746066885.487713:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.487756:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860474240 00000100:00100000:3.0:1746066885.487761:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860474240 00010000:00010000:3.0:1746066885.487778:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438f44 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea74 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.487796:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12169 00000100:00100000:3.0:1746066885.487801:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860474240:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.487812:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.487827:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438f44 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea74 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.487837:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438f44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea74 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.487851:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.487853:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.487858:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea7b expref: 39 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.487866:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea7b expref: 39 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.487886:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea7b expref: 39 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.487897:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f4b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea7b expref: 39 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.487908:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861133568:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.487977:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b6bc3f00 going to sleep for 11 seconds 00010000:00010000:2.0:1746066885.488543:0:21660:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133109a00/0xd6b24631ff438f44 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea74 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.488558:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861133312:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066885.488572:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f4b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea7b expref: 39 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.488580:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f4b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea7b expref: 39 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.488588:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133109400, rc 0) 00000100:00100000:2.0:1746066885.488620:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+39:1868:x1830882860473728:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6390us (6508us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.488626:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29341 00000100:00100000:3.0:1746066885.489801:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861133568:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.489811:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.489841:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860474240:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2039us (2129us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.489852:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12169 00000100:00100000:0.0:1746066885.492235:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.492654:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860474496 00000100:00100000:1.0:1746066885.492661:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860474496 00002000:00100000:1.0:1746066885.492694:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0dc00 x1830882860474496/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.492704:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0dc00 with x1830882860474496 ext(0->4095) 00010000:00010000:1.0:1746066885.492712:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea7b expref: 39 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.492729:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea7b expref: 39 pid: 21660 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.492735:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d0dc00 00000100:00100000:1.0:1746066885.492750:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2107 00000100:00100000:1.0:1746066885.492755:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+39:2034:x1830882860474496:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066885.492867:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+39:2034:x1830882860474496:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (636us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066885.492873:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2107 00002000:00100000:1.0:1746066885.492878:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0dc00 x1830882860474496/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.492886:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0dc00 with x1830882860474496 ext(0->4095) 00010000:00010000:1.0:1746066885.492891:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea7b expref: 39 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.492899:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea7b expref: 39 pid: 21660 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.492905:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d0dc00 00000100:00100000:0.0:1746066885.495796:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.495860:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860474624 00000100:00100000:3.0:1746066885.495867:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860474624 00010000:00010000:3.0:1746066885.496123:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea7b expref: 39 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.496156:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12170 00000100:00100000:3.0:1746066885.496163:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+39:2033:x1830882860474624:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.496174:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.496191:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea7b expref: 39 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.496202:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea7b expref: 39 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.496221:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff438f4b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea7b expref: 39 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.496252:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.496254:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.496449:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438f52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea82 expref: 38 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.496458:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438f52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea82 expref: 38 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.496488:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438f52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea82 expref: 38 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.496500:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861133696:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.496570:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b6bc3f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.500282:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861133696:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.500298:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.500329:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2033:x1830882860474624:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4167us (4540us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.501149:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12170 00000100:00100000:0.0:1746066885.502156:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.502269:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860474880 00000100:00100000:3.0:1746066885.502275:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860474880 00002000:00100000:3.0:1746066885.502495:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c8c700 x1830882860474880/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.502505:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8c700 with x1830882860474880 ext(0->4095) 00002000:00010000:3.0:1746066885.502510:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c8c700 00000100:00100000:3.0:1746066885.502533:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13111 00000100:00100000:3.0:1746066885.502539:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2033:x1830882860474880:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066885.502626:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2033:x1830882860474880:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 88us (473us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.502632:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13111 00002000:00100000:3.0:1746066885.502637:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c8c700 x1830882860474880/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.502644:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8c700 with x1830882860474880 ext(0->4095) 00002000:00010000:3.0:1746066885.502647:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c8c700 00000100:00100000:0.0:1746066885.505533:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.506027:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860475008 00000100:00100000:2.0:1746066885.506034:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860475008 00000100:00100000:2.0:1746066885.507328:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29343 00000100:00100000:2.0:1746066885.507337:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860475008:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.507362:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.507377:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438f59 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ea89 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.507403:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438f52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea82 expref: 37 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.507411:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.507413:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.507416:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438f59 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea89 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.507440:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438f52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea82 expref: 37 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.507450:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438f52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea82 expref: 37 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.507460:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861133824:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066885.507529:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.512439:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066885.512589:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.512627:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860475136 00000100:00100000:3.0:1746066885.512634:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860475136 00000100:00100000:2.0:1746066885.512770:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861133824:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066885.512792:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438f59 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea89 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.512806:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eae4800, rc 0) 00000100:00100000:3.0:1746066885.512968:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29344 00000100:00100000:3.0:1746066885.512976:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+38:1868:x1830882860475136:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066885.512989:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066885.513001:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f60 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ea90 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.513018:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066885.513023:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438f59 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea89 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.513028:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066885.513031:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f60 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea90 expref: 39 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.513057:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438f59 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea89 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.513066:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f60 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea90 expref: 39 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.513073:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c9000, rc 0) 00000100:00100000:2.0:1746066885.513165:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860475008:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5828us (7636us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.513176:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29343 00000100:00100000:2.0:1746066885.513218:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860475264 00000100:00100000:2.0:1746066885.513222:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860475264 00010000:00010000:2.0:1746066885.513235:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438f52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea82 expref: 40 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.513257:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12171 00000100:00100000:2.0:1746066885.513261:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2033:x1830882860475264:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066885.513269:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066885.513284:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438f52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea82 expref: 40 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.513292:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438f52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea82 expref: 40 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.513305:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eae5000/0xd6b24631ff438f52 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea82 expref: 40 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.513318:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.513320:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.513325:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438f59 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea89 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.513332:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438f59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea89 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.513383:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438f59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea89 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.513392:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438f59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea89 expref: 5 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.513402:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861134080:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.514548:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+39:1868:x1830882860475136:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1569us (2112us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.514555:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29344 00000100:00100000:2.0:1746066885.514961:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.517937:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.518204:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860475520 00000100:00100000:1.0:1746066885.518212:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860475520 00002000:00100000:1.0:1746066885.518252:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131427800 x1830882860475520/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.518262:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131427800 with x1830882860475520 ext(0->4095) 00010000:00010000:1.0:1746066885.518271:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438f59 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea89 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.518285:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438f59 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea89 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.518291:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131427800 00000100:00100000:1.0:1746066885.518312:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2108 00000100:00100000:1.0:1746066885.518318:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860475520:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066885.518478:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860475520:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 158us (546us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066885.518484:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2108 00002000:00100000:1.0:1746066885.518490:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131427800 x1830882860475520/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.518497:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131427800 with x1830882860475520 ext(0->4095) 00010000:00010000:1.0:1746066885.518502:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438f59 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea89 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.518511:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438f59 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea89 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.518516:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131427800 00000100:00100000:2.0:1746066885.518752:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861134080:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066885.518766:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066885.518791:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2033:x1830882860475264:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5529us (6201us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.518798:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12171 00000100:00100000:0.0:1746066885.524151:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.525023:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860475648 00000100:00100000:2.0:1746066885.525033:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860475648 00010000:00010000:2.0:1746066885.525066:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438f59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea89 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.525191:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12172 00000100:00100000:2.0:1746066885.525200:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131424a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860475648:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066885.525213:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066885.525231:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438f59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea89 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.525243:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438f59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea89 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.525265:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff438f59 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea89 expref: 6 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.526325:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.526328:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.526336:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f60 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea90 expref: 37 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.526479:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea90 expref: 37 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.526513:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea90 expref: 37 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066885.526524:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861134208:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066885.527288:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.530213:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861134208:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.530230:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.530558:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860475648:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5357us (6413us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.530568:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12172 00000100:00100000:0.0:1746066885.533609:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.534369:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860475904 00000100:00100000:3.0:1746066885.534377:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860475904 00002000:00100000:3.0:1746066885.534413:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a95f80 x1830882860475904/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.534423:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a95f80 with x1830882860475904 ext(0->4095) 00002000:00010000:3.0:1746066885.534427:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a95f80 00000100:00100000:3.0:1746066885.534458:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13112 00000100:00100000:3.0:1746066885.534466:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2033:x1830882860475904:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066885.534591:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2033:x1830882860475904:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (985us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.534597:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13112 00002000:00100000:3.0:1746066885.534603:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a95f80 x1830882860475904/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.534611:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a95f80 with x1830882860475904 ext(0->4095) 00002000:00010000:3.0:1746066885.534613:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a95f80 00000100:00100000:0.0:1746066885.538560:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.538821:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860476032 00000100:00100000:3.0:1746066885.538829:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860476032 00000100:00100000:3.0:1746066885.538876:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29345 00000100:00100000:3.0:1746066885.538883:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860476032:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066885.538898:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066885.538912:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f67 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ea97 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.538953:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f60 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea90 expref: 37 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.538961:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066885.538962:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066885.538966:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f67 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea97 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.538991:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea90 expref: 37 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.539002:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea90 expref: 37 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.539013:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861134336:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066885.539078:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b6bc3f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.547338:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861134336:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066885.547403:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f67 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea97 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.547420:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c9200, rc 0) 00000100:00100000:3.0:1746066885.547475:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860476032:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8592us (8922us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.547483:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29345 00000100:00100000:0.0:1746066885.547765:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.547861:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860476160 00000100:00100000:3.0:1746066885.547867:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860476160 00002000:00100000:3.0:1746066885.547895:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880133192a00 x1830882860476160/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 496/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.547903:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133192a00 with x1830882860476160 ext(0->7) 00010000:00010000:3.0:1746066885.547909:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea90 expref: 38 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.547919:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea90 expref: 38 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.547925:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133192a00 00000100:00100000:3.0:1746066885.547958:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2109 00000100:00100000:3.0:1746066885.547964:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133192a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2034:x1830882860476160:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066885.548965:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133192a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2034:x1830882860476160:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 998us (1197us total) trans 4294972162 rc 0/0 00000100:00100000:0.0:1746066885.548972:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2109 00002000:00100000:0.0:1746066885.548978:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880133192a00 x1830882860476160/t4294972162(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 496/448 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066885.548986:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133192a00 with x1830882860476160 ext(0->7) 00010000:00010000:0.0:1746066885.548992:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea90 expref: 40 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:0.0:1746066885.549002:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea90 expref: 40 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:0.0:1746066885.549007:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133192a00 00000100:00100000:0.0:1746066885.562772:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.562877:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860476288 00000100:00100000:3.0:1746066885.562886:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860476288 00010000:00010000:3.0:1746066885.563160:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea90 expref: 40 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.563189:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12173 00000100:00100000:3.0:1746066885.563197:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133191880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2033:x1830882860476288:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.563208:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.563224:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea90 expref: 40 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.563236:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea90 expref: 40 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.563259:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f60 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea90 expref: 40 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.563289:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.563291:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.563298:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f67 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea97 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.563305:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f67 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea97 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.563538:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f67 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea97 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.563550:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861134464:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.564119:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b6bc3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.568019:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.568183:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860476416 00000100:00100000:3.0:1746066885.568191:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860476416 00000100:00100000:3.0:1746066885.568231:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29346 00000100:00100000:3.0:1746066885.568239:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+40:1868:x1830882860476416:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066885.568256:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066885.568271:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f6e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ea9e expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.568299:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f67 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea97 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.568312:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.568314:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.568318:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f6e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea9e expref: 41 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.568369:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f67 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea97 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.568393:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f67 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea97 expref: 5 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.568405:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861134592:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066885.568466:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.569741:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.569814:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860476672 00000100:00100000:1.0:1746066885.569819:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860476672 00002000:00100000:1.0:1746066885.569851:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a97480 x1830882860476672/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.569869:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a97480 with x1830882860476672 ext(0->4095) 00010000:00010000:1.0:1746066885.570106:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f67 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea97 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.570120:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f67 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea97 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.570126:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123a97480 00000100:00100000:1.0:1746066885.570145:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2110 00000100:00100000:1.0:1746066885.570152:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860476672:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066885.570262:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860476672:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (522us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066885.570269:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2110 00002000:00100000:1.0:1746066885.570275:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a97480 x1830882860476672/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.570283:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a97480 with x1830882860476672 ext(0->4095) 00010000:00010000:1.0:1746066885.570288:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f67 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea97 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.570297:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f67 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea97 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.570303:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123a97480 00000100:00100000:2.0:1746066885.570568:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861134464:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066885.570582:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066885.570615:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133191880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+41:2033:x1830882860476288:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7419us (7852us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.570624:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12173 00000100:00100000:0.0:1746066885.575647:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.575739:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860476800 00000100:00100000:1.0:1746066885.575747:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860476800 00000100:00100000:1.0:1746066885.575802:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29347 00000100:00100000:1.0:1746066885.575810:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+41:1869:x1830882860476800:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066885.575828:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066885.575843:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085b600/0xd6b24631ff438f75 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eaa5 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.575866:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.575871:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f6e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea9e expref: 42 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.575877:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066885.575880:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085b600/0xd6b24631ff438f75 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaa5 expref: 42 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.575911:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f6e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea9e expref: 42 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.575922:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085b600/0xd6b24631ff438f75 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaa5 expref: 42 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.575932:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085b600, rc 0) 00000100:00100000:1.0:1746066885.576215:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+42:1869:x1830882860476800:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 405us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.576222:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29347 00000100:00100000:3.0:1746066885.576262:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861134592:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066885.576279:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f6e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea9e expref: 41 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.576290:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c9000, rc 0) 00000100:00100000:3.0:1746066885.576310:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+41:1868:x1830882860476416:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8071us (8300us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.576316:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29346 00000100:00100000:0.0:1746066885.576599:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.576705:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860476928 00000100:00100000:2.0:1746066885.576710:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860476928 00010000:00010000:2.0:1746066885.576730:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f67 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea97 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.576897:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12174 00000100:00100000:2.0:1746066885.576904:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860476928:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066885.576913:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066885.576930:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f67 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea97 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.576954:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f67 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea97 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.576972:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f67 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea97 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.579152:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.579157:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.579169:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea9e expref: 40 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.579180:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea9e expref: 40 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.579221:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea9e expref: 40 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.579240:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea9e expref: 40 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.579253:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861134848:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066885.580428:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.583863:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.583974:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860477184 00000100:00100000:1.0:1746066885.583983:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860477184 00002000:00100000:1.0:1746066885.584026:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a97b80 x1830882860477184/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.584044:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a97b80 with x1830882860477184 ext(0->4095) 00010000:00010000:1.0:1746066885.584054:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f6e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea9e expref: 41 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.584069:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f6e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea9e expref: 41 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.584076:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123a97b80 00000100:00100000:1.0:1746066885.584097:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2111 00000100:00100000:1.0:1746066885.584105:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+41:2034:x1830882860477184:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066885.584243:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+41:2034:x1830882860477184:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (387us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066885.584250:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2111 00002000:00100000:1.0:1746066885.584256:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a97b80 x1830882860477184/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.584264:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a97b80 with x1830882860477184 ext(0->4095) 00010000:00010000:1.0:1746066885.584269:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f6e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea9e expref: 41 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.584279:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f6e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea9e expref: 41 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.584285:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123a97b80 00000100:00100000:3.0:1746066885.584459:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861134848:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.584474:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.584498:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860476928:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7594us (7899us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.584509:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12174 00000100:00100000:0.0:1746066885.586651:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.586723:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860477312 00000100:00100000:3.0:1746066885.586731:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860477312 00010000:00010000:3.0:1746066885.586765:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea9e expref: 41 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.586806:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12175 00000100:00100000:3.0:1746066885.586813:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+41:2034:x1830882860477312:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.586826:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.586849:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea9e expref: 41 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.586862:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea9e expref: 41 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.586885:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9000/0xd6b24631ff438f6e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ea9e expref: 41 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.587678:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.587682:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.587690:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085b600/0xd6b24631ff438f75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaa5 expref: 40 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.587699:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085b600/0xd6b24631ff438f75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaa5 expref: 40 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.587730:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009085b600/0xd6b24631ff438f75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaa5 expref: 40 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.587743:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861134976:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.589591:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.594068:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.594178:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861134976:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.594198:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066885.594204:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860477568 00000100:00100000:1.0:1746066885.594212:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860477568 00000100:00100000:3.0:1746066885.594238:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+41:2034:x1830882860477312:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7424us (7595us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.594247:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12175 00002000:00100000:1.0:1746066885.594249:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c36680 x1830882860477568/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.594260:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c36680 with x1830882860477568 ext(0->4095) 00002000:00010000:1.0:1746066885.594265:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c36680 00000100:00100000:1.0:1746066885.594284:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13113 00000100:00100000:1.0:1746066885.594290:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2034:x1830882860477568:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066885.594541:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2034:x1830882860477568:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 250us (482us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066885.594548:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13113 00002000:00100000:1.0:1746066885.594553:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c36680 x1830882860477568/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.594561:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c36680 with x1830882860477568 ext(0->4095) 00002000:00010000:1.0:1746066885.594564:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c36680 00000100:00100000:0.0:1746066885.597402:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.597473:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860477696 00000100:00100000:2.0:1746066885.597480:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860477696 00000100:00100000:2.0:1746066885.597521:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29348 00000100:00100000:2.0:1746066885.597527:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860477696:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.597540:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.597553:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438f7c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eaac expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.597582:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085b600/0xd6b24631ff438f75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaa5 expref: 39 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.597590:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.597591:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.597595:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438f7c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaac expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.597621:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009085b600/0xd6b24631ff438f75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaa5 expref: 39 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.597633:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009085b600/0xd6b24631ff438f75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaa5 expref: 39 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.597650:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861135104:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066885.597726:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4263c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066885.599689:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861135104:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066885.599711:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438f7c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaac expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.599724:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8c00, rc 0) 00000100:00100000:2.0:1746066885.599767:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860477696:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2239us (2370us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.599774:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29348 00000100:00100000:0.0:1746066885.599867:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.600112:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860477824 00000100:00100000:3.0:1746066885.600119:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860477824 00010000:00010000:3.0:1746066885.600140:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009085b600/0xd6b24631ff438f75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaa5 expref: 40 pid: 21660 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.600169:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12176 00000100:00100000:3.0:1746066885.600176:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2034:x1830882860477824:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.600187:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.600204:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009085b600/0xd6b24631ff438f75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaa5 expref: 40 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.600216:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009085b600/0xd6b24631ff438f75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaa5 expref: 40 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.600233:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009085b600/0xd6b24631ff438f75 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaa5 expref: 40 pid: 21660 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.600248:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.600251:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.600257:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438f7c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaac expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.600265:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438f7c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaac expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.600288:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438f7c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaac expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.600298:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861135232:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.600363:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.604744:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.605070:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861135232:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.605087:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.605125:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+39:2034:x1830882860477824:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4950us (5258us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.605135:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12176 00000100:00100000:2.0:1746066885.605247:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860477952 00000100:00100000:2.0:1746066885.605254:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860477952 00000100:00100000:2.0:1746066885.605290:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29349 00000100:00100000:2.0:1746066885.605297:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+39:1868:x1830882860477952:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.605312:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.605327:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438f83 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eab3 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.605381:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438f7c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaac expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.605390:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.605392:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.605395:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438f83 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eab3 expref: 40 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.605427:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438f7c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaac expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.605439:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438f7c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaac expref: 5 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.605451:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861135360:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066885.605497:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4263c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.605757:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.605775:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860478208 00000100:00100000:1.0:1746066885.605780:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860478208 00002000:00100000:1.0:1746066885.605811:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c35f80 x1830882860478208/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.605821:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c35f80 with x1830882860478208 ext(0->4095) 00010000:00010000:1.0:1746066885.605827:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438f7c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaac expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.605838:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438f7c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaac expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.605849:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c35f80 00000100:00100000:1.0:1746066885.605866:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2112 00000100:00100000:1.0:1746066885.605873:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860478208:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066885.606002:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860478208:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (245us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066885.606009:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2112 00002000:00100000:1.0:1746066885.606014:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c35f80 x1830882860478208/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.606021:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c35f80 with x1830882860478208 ext(0->4095) 00010000:00010000:1.0:1746066885.606026:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438f7c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaac expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.606035:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438f7c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaac expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.606040:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c35f80 00000100:00100000:0.0:1746066885.608337:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.608664:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860478336 00000100:00100000:3.0:1746066885.608672:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860478336 00000100:00100000:3.0:1746066885.608726:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29350 00000100:00100000:3.0:1746066885.608734:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+41:1869:x1830882860478336:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066885.611018:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066885.611047:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438f8a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eaba expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.611075:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.611083:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438f83 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eab3 expref: 42 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.611091:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066885.611095:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438f8a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaba expref: 42 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.611129:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438f83 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eab3 expref: 42 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.611142:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438f8a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaba expref: 42 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.611152:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eae4e00, rc 0) 00000100:00100000:3.0:1746066885.611218:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+42:1869:x1830882860478336:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2483us (2886us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.611226:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29350 00000100:00100000:2.0:1746066885.612947:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861135360:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066885.613187:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438f83 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eab3 expref: 41 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.613199:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c9600, rc 0) 00000100:00100000:2.0:1746066885.613241:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+41:1868:x1830882860477952:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7943us (8504us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.613248:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29349 00000100:00100000:0.0:1746066885.614506:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.614564:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860478464 00000100:00100000:3.0:1746066885.614571:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860478464 00010000:00010000:3.0:1746066885.614597:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438f7c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaac expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.614633:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12177 00000100:00100000:3.0:1746066885.614640:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f502300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860478464:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.614652:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.614670:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438f7c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaac expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.614681:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438f7c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaac expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.614701:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438f7c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaac expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.614729:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.614731:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.614738:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438f83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eab3 expref: 40 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.614746:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438f83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eab3 expref: 40 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.614771:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438f83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eab3 expref: 40 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.614782:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438f83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eab3 expref: 40 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.614793:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861135616:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.614850:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.623563:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861135616:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.623577:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.623625:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f502300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860478464:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 8983us (9121us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.623635:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12177 00000100:00100000:0.0:1746066885.629474:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.629688:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860478720 00000100:00100000:2.0:1746066885.629697:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860478720 00002000:00100000:2.0:1746066885.629734:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e4000 x1830882860478720/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.629744:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e4000 with x1830882860478720 ext(0->4095) 00010000:00010000:2.0:1746066885.629752:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438f83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eab3 expref: 41 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.629770:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438f83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eab3 expref: 41 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:2.0:1746066885.629777:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e4000 00000100:00100000:2.0:1746066885.630767:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2113 00000100:00100000:2.0:1746066885.630776:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+41:2033:x1830882860478720:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066885.630885:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+41:2033:x1830882860478720:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (1418us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066885.630891:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2113 00002000:00100000:2.0:1746066885.630897:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e4000 x1830882860478720/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.630905:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e4000 with x1830882860478720 ext(0->4095) 00010000:00010000:2.0:1746066885.630910:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438f83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eab3 expref: 41 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.630920:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438f83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eab3 expref: 41 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:2.0:1746066885.630926:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e4000 00000100:00100000:0.0:1746066885.634784:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.634971:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860478848 00000100:00100000:3.0:1746066885.634979:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860478848 00010000:00010000:3.0:1746066885.635008:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438f83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eab3 expref: 41 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:3.0:1746066885.635044:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12178 00000100:00100000:3.0:1746066885.635050:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+41:2033:x1830882860478848:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066885.635060:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066885.635077:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438f83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eab3 expref: 41 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.635088:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438f83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eab3 expref: 41 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.635109:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438f83 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eab3 expref: 41 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.635124:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.635126:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066885.635132:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438f8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaba expref: 40 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.635140:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438f8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaba expref: 40 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.635166:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438f8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaba expref: 40 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.635177:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861135744:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066885.635251:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.637031:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861135744:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066885.637046:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066885.637072:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2033:x1830882860478848:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2021us (2294us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.637081:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12178 00000100:00100000:0.0:1746066885.637566:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.638520:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860479104 00000100:00100000:2.0:1746066885.638527:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860479104 00002000:00100000:2.0:1746066885.638556:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f8bb80 x1830882860479104/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.638566:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f8bb80 with x1830882860479104 ext(0->4095) 00002000:00010000:2.0:1746066885.638571:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f8bb80 00000100:00100000:2.0:1746066885.638595:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13114 00000100:00100000:2.0:1746066885.638601:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2034:x1830882860479104:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066885.638706:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2034:x1830882860479104:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (1141us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066885.638712:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13114 00002000:00100000:2.0:1746066885.638717:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f8bb80 x1830882860479104/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.638724:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f8bb80 with x1830882860479104 ext(0->4095) 00002000:00010000:2.0:1746066885.638727:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f8bb80 00000100:00100000:0.0:1746066885.642236:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.642551:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860479232 00000100:00100000:2.0:1746066885.642559:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860479232 00000100:00100000:2.0:1746066885.642610:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29351 00000100:00100000:2.0:1746066885.642618:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860479232:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.642634:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.642649:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c8800/0xd6b24631ff438f91 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eac1 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.642676:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438f8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaba expref: 39 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.642684:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.642686:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.642689:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8800/0xd6b24631ff438f91 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac1 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.642719:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438f8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaba expref: 39 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.642731:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438f8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaba expref: 39 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.642744:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861135872:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066885.642827:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426540 going to sleep for 11 seconds 00000100:00100000:2.0:1746066885.645099:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861135872:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066885.645123:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8800/0xd6b24631ff438f91 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac1 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.645136:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8800, rc 0) 00000100:00100000:0.0:1746066885.645203:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.645257:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860479360 00000100:00100000:3.0:1746066885.645263:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860479360 00000100:00100000:2.0:1746066885.645372:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860479232:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2753us (3142us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.645380:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29351 00002000:00100000:3.0:1746066885.645412:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094eece00 x1830882860479360/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 496/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.645421:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eece00 with x1830882860479360 ext(0->7) 00010000:00010000:3.0:1746066885.645427:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438f8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaba expref: 40 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.645439:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438f8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaba expref: 40 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.645446:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094eece00 00000100:00100000:3.0:1746066885.645460:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2114 00000100:00100000:3.0:1746066885.645467:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2034:x1830882860479360:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746066885.649604:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+42:2034:x1830882860479360:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 4127us (4391us total) trans 4294972163 rc 0/0 00000100:00100000:3.0:1746066885.649616:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2114 00002000:00100000:3.0:1746066885.649627:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094eece00 x1830882860479360/t4294972163(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 496/448 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.649642:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eece00 with x1830882860479360 ext(0->7) 00010000:00010000:3.0:1746066885.649651:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438f8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaba expref: 42 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.649668:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438f8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaba expref: 42 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.649675:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094eece00 00000100:00100000:0.0:1746066885.663084:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066885.663144:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.663206:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860479616 00000100:00100000:2.0:1746066885.663214:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860479616 00000100:00100000:3.0:1746066885.663223:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860479488 00000100:00100000:3.0:1746066885.663227:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860479488 00010000:00010000:3.0:1746066885.663248:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438f8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaba expref: 43 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.663252:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29352 00000100:00100000:2.0:1746066885.663260:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095390a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+43:1868:x1830882860479616:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.663274:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.663292:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438f98 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eac8 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.663315:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.663321:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8800/0xd6b24631ff438f91 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac1 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.663327:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066885.663331:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438f98 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac8 expref: 44 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.663390:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8800/0xd6b24631ff438f91 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac1 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.663402:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438f98 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac8 expref: 44 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.663412:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8400, rc 0) 00000100:00100000:1.0:1746066885.663431:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12179 00000100:00100000:1.0:1746066885.663439:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2034:x1830882860479488:12345-192.168.201.51@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746066885.663447:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095390a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+44:1868:x1830882860479616:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 188us (303us total) trans 0 rc 0/0 00010000:00010000:1.0:1746066885.663447:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746066885.663454:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29352 00010000:00010000:1.0:1746066885.663465:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438f8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaba expref: 43 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.663475:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438f8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaba expref: 43 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.664008:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff438f8a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaba expref: 43 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.664033:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.664034:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.664040:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8800/0xd6b24631ff438f91 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac1 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.664047:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8800/0xd6b24631ff438f91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac1 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.664072:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8800/0xd6b24631ff438f91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac1 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.664083:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8800/0xd6b24631ff438f91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac1 expref: 5 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.664094:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095873800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861136128:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066885.665222:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ede40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.667577:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095873800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861136128:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066885.667592:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066885.667623:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+42:2034:x1830882860479488:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4184us (4547us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.667631:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12179 00000100:00100000:0.0:1746066885.668196:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.668467:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860479872 00000100:00100000:3.0:1746066885.668473:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860479872 00002000:00100000:3.0:1746066885.668505:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095392300 x1830882860479872/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.668515:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095392300 with x1830882860479872 ext(0->4095) 00010000:00010000:3.0:1746066885.668522:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8800/0xd6b24631ff438f91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac1 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.668533:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8800/0xd6b24631ff438f91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac1 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.668605:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095392300 00000100:00100000:3.0:1746066885.668631:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2115 00000100:00100000:3.0:1746066885.668639:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095392300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860479872:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066885.670098:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095392300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860479872:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 1456us (1900us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.670106:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2115 00002000:00100000:3.0:1746066885.670113:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095392300 x1830882860479872/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.670121:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095392300 with x1830882860479872 ext(0->4095) 00010000:00010000:3.0:1746066885.670128:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8800/0xd6b24631ff438f91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac1 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.670138:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8800/0xd6b24631ff438f91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac1 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.670145:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095392300 00000100:00100000:0.0:1746066885.674705:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.675080:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860480000 00000100:00100000:1.0:1746066885.675089:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860480000 00010000:00010000:1.0:1746066885.675121:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8800/0xd6b24631ff438f91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac1 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.675158:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12180 00000100:00100000:1.0:1746066885.675165:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860480000:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066885.675176:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066885.675193:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8800/0xd6b24631ff438f91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac1 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.675204:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c8800/0xd6b24631ff438f91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac1 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.675225:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8800/0xd6b24631ff438f91 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac1 expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.675253:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.675255:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.675261:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438f98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac8 expref: 41 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.675486:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438f98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac8 expref: 41 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.675515:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438f98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac8 expref: 41 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066885.675526:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095873800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861136256:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066885.675588:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ede40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.682637:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.682744:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095873800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861136256:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066885.682761:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066885.682797:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860480000:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7631us (8098us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.682806:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12180 00000100:00100000:2.0:1746066885.683081:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860480256 00000100:00100000:2.0:1746066885.683087:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860480256 00002000:00100000:2.0:1746066885.683120:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98ea00 x1830882860480256/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.683129:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98ea00 with x1830882860480256 ext(0->4095) 00002000:00010000:2.0:1746066885.683133:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98ea00 00000100:00100000:2.0:1746066885.683781:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13115 00000100:00100000:2.0:1746066885.683789:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+42:2034:x1830882860480256:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066885.684218:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+42:2034:x1830882860480256:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 429us (1587us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066885.684229:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13115 00002000:00100000:2.0:1746066885.684235:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98ea00 x1830882860480256/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.684243:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98ea00 with x1830882860480256 ext(0->4095) 00002000:00010000:2.0:1746066885.684246:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98ea00 00010000:00010000:2.0:1746066885.687549:0:8435:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066885.688865:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.689188:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860480384 00000100:00100000:2.0:1746066885.689196:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860480384 00000100:00100000:2.0:1746066885.689232:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29353 00000100:00100000:2.0:1746066885.689239:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860480384:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.689479:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.689494:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f9f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eacf expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.689521:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438f98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac8 expref: 41 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.689528:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.689530:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.689534:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f9f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eacf expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.689558:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438f98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac8 expref: 41 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.689570:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438f98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac8 expref: 41 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.689583:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861136384:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066885.692324:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426540 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.694908:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861136384:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066885.695191:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f9f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eacf expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066885.695207:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c9200, rc 0) 00000100:00100000:3.0:1746066885.695256:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860480384:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6016us (6394us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066885.695265:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29353 00000100:00100000:1.0:1746066885.697618:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.697685:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860480512 00000100:00100000:3.0:1746066885.697691:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860480512 00002000:00100000:3.0:1746066885.697727:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880095873800 x1830882860480512/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 496/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.697737:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095873800 with x1830882860480512 ext(0->7) 00010000:00010000:3.0:1746066885.697744:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438f98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac8 expref: 42 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.697756:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438f98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac8 expref: 42 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.697763:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095873800 00000100:00100000:3.0:1746066885.697780:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2116 00000100:00100000:3.0:1746066885.697786:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+42:2033:x1830882860480512:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066885.703173:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2033:x1830882860480512:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 5379us (5551us total) trans 4294972164 rc 0/0 00000100:00100000:0.0:1746066885.703183:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2116 00002000:00100000:0.0:1746066885.703192:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880095873800 x1830882860480512/t4294972164(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 496/448 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066885.703202:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095873800 with x1830882860480512 ext(0->7) 00010000:00010000:0.0:1746066885.703210:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438f98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac8 expref: 44 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:0.0:1746066885.703227:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438f98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac8 expref: 44 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:0.0:1746066885.703234:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095873800 00000100:00100000:0.0:1746066885.707063:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.708546:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860480640 00000100:00100000:1.0:1746066885.712438:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860480640 00010000:00010000:1.0:1746066885.712484:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438f98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac8 expref: 44 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.712529:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12181 00000100:00100000:1.0:1746066885.712536:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f445450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2031:x1830882860480640:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066885.712548:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066885.712563:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438f98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac8 expref: 44 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.712581:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438f98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac8 expref: 44 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.712601:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438f98 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eac8 expref: 44 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.712621:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.712623:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.712629:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f9f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eacf expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.712636:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eacf expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.712665:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eacf expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066885.712676:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095870700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861136512:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066885.712754:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ede40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.714225:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.715203:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860480768 00000100:00100000:3.0:1746066885.715210:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860480768 00000100:00100000:0.0:1746066885.715804:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29354 00000100:00100000:0.0:1746066885.715812:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+44:1868:x1830882860480768:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066885.715826:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066885.715839:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438fa6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ead6 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066885.715861:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eacf expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066885.715867:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066885.715869:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066885.715872:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438fa6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ead6 expref: 45 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066885.715891:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eacf expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066885.715901:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f9f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eacf expref: 5 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:0.0:1746066885.715910:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861136640:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066885.717192:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.719590:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095870700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861136512:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066885.719605:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066885.719646:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f445450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+45:2031:x1830882860480640:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7110us (12588us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.719656:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12181 00000100:00100000:1.0:1746066885.720391:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066885.720453:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860481024 00000100:00100000:0.0:1746066885.720458:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860481024 00002000:00100000:0.0:1746066885.720489:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095870700 x1830882860481024/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066885.720500:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095870700 with x1830882860481024 ext(0->4095) 00010000:00010000:0.0:1746066885.720508:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f9f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eacf expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:0.0:1746066885.720521:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f9f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eacf expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:0.0:1746066885.720528:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095870700 00000100:00100000:0.0:1746066885.720553:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2117 00000100:00100000:0.0:1746066885.720560:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095870700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860481024:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066885.720657:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095870700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860481024:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 97us (267us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066885.720663:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2117 00002000:00100000:0.0:1746066885.720668:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095870700 x1830882860481024/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066885.720676:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095870700 with x1830882860481024 ext(0->4095) 00010000:00010000:0.0:1746066885.720680:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f9f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eacf expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:0.0:1746066885.720690:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f9f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eacf expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00002000:00010000:0.0:1746066885.720696:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095870700 00000100:00100000:2.0:1746066885.720839:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861136640:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066885.720856:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438fa6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ead6 expref: 44 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.720869:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efedc00, rc 0) 00000100:00100000:2.0:1746066885.720894:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+44:1868:x1830882860480768:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5083us (6672us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.720901:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29354 00000100:00100000:0.0:1746066885.723632:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.725511:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860481152 00000100:00100000:2.0:1746066885.725525:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860481152 00000100:00100000:0.0:1746066885.725734:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.725864:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29355 00000100:00100000:2.0:1746066885.725874:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+44:1869:x1830882860481152:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.725894:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.725913:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eadd expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.725954:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.725961:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438fa6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ead6 expref: 45 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.726172:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.726177:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fad lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eadd expref: 45 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.726222:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438fa6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ead6 expref: 45 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.726236:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fad lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eadd expref: 45 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.726247:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8200, rc 0) 00000100:00100000:1.0:1746066885.726363:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860481280 00000100:00100000:1.0:1746066885.726368:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860481280 00010000:00010000:1.0:1746066885.726387:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eacf expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.726581:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12182 00000100:00100000:1.0:1746066885.726589:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860481280:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066885.726598:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066885.726619:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eacf expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.726636:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eacf expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.726655:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438f9f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eacf expref: 6 pid: 9627 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.726678:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.726680:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.726686:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438fa6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ead6 expref: 45 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.726693:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438fa6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ead6 expref: 45 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.726715:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438fa6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ead6 expref: 45 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.726726:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438fa6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ead6 expref: 45 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.726738:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861136896:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066885.727522:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+45:1869:x1830882860481152:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1647us (3896us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.727529:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29355 00000100:00100000:1.0:1746066885.727654:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.731042:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861136896:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066885.731069:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066885.731144:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860481280:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4554us (5413us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.731159:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12182 00000100:00100000:2.0:1746066885.731261:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.731927:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860481536 00000100:00100000:3.0:1746066885.731947:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860481536 00002000:00100000:3.0:1746066885.732000:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112c380 x1830882860481536/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.732011:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112c380 with x1830882860481536 ext(0->4095) 00010000:00010000:3.0:1746066885.732021:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438fa6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ead6 expref: 45 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.732035:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438fa6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ead6 expref: 45 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.732042:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112c380 00000100:00100000:3.0:1746066885.732068:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2118 00000100:00100000:3.0:1746066885.732077:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+45:2034:x1830882860481536:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066885.732235:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+45:2034:x1830882860481536:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 158us (979us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.732242:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2118 00002000:00100000:3.0:1746066885.732248:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112c380 x1830882860481536/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.732256:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112c380 with x1830882860481536 ext(0->4095) 00010000:00010000:3.0:1746066885.732261:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438fa6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ead6 expref: 45 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.732271:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438fa6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ead6 expref: 45 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.732277:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112c380 00000100:00100000:0.0:1746066885.737191:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.737384:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860481664 00000100:00100000:1.0:1746066885.737393:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860481664 00010000:00010000:1.0:1746066885.737763:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438fa6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ead6 expref: 45 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.737803:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12183 00000100:00100000:1.0:1746066885.737810:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+45:2033:x1830882860481664:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066885.737822:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066885.737840:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438fa6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ead6 expref: 45 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.737851:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438fa6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ead6 expref: 45 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.737870:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438fa6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ead6 expref: 45 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.737896:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.737898:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.737905:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eadd expref: 44 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.737913:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eadd expref: 44 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.737954:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eadd expref: 44 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066885.737965:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861137024:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066885.738812:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.741137:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.741215:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860481920 00000100:00100000:2.0:1746066885.741227:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860481920 00002000:00100000:2.0:1746066885.741283:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009efa8000 x1830882860481920/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.741295:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efa8000 with x1830882860481920 ext(0->4095) 00002000:00010000:2.0:1746066885.741300:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009efa8000 00000100:00100000:1.0:1746066885.741331:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861137024:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066885.741371:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066885.741406:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+45:2033:x1830882860481664:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3595us (4220us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.741414:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12183 00000100:00100000:2.0:1746066885.741641:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13116 00000100:00100000:2.0:1746066885.741651:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2034:x1830882860481920:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066885.741804:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2034:x1830882860481920:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (670us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066885.741812:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13116 00002000:00100000:2.0:1746066885.741818:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009efa8000 x1830882860481920/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.741832:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efa8000 with x1830882860481920 ext(0->4095) 00002000:00010000:2.0:1746066885.741835:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009efa8000 00000100:00100000:0.0:1746066885.744223:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.744337:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860482048 00000100:00100000:2.0:1746066885.744370:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860482048 00000100:00100000:2.0:1746066885.744649:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29356 00000100:00100000:2.0:1746066885.744657:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860482048:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.744677:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.744696:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fb4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eae4 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.744728:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eadd expref: 43 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.744736:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.744738:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.744742:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fb4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eae4 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.744775:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eadd expref: 43 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.744805:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eadd expref: 43 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.744818:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861137152:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066885.744903:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4263c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066885.748780:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861137152:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066885.748815:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fb4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eae4 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.748833:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8c00, rc 0) 00000100:00100000:2.0:1746066885.749101:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860482048:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4441us (4884us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.749110:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29356 00000100:00100000:0.0:1746066885.750970:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.751123:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860482176 00000100:00100000:1.0:1746066885.751132:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860482176 00010000:00010000:1.0:1746066885.751170:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eadd expref: 44 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.751693:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12184 00000100:00100000:1.0:1746066885.751703:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130527800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2034:x1830882860482176:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066885.751719:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066885.751740:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eadd expref: 44 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.751751:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eadd expref: 44 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.751775:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eadd expref: 44 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.752179:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.752182:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.752192:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fb4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eae4 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.752200:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fb4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eae4 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.752237:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fb4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eae4 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066885.752249:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861137280:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066885.752597:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.752650:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860482304 00000100:00100000:2.0:1746066885.752655:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860482304 00000100:00100000:2.0:1746066885.752691:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29357 00000100:00100000:2.0:1746066885.752697:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+44:1868:x1830882860482304:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.752713:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.752724:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438fbb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eaeb expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.752741:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fb4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eae4 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.752747:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.752749:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.752752:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438fbb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaeb expref: 45 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.752771:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fb4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eae4 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.752782:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fb4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eae4 expref: 5 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.752792:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861137408:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066885.753117:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066885.753649:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4263c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.757980:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861137280:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066885.758010:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066885.758079:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130527800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+45:2034:x1830882860482176:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6376us (7114us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.758090:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12184 00000100:00100000:2.0:1746066885.758198:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861137408:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066885.758225:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438fbb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaeb expref: 44 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.758243:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c9600, rc 0) 00000100:00100000:0.0:1746066885.758281:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.758285:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+44:1868:x1830882860482304:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5587us (5689us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.758293:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29357 00000100:00100000:3.0:1746066885.758375:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860482560 00000100:00100000:3.0:1746066885.758383:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860482560 00002000:00100000:3.0:1746066885.758421:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131424a80 x1830882860482560/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.758537:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131424a80 with x1830882860482560 ext(0->4095) 00010000:00010000:3.0:1746066885.758545:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fb4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eae4 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.758558:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fb4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eae4 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.758565:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131424a80 00000100:00100000:3.0:1746066885.758898:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2119 00000100:00100000:3.0:1746066885.759096:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860482560:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066885.759235:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860482560:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (955us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.759241:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2119 00002000:00100000:3.0:1746066885.759248:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131424a80 x1830882860482560/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.759255:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131424a80 with x1830882860482560 ext(0->4095) 00010000:00010000:3.0:1746066885.759260:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fb4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eae4 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.759268:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fb4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eae4 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.759274:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131424a80 00000100:00100000:0.0:1746066885.763803:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.763916:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860482688 00000100:00100000:1.0:1746066885.763926:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860482688 00010000:00010000:1.0:1746066885.763980:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fb4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eae4 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.764087:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12185 00000100:00100000:1.0:1746066885.764096:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860482688:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066885.764112:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066885.764133:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fb4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eae4 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.764151:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fb4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eae4 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.764176:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fb4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eae4 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.764662:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.764665:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.764674:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438fbb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaeb expref: 43 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.764683:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438fbb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaeb expref: 43 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.764722:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438fbb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaeb expref: 43 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066885.764736:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861137536:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066885.764842:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.767239:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.767390:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860482944 00000100:00100000:2.0:1746066885.767400:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860482944 00002000:00100000:2.0:1746066885.767448:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f1180 x1830882860482944/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.767460:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f1180 with x1830882860482944 ext(0->4095) 00002000:00010000:2.0:1746066885.767465:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d6f1180 00000100:00100000:2.0:1746066885.767495:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13117 00000100:00100000:2.0:1746066885.767502:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2034:x1830882860482944:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066885.767640:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2034:x1830882860482944:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (410us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066885.767646:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13117 00002000:00100000:2.0:1746066885.767650:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f1180 x1830882860482944/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.767660:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f1180 with x1830882860482944 ext(0->4095) 00002000:00010000:2.0:1746066885.767662:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d6f1180 00000100:00100000:1.0:1746066885.767749:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861137536:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066885.767768:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066885.767790:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860482688:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3697us (3999us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.767798:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12185 00000100:00100000:0.0:1746066885.771495:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.771550:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860483072 00000100:00100000:2.0:1746066885.771560:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860483072 00000100:00100000:2.0:1746066885.771758:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29358 00000100:00100000:2.0:1746066885.771772:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860483072:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.771790:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.771810:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fc2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eaf2 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.771842:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438fbb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaeb expref: 43 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.771850:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.771852:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.771856:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fc2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf2 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.771890:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438fbb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaeb expref: 43 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.771903:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438fbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaeb expref: 43 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.771917:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861137664:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066885.772025:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066885.774072:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861137664:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066885.774102:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fc2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf2 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.774118:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8400, rc 0) 00000100:00100000:2.0:1746066885.774166:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860483072:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2396us (2680us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.774175:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29358 00000100:00100000:0.0:1746066885.776914:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.777020:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860483200 00000100:00100000:3.0:1746066885.777028:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860483200 00002000:00100000:3.0:1746066885.777073:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88011eb46680 x1830882860483200/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 496/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.777083:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eb46680 with x1830882860483200 ext(0->7) 00010000:00010000:3.0:1746066885.777092:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438fbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaeb expref: 44 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.777105:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438fbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaeb expref: 44 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.777116:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011eb46680 00000100:00100000:3.0:1746066885.777200:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2120 00000100:00100000:3.0:1746066885.777209:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2034:x1830882860483200:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746066885.779119:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+46:2034:x1830882860483200:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1908us (2210us total) trans 4294972165 rc 0/0 00000100:00100000:3.0:1746066885.779128:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2120 00002000:00100000:3.0:1746066885.779134:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88011eb46680 x1830882860483200/t4294972165(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 496/448 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.779143:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eb46680 with x1830882860483200 ext(0->7) 00010000:00010000:3.0:1746066885.779150:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438fbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaeb expref: 46 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.779161:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438fbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaeb expref: 46 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.779167:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011eb46680 00000100:00100000:0.0:1746066885.788337:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.788488:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860483328 00000100:00100000:1.0:1746066885.788498:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860483328 00010000:00010000:1.0:1746066885.788538:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438fbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaeb expref: 46 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.789280:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12186 00000100:00100000:1.0:1746066885.789291:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+46:2033:x1830882860483328:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066885.789311:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066885.789333:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438fbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaeb expref: 46 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.789399:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438fbb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaeb expref: 46 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.789424:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff438fbb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaeb expref: 46 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.789446:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.789449:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.789457:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fc2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf2 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.789466:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fc2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf2 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.789499:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fc2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf2 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066885.789801:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861137792:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066885.790799:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.795898:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.796144:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860483456 00000100:00100000:2.0:1746066885.796154:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860483456 00000100:00100000:2.0:1746066885.796217:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29359 00000100:00100000:2.0:1746066885.796226:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133191880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+46:1868:x1830882860483456:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.796246:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.796263:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fc9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eaf9 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.796298:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fc2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf2 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.796306:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.796308:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.796312:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fc9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf9 expref: 47 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.796373:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fc2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf2 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.796386:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fc2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf2 expref: 5 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.796399:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861137920:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066885.796478:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.796675:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861137792:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066885.796692:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066885.796718:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+47:2033:x1830882860483328:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7430us (8392us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.796728:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12186 00000100:00100000:0.0:1746066885.805108:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.805166:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860483712 00000100:00100000:3.0:1746066885.805175:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860483712 00002000:00100000:3.0:1746066885.805219:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffa8700 x1830882860483712/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.805227:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa8700 with x1830882860483712 ext(0->4095) 00010000:00010000:3.0:1746066885.805235:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fc2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf2 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.805250:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fc2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf2 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.805255:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffa8700 00000100:00100000:3.0:1746066885.805273:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2121 00000100:00100000:3.0:1746066885.805278:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860483712:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066885.805628:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861137920:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066885.805662:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fc9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf9 expref: 46 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.805739:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c9200, rc 0) 00000100:00100000:3.0:1746066885.805781:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860483712:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 502us (685us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.805786:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2121 00002000:00100000:3.0:1746066885.805791:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffa8700 x1830882860483712/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.805796:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa8700 with x1830882860483712 ext(0->4095) 00010000:00010000:3.0:1746066885.805800:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fc2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf2 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.805806:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fc2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf2 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.805811:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffa8700 00000100:00100000:2.0:1746066885.806096:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133191880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+46:1868:x1830882860483456:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9869us (10209us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.806105:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29359 00000100:00100000:0.0:1746066885.809785:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.809835:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860483840 00000100:00100000:1.0:1746066885.809843:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860483840 00010000:00010000:1.0:1746066885.809879:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fc2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf2 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.810198:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12187 00000100:00100000:1.0:1746066885.810205:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860483840:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066885.810222:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066885.810241:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fc2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf2 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.810253:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fc2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf2 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.810275:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fc2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf2 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.810302:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.810555:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.810563:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fc9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf9 expref: 45 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.810576:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf9 expref: 45 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.810607:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf9 expref: 45 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066885.810617:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861138048:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066885.811438:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.813734:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861138048:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066885.813757:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066885.813806:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860483840:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3599us (4025us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.813819:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12187 00000100:00100000:0.0:1746066885.814183:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.814277:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860484096 00000100:00100000:2.0:1746066885.814284:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860484096 00002000:00100000:2.0:1746066885.814325:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7dc00 x1830882860484096/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.814583:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7dc00 with x1830882860484096 ext(0->4095) 00002000:00010000:2.0:1746066885.814588:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095e7dc00 00000100:00100000:2.0:1746066885.814619:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13118 00000100:00100000:2.0:1746066885.814628:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+46:2033:x1830882860484096:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066885.814767:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+46:2033:x1830882860484096:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (584us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066885.814773:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13118 00002000:00100000:2.0:1746066885.814778:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7dc00 x1830882860484096/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.814792:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7dc00 with x1830882860484096 ext(0->4095) 00002000:00010000:2.0:1746066885.814795:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095e7dc00 00000100:00100000:0.0:1746066885.817112:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.817188:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860484224 00000100:00100000:2.0:1746066885.817196:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860484224 00000100:00100000:2.0:1746066885.817250:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29360 00000100:00100000:2.0:1746066885.817257:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860484224:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.817276:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.817295:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fd0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eb00 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.817324:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fc9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf9 expref: 45 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.817331:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.817333:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.817336:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fd0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb00 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.817392:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf9 expref: 45 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.817405:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf9 expref: 45 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.817418:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861138176:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066885.817503:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.820638:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.820709:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860484352 00000100:00100000:3.0:1746066885.820717:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860484352 00002000:00100000:3.0:1746066885.820763:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008f65d500 x1830882860484352/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 496/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.820773:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65d500 with x1830882860484352 ext(0->7) 00010000:00010000:3.0:1746066885.820783:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fc9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf9 expref: 46 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.820796:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fc9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf9 expref: 46 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.820802:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f65d500 00000100:00100000:3.0:1746066885.820824:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2122 00000100:00100000:3.0:1746066885.820831:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+46:2033:x1830882860484352:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746066885.821212:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861138176:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066885.821239:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fd0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb00 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.821254:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8400, rc 0) 00000100:00100000:2.0:1746066885.821304:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860484224:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4046us (4200us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.821312:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29360 00000100:00100000:0.0:1746066885.822144:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2033:x1830882860484352:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1311us (1513us total) trans 4294972166 rc 0/0 00000100:00100000:0.0:1746066885.822152:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2122 00002000:00100000:0.0:1746066885.822159:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008f65d500 x1830882860484352/t4294972166(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 496/448 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066885.822166:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65d500 with x1830882860484352 ext(0->7) 00010000:00010000:0.0:1746066885.822171:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf9 expref: 48 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:0.0:1746066885.822181:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf9 expref: 48 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:0.0:1746066885.822191:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f65d500 00000100:00100000:0.0:1746066885.824638:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.824731:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860484480 00000100:00100000:1.0:1746066885.824740:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860484480 00010000:00010000:1.0:1746066885.824772:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf9 expref: 48 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.824808:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12188 00000100:00100000:1.0:1746066885.824815:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f445050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2034:x1830882860484480:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066885.824828:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066885.824845:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf9 expref: 48 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.824856:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf9 expref: 48 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.824880:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fc9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eaf9 expref: 48 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.824898:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.824900:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.824907:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fd0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb00 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.824915:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fd0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb00 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.825137:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fd0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb00 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066885.825149:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861138304:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066885.826654:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.829876:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.829924:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861138304:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066885.829943:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860484736 00000100:00100000:2.0:1746066885.829949:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860484736 00010000:00010000:1.0:1746066885.829957:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746066885.830049:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126b480 x1830882860484736/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.830060:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126b480 with x1830882860484736 ext(0->4095) 00002000:00010000:2.0:1746066885.830065:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009126b480 00000100:00100000:2.0:1746066885.830136:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13119 00000100:00100000:2.0:1746066885.830144:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860484736:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066885.830226:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f445050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+47:2034:x1830882860484480:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5410us (5595us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.830236:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12188 00000100:00100000:2.0:1746066885.830432:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860484736:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 289us (566us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066885.830439:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13119 00002000:00100000:2.0:1746066885.830445:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126b480 x1830882860484736/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.830453:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126b480 with x1830882860484736 ext(0->4095) 00002000:00010000:2.0:1746066885.830455:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009126b480 00000100:00100000:2.0:1746066885.832804:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066885.832847:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860484864 00000100:00100000:0.0:1746066885.832854:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860484864 00000100:00100000:0.0:1746066885.832904:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29361 00000100:00100000:0.0:1746066885.832912:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+47:1869:x1830882860484864:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066885.832930:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066885.832961:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438fd7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eb07 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066885.832996:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fd0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb00 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066885.833004:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066885.833006:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066885.833009:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438fd7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb07 expref: 48 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066885.833041:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fd0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb00 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066885.833053:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fd0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb00 expref: 5 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:0.0:1746066885.833065:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091268000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861138432:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066885.833158:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066885.835799:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091268000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861138432:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066885.835842:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438fd7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb07 expref: 48 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.835862:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efed000, rc 0) 00000100:00100000:2.0:1746066885.836127:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:1869:x1830882860484864:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3214us (3326us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.836137:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29361 00000100:00100000:0.0:1746066885.836780:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.836858:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860484992 00000100:00100000:1.0:1746066885.836866:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860484992 00010000:00010000:1.0:1746066885.836897:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fd0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb00 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.836945:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12189 00000100:00100000:1.0:1746066885.836953:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091268000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860484992:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066885.837137:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066885.837159:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fd0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb00 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.837170:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fd0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb00 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.837193:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff438fd0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb00 expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.837208:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.837210:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.837217:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438fd7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb07 expref: 47 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.837226:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438fd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb07 expref: 47 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.837258:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438fd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb07 expref: 47 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066885.837270:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861138560:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066885.837331:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.842889:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.842966:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860485248 00000100:00100000:2.0:1746066885.842976:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860485248 00002000:00100000:2.0:1746066885.843029:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131cae300 x1830882860485248/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.843040:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cae300 with x1830882860485248 ext(0->4095) 00002000:00010000:2.0:1746066885.843046:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131cae300 00000100:00100000:2.0:1746066885.843068:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13120 00000100:00100000:2.0:1746066885.843075:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2034:x1830882860485248:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066885.843091:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861138560:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066885.843114:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066885.843155:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091268000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860484992:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6203us (6376us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.843163:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12189 00000100:00100000:2.0:1746066885.843205:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2034:x1830882860485248:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (327us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066885.843211:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13120 00002000:00100000:2.0:1746066885.843216:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131cae300 x1830882860485248/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.843223:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cae300 with x1830882860485248 ext(0->4095) 00002000:00010000:2.0:1746066885.843226:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131cae300 00000100:00100000:0.0:1746066885.844755:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.844853:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860485376 00000100:00100000:2.0:1746066885.844860:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860485376 00000100:00100000:2.0:1746066885.844904:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29362 00000100:00100000:2.0:1746066885.844910:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d737100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860485376:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.844925:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.844957:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fde lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eb0e expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.845191:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438fd7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb07 expref: 47 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.845199:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.845201:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.845206:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fde lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb0e expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.845239:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438fd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb07 expref: 47 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.845252:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438fd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb07 expref: 47 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.845265:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861138688:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066885.845560:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066885.847274:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861138688:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066885.847301:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fde lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb0e expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.847369:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8200, rc 0) 00000100:00100000:2.0:1746066885.847409:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d737100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860485376:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2497us (2657us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.847417:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29362 00000100:00100000:0.0:1746066885.851256:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.851627:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860485504 00000100:00100000:2.0:1746066885.851636:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860485504 00002000:00100000:2.0:1746066885.851682:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012d734a80 x1830882860485504/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 496/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.851693:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d734a80 with x1830882860485504 ext(0->7) 00010000:00010000:2.0:1746066885.851703:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438fd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb07 expref: 48 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.851716:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438fd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb07 expref: 48 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:2.0:1746066885.851722:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d734a80 00000100:00100000:2.0:1746066885.851755:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2123 00000100:00100000:2.0:1746066885.851761:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d734a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2033:x1830882860485504:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746066885.854307:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d734a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+50:2033:x1830882860485504:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2538us (3053us total) trans 4294972167 rc 0/0 00000100:00100000:2.0:1746066885.854319:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2123 00002000:00100000:2.0:1746066885.854327:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012d734a80 x1830882860485504/t4294972167(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 496/448 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.854363:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d734a80 with x1830882860485504 ext(0->7) 00010000:00010000:2.0:1746066885.854372:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438fd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb07 expref: 50 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:2.0:1746066885.854386:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438fd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb07 expref: 50 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:2.0:1746066885.854393:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d734a80 00000100:00100000:0.0:1746066885.860948:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.861266:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860485632 00000100:00100000:1.0:1746066885.861277:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860485632 00010000:00010000:1.0:1746066885.861324:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438fd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb07 expref: 50 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.861400:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12190 00000100:00100000:1.0:1746066885.861410:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d735500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+50:2034:x1830882860485632:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066885.861427:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066885.861449:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438fd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb07 expref: 50 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.861463:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438fd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb07 expref: 50 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.861490:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438fd7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb07 expref: 50 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.861511:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.861513:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.861522:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fde lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb0e expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.861530:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fde lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb0e expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.861567:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fde lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb0e expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066885.861582:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861138816:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066885.862307:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.867588:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.867796:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860485760 00000100:00100000:2.0:1746066885.867807:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860485760 00000100:00100000:2.0:1746066885.867866:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29363 00000100:00100000:2.0:1746066885.867874:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+50:1868:x1830882860485760:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.867893:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.867910:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fe5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eb15 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.868166:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fde lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb0e expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.868175:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.868177:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.868181:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fe5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb15 expref: 51 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.868218:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fde lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb0e expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.868236:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fde lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb0e expref: 5 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.868251:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861138944:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066885.868381:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066885.872564:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861138944:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066885.872598:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fe5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb15 expref: 51 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066885.872612:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:2.0:1746066885.872617:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c9200, rc 0) 00000100:00100000:3.0:1746066885.872680:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860486016 00000100:00100000:3.0:1746066885.872687:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860486016 00002000:00100000:3.0:1746066885.872728:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d736d80 x1830882860486016/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.872738:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d736d80 with x1830882860486016 ext(0->4095) 00010000:00010000:3.0:1746066885.872745:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fde lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb0e expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.872757:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fde lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb0e expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.872763:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d736d80 00000100:00100000:3.0:1746066885.872782:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2124 00000100:00100000:3.0:1746066885.872788:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d736d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860486016:12345-192.168.201.51@tcp:3:ldlm_bl.0 00000100:00100000:3.0:1746066885.872913:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d736d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860486016:12345-192.168.201.51@tcp:3:ldlm_bl.0 Request processed in 124us (303us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.872921:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2124 00002000:00100000:3.0:1746066885.872929:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d736d80 x1830882860486016/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.872948:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d736d80 with x1830882860486016 ext(0->4095) 00010000:00010000:3.0:1746066885.872953:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fde lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb0e expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.872963:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fde lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb0e expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.872969:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d736d80 00000100:00100000:1.0:1746066885.873075:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861138816:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066885.873089:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066885.873148:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+51:1868:x1830882860485760:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5273us (5570us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.873156:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29363 00000100:00100000:1.0:1746066885.873323:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d735500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+50:2034:x1830882860485632:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 11914us (12399us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.873332:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12190 00000100:00100000:0.0:1746066885.877077:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.877820:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860486144 00000100:00100000:1.0:1746066885.877832:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860486144 00010000:00010000:1.0:1746066885.877875:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fde lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb0e expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.877996:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12191 00000100:00100000:1.0:1746066885.878005:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860486144:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066885.878021:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066885.878044:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fde lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb0e expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.878057:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fde lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb0e expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.878084:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff438fde lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb0e expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.878117:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.878120:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.878128:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fe5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb15 expref: 49 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.878135:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fe5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb15 expref: 49 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.878167:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fe5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb15 expref: 49 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066885.878177:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861139072:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066885.878508:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.880010:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861139072:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066885.880029:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066885.880060:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860486144:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2056us (2991us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.880071:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12191 00000100:00100000:0.0:1746066885.880960:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.881057:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860486400 00000100:00100000:3.0:1746066885.881065:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860486400 00002000:00100000:3.0:1746066885.881106:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126f800 x1830882860486400/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.881118:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126f800 with x1830882860486400 ext(0->4095) 00002000:00010000:3.0:1746066885.881124:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009126f800 00000100:00100000:3.0:1746066885.881162:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13121 00000100:00100000:3.0:1746066885.881169:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+50:2032:x1830882860486400:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746066885.881559:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+50:2032:x1830882860486400:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 389us (599us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.881567:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13121 00002000:00100000:3.0:1746066885.881573:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126f800 x1830882860486400/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.881581:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126f800 with x1830882860486400 ext(0->4095) 00002000:00010000:3.0:1746066885.881584:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009126f800 00000100:00100000:0.0:1746066885.883484:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.883684:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860486528 00000100:00100000:2.0:1746066885.883692:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860486528 00000100:00100000:2.0:1746066885.883744:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29364 00000100:00100000:2.0:1746066885.883751:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860486528:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.883767:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.883783:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eb1c expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.883825:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fe5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb15 expref: 49 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.883837:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.883838:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.883842:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fec lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb1c expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.883873:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fe5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb15 expref: 49 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.883886:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fe5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb15 expref: 49 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.883896:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861139200:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066885.883990:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066885.887285:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861139200:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066885.887307:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fec lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb1c expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.887521:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8c00, rc 0) 00000100:00100000:2.0:1746066885.887569:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860486528:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3817us (4090us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.887578:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29364 00000100:00100000:0.0:1746066885.890578:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.890678:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860486656 00000100:00100000:3.0:1746066885.890691:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860486656 00002000:00100000:3.0:1746066885.890745:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800946aaa00 x1830882860486656/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 496/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.890756:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aaa00 with x1830882860486656 ext(0->7) 00010000:00010000:3.0:1746066885.890767:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fe5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb15 expref: 50 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.890783:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fe5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb15 expref: 50 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.890790:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946aaa00 00000100:00100000:3.0:1746066885.890829:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2125 00000100:00100000:3.0:1746066885.890836:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+50:2033:x1830882860486656:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746066885.893820:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2033:x1830882860486656:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2973us (3238us total) trans 4294972168 rc 0/0 00000100:00100000:3.0:1746066885.893834:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2125 00002000:00100000:3.0:1746066885.893843:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800946aaa00 x1830882860486656/t4294972168(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 496/448 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.893853:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aaa00 with x1830882860486656 ext(0->7) 00010000:00010000:3.0:1746066885.893863:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fe5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb15 expref: 52 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.893879:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fe5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb15 expref: 52 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.893891:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946aaa00 00000100:00100000:0.0:1746066885.896046:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.897598:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860486784 00000100:00100000:1.0:1746066885.897610:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860486784 00010000:00010000:1.0:1746066885.897652:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fe5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb15 expref: 52 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.897690:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12192 00000100:00100000:1.0:1746066885.897697:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2031:x1830882860486784:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066885.897716:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066885.897736:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fe5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb15 expref: 52 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.897747:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fe5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb15 expref: 52 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.897770:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff438fe5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb15 expref: 52 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.897796:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.897798:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.897806:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb1c expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.897814:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb1c expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.897847:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb1c expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066885.897859:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861139328:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066885.897976:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.901247:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861139328:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066885.901272:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066885.901330:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+51:2031:x1830882860486784:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3632us (5291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.901367:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12192 00000100:00100000:0.0:1746066885.902947:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066885.902987:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.903026:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860487040 00000100:00100000:3.0:1746066885.903036:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860487040 00000100:00100000:2.0:1746066885.903039:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860487168 00000100:00100000:2.0:1746066885.903046:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860487168 00000100:00100000:2.0:1746066885.903093:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29365 00000100:00100000:2.0:1746066885.903100:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+51:1868:x1830882860487168:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.903118:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:3.0:1746066885.903126:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130231f80 x1830882860487040/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746066885.903132:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ff3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eb23 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746066885.903138:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130231f80 with x1830882860487040 ext(0->4095) 00002000:00010000:3.0:1746066885.903143:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130231f80 00010000:00010000:2.0:1746066885.903157:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb1c expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.903164:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.903165:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.903168:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ff3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb23 expref: 52 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066885.903181:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13122 00000100:00100000:3.0:1746066885.903188:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860487040:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00010000:00010000:2.0:1746066885.903198:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb1c expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.903210:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb1c expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:2.0:1746066885.903221:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861139456:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066885.903292:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066885.903327:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860487040:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (397us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.903334:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13122 00002000:00100000:3.0:1746066885.903368:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130231f80 x1830882860487040/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.903376:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130231f80 with x1830882860487040 ext(0->4095) 00010000:00010000:3.0:1746066885.903384:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fec lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb1c expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:3.0:1746066885.903397:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fec lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb1c expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:3.0:1746066885.903404:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130231f80 00000100:00100000:2.0:1746066885.906437:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861139456:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066885.906464:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ff3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb23 expref: 52 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.906478:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efedc00, rc 0) 00000100:00100000:2.0:1746066885.906529:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+52:1868:x1830882860487168:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3428us (3539us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.906541:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29365 00000100:00100000:0.0:1746066885.907816:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066885.907860:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.907945:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860487424 00000100:00100000:2.0:1746066885.907952:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860487424 00000100:00100000:2.0:1746066885.907984:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29366 00000100:00100000:2.0:1746066885.907991:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130230380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+52:1869:x1830882860487424:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.908208:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.908223:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438ffa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eb2a expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.908244:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.908249:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ff3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb23 expref: 53 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.908255:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.908259:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438ffa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb2a expref: 53 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.908284:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ff3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb23 expref: 53 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.908294:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438ffa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb2a expref: 53 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.908302:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efed000, rc 0) 00000100:00100000:2.0:1746066885.908337:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130230380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+53:1869:x1830882860487424:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 346us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.908370:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29366 00000100:00100000:1.0:1746066885.908823:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860487296 00000100:00100000:1.0:1746066885.908828:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860487296 00010000:00010000:1.0:1746066885.908849:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb1c expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.908883:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12193 00000100:00100000:1.0:1746066885.908890:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130231880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860487296:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066885.908900:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066885.908916:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb1c expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.908928:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb1c expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.908958:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff438fec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb1c expref: 6 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.909402:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.909405:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.909412:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ff3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb23 expref: 52 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.909420:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ff3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb23 expref: 52 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.909441:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ff3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb23 expref: 52 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.909453:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ff3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb23 expref: 52 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.909464:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861139712:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066885.909518:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.910710:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861139712:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066885.910723:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066885.910769:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130231880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860487296:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1878us (2908us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.910778:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12193 00000100:00100000:2.0:1746066885.910990:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.911042:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860487680 00000100:00100000:1.0:1746066885.911046:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860487680 00002000:00100000:1.0:1746066885.911073:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112d180 x1830882860487680/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.911082:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112d180 with x1830882860487680 ext(0->4095) 00010000:00010000:1.0:1746066885.911088:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ff3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb23 expref: 53 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.911099:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ff3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb23 expref: 53 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.911104:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112d180 00000100:00100000:1.0:1746066885.911173:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2126 00000100:00100000:1.0:1746066885.911180:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+53:2034:x1830882860487680:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066885.911275:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+53:2034:x1830882860487680:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 95us (285us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066885.911282:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2126 00002000:00100000:1.0:1746066885.911287:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112d180 x1830882860487680/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.911295:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112d180 with x1830882860487680 ext(0->4095) 00010000:00010000:1.0:1746066885.911300:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ff3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb23 expref: 53 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.911310:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ff3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb23 expref: 53 pid: 9917 timeout: 1097 lvb_type: 0 00002000:00010000:1.0:1746066885.911315:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112d180 00000100:00100000:0.0:1746066885.913951:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.914442:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860487808 00000100:00100000:1.0:1746066885.914449:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860487808 00010000:00010000:1.0:1746066885.914474:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ff3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb23 expref: 53 pid: 9917 timeout: 1097 lvb_type: 0 00000100:00100000:1.0:1746066885.914565:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12194 00000100:00100000:1.0:1746066885.914573:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131432d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+53:2034:x1830882860487808:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066885.914584:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066885.914599:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ff3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb23 expref: 53 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.914610:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ff3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb23 expref: 53 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.914681:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff438ff3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb23 expref: 53 pid: 9917 timeout: 1097 lvb_type: 0 00010000:00010000:1.0:1746066885.914706:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.914712:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.914718:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438ffa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb2a expref: 52 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.914725:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438ffa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb2a expref: 52 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.914753:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438ffa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb2a expref: 52 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066885.914765:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861139840:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066885.915671:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.918616:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861139840:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066885.918632:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066885.918664:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131432d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2034:x1830882860487808:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4091us (4731us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.918673:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12194 00000100:00100000:0.0:1746066885.919290:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.919338:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860488064 00000100:00100000:3.0:1746066885.919368:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860488064 00002000:00100000:3.0:1746066885.919398:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131433100 x1830882860488064/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.919408:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131433100 with x1830882860488064 ext(0->4095) 00002000:00010000:3.0:1746066885.919413:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131433100 00000100:00100000:3.0:1746066885.919436:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13123 00000100:00100000:3.0:1746066885.919442:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131433100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2033:x1830882860488064:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066885.919536:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131433100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2033:x1830882860488064:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 94us (247us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.919542:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13123 00002000:00100000:3.0:1746066885.919547:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131433100 x1830882860488064/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.919554:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131433100 with x1830882860488064 ext(0->4095) 00002000:00010000:3.0:1746066885.919557:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131433100 00000100:00100000:0.0:1746066885.923621:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.923701:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860488192 00000100:00100000:2.0:1746066885.923707:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860488192 00000100:00100000:2.0:1746066885.923737:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29367 00000100:00100000:2.0:1746066885.923743:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860488192:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.923758:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.923772:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff439001 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eb31 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.923797:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438ffa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb2a expref: 51 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.923803:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.923805:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.923809:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff439001 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb31 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.923834:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438ffa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb2a expref: 51 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.923844:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438ffa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb2a expref: 51 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066885.923855:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009550d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861139968:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066885.924081:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066885.925786:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009550d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861139968:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066885.925825:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff439001 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb31 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.925845:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eae4e00, rc 0) 00000100:00100000:2.0:1746066885.925894:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860488192:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2149us (2277us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.925904:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29367 00000100:00100000:0.0:1746066885.927365:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.927422:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860488320 00000100:00100000:1.0:1746066885.927432:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860488320 00010000:00010000:1.0:1746066885.927466:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438ffa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb2a expref: 52 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:1.0:1746066885.927517:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12195 00000100:00100000:1.0:1746066885.927524:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f444c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2033:x1830882860488320:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066885.927536:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066885.927552:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438ffa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb2a expref: 52 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066885.927563:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438ffa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb2a expref: 52 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066885.927584:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff438ffa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb2a expref: 52 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066885.927617:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.927618:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.927625:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff439001 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb31 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.927631:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff439001 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb31 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.927658:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff439001 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb31 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066885.927670:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861140096:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066885.928693:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.929463:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.929870:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860488448 00000100:00100000:2.0:1746066885.929876:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860488448 00000100:00100000:2.0:1746066885.929906:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29368 00000100:00100000:2.0:1746066885.929912:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+52:1868:x1830882860488448:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.929926:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.929949:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439008 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eb38 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.929967:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff439001 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb31 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.929972:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.929974:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.929977:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439008 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb38 expref: 53 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.929996:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff439001 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb31 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.930005:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff439001 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb31 expref: 5 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066885.930020:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009550d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861140224:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066885.930064:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.930389:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.930463:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861140096:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066885.930476:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066885.930499:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f444c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+53:2033:x1830882860488320:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2976us (3162us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.930506:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12195 00000100:00100000:3.0:1746066885.931006:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860488704 00000100:00100000:3.0:1746066885.931010:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860488704 00002000:00100000:3.0:1746066885.931033:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094eee300 x1830882860488704/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.931041:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eee300 with x1830882860488704 ext(0->4095) 00010000:00010000:3.0:1746066885.931047:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff439001 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb31 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066885.931056:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff439001 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb31 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066885.931066:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094eee300 00000100:00100000:3.0:1746066885.931089:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2127 00000100:00100000:3.0:1746066885.931099:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860488704:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066885.931192:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860488704:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 97us (804us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.931198:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2127 00002000:00100000:3.0:1746066885.931202:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094eee300 x1830882860488704/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.931210:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eee300 with x1830882860488704 ext(0->4095) 00010000:00010000:3.0:1746066885.931214:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff439001 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb31 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066885.931223:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff439001 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb31 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066885.931229:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094eee300 00000100:00100000:2.0:1746066885.931738:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009550d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861140224:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066885.931760:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439008 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb38 expref: 52 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.931771:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133109400, rc 0) 00000100:00100000:2.0:1746066885.931794:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+52:1868:x1830882860488448:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1882us (2333us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.931800:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29368 00000100:00100000:0.0:1746066885.933007:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066885.933070:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.933117:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860488832 00000100:00100000:2.0:1746066885.933121:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860488832 00000100:00100000:2.0:1746066885.933146:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29369 00000100:00100000:2.0:1746066885.933151:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+52:1869:x1830882860488832:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.933162:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.933173:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff43900f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eb3f expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.933189:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.933193:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439008 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb38 expref: 53 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.933199:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.933202:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff43900f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb3f expref: 53 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.933230:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439008 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb38 expref: 53 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.933238:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff43900f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb3f expref: 53 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.933246:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133108200, rc 0) 00000100:00100000:2.0:1746066885.933282:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+53:1869:x1830882860488832:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.933287:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29369 00000100:00100000:1.0:1746066885.933657:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860488960 00000100:00100000:1.0:1746066885.933665:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860488960 00010000:00010000:1.0:1746066885.933680:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff439001 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb31 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:1.0:1746066885.933695:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12196 00000100:00100000:1.0:1746066885.933699:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860488960:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066885.933704:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066885.933714:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff439001 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb31 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066885.933721:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff439001 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb31 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066885.933734:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff439001 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb31 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066885.933741:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.933742:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.933746:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439008 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb38 expref: 52 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.933751:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439008 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb38 expref: 52 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.933764:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439008 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb38 expref: 52 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.933772:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439008 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb38 expref: 52 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:1.0:1746066885.933779:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861140480:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066885.933815:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.935472:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861140480:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066885.935483:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066885.935616:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860488960:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1914us (2544us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.935623:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12196 00000100:00100000:0.0:1746066885.937686:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.937790:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860489216 00000100:00100000:1.0:1746066885.937797:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860489216 00002000:00100000:1.0:1746066885.937831:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a61880 x1830882860489216/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.937840:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a61880 with x1830882860489216 ext(0->4095) 00010000:00010000:1.0:1746066885.937847:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439008 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb38 expref: 53 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066885.937859:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439008 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb38 expref: 53 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066885.937866:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095a61880 00000100:00100000:1.0:1746066885.937896:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2128 00000100:00100000:1.0:1746066885.937903:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+53:2034:x1830882860489216:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066885.938214:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+53:2034:x1830882860489216:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 310us (530us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066885.938221:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2128 00002000:00100000:1.0:1746066885.938227:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a61880 x1830882860489216/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.938234:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a61880 with x1830882860489216 ext(0->4095) 00010000:00010000:1.0:1746066885.938239:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439008 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb38 expref: 53 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066885.938248:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439008 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb38 expref: 53 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066885.938253:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095a61880 00000100:00100000:0.0:1746066885.941156:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.941304:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860489344 00000100:00100000:1.0:1746066885.941312:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860489344 00010000:00010000:1.0:1746066885.941370:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439008 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb38 expref: 53 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:1.0:1746066885.941410:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12197 00000100:00100000:1.0:1746066885.941416:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+53:2033:x1830882860489344:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066885.941432:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066885.941446:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439008 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb38 expref: 53 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066885.941460:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439008 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb38 expref: 53 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066885.941479:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439008 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb38 expref: 53 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066885.941507:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.941509:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.941514:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff43900f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb3f expref: 52 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.941520:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff43900f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb3f expref: 52 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.941542:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff43900f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb3f expref: 52 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066885.941550:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861140608:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066885.941994:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.944194:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861140608:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066885.944206:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066885.944394:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2033:x1830882860489344:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2976us (3240us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.944402:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12197 00000100:00100000:0.0:1746066885.945205:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.945268:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860489600 00000100:00100000:1.0:1746066885.945275:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860489600 00002000:00100000:1.0:1746066885.945305:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a63100 x1830882860489600/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.945314:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a63100 with x1830882860489600 ext(0->4095) 00002000:00010000:1.0:1746066885.945318:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a63100 00000100:00100000:1.0:1746066885.945507:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13124 00000100:00100000:1.0:1746066885.945514:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2033:x1830882860489600:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066885.945627:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2033:x1830882860489600:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066885.945633:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13124 00002000:00100000:1.0:1746066885.945639:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a63100 x1830882860489600/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.945646:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a63100 with x1830882860489600 ext(0->4095) 00002000:00010000:1.0:1746066885.945648:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a63100 00000100:00100000:0.0:1746066885.947570:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.948369:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860489728 00000100:00100000:1.0:1746066885.948375:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860489728 00000100:00100000:1.0:1746066885.948421:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29370 00000100:00100000:1.0:1746066885.948428:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860489728:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066885.948441:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066885.948456:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff439016 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eb46 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.948481:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff43900f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb3f expref: 51 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.948492:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066885.948494:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066885.948497:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff439016 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb46 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.948523:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff43900f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb3f expref: 51 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.948534:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff43900f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb3f expref: 51 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:1.0:1746066885.948546:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861140736:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066885.948613:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.950178:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861140736:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066885.950198:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff439016 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb46 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.950208:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085aa00, rc 0) 00000100:00100000:1.0:1746066885.950235:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860489728:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1808us (2670us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.950610:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29370 00000100:00100000:0.0:1746066885.952546:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.952649:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860489856 00000100:00100000:1.0:1746066885.952655:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860489856 00010000:00010000:1.0:1746066885.952681:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff43900f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb3f expref: 52 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:1.0:1746066885.952720:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12198 00000100:00100000:1.0:1746066885.952727:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009483b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2034:x1830882860489856:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066885.952739:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066885.952755:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff43900f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb3f expref: 52 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066885.952768:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff43900f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb3f expref: 52 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066885.952787:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff43900f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb3f expref: 52 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066885.953704:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.953707:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.953714:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff439016 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb46 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.953723:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff439016 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb46 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.953750:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff439016 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb46 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066885.953761:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861140864:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066885.954562:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066885.958803:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.958971:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861140864:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066885.958988:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066885.959030:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009483b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+51:2034:x1830882860489856:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6303us (6486us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.959039:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12198 00000100:00100000:0.0:1746066885.959302:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.959778:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860489984 00000100:00100000:2.0:1746066885.959784:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860489984 00000100:00100000:2.0:1746066885.959833:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29371 00000100:00100000:2.0:1746066885.959840:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+51:1868:x1830882860489984:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.959854:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.959868:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff43901d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eb4d expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.959891:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff439016 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb46 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.959898:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.959899:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.959903:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff43901d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb4d expref: 52 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.959946:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff439016 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb46 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.959958:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff439016 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb46 expref: 5 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066885.959968:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009550d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861140992:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066885.960024:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.960080:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860490240 00000100:00100000:1.0:1746066885.960083:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860490240 00002000:00100000:1.0:1746066885.960104:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009483b800 x1830882860490240/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.960111:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009483b800 with x1830882860490240 ext(0->4095) 00010000:00010000:1.0:1746066885.960115:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff439016 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb46 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066885.960121:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff439016 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb46 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066885.960125:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009483b800 00000100:00100000:1.0:1746066885.960135:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2129 00000100:00100000:1.0:1746066885.960139:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009483b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860490240:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066885.960211:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009483b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860490240:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 72us (911us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066885.960215:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2129 00002000:00100000:1.0:1746066885.960218:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009483b800 x1830882860490240/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066885.960223:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009483b800 with x1830882860490240 ext(0->4095) 00010000:00010000:1.0:1746066885.960226:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff439016 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb46 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066885.960232:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff439016 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb46 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066885.960235:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009483b800 00000100:00100000:2.0:1746066885.962408:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009550d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861140992:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066885.962433:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff43901d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb4d expref: 52 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.962447:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eae4e00, rc 0) 00000100:00100000:2.0:1746066885.962489:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+52:1868:x1830882860489984:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2648us (3692us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.962496:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29371 00000100:00100000:0.0:1746066885.962874:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066885.962902:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.963213:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860490368 00000100:00100000:2.0:1746066885.963220:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860490368 00000100:00100000:1.0:1746066885.963227:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860490496 00000100:00100000:1.0:1746066885.963232:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860490496 00000100:00100000:2.0:1746066885.963259:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29372 00000100:00100000:2.0:1746066885.963266:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+52:1869:x1830882860490368:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.963474:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.963486:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439024 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eb54 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.963503:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066885.963508:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff43901d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb4d expref: 53 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.963514:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.963517:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439024 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb54 expref: 53 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.963541:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff43901d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb4d expref: 53 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.963543:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff439016 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb46 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066885.963550:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439024 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb54 expref: 53 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.963557:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc3600, rc 0) 00000100:00100000:2.0:1746066885.963590:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+53:1869:x1830882860490368:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 324us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.963595:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29372 00000100:00100000:1.0:1746066885.963831:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12199 00000100:00100000:1.0:1746066885.963838:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860490496:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066885.963845:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066885.963859:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff439016 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb46 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066885.963870:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff439016 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb46 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066885.963885:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009085aa00/0xd6b24631ff439016 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb46 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066885.964606:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.964608:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.964615:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff43901d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb4d expref: 52 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.964626:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff43901d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb4d expref: 52 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.964648:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff43901d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb4d expref: 52 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.964659:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff43901d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb4d expref: 52 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:1.0:1746066885.964669:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861141248:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066885.964733:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.966658:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861141248:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066885.966668:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066885.966775:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860490496:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2935us (3869us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.966783:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12199 00000100:00100000:0.0:1746066885.967814:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.967856:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860490752 00000100:00100000:2.0:1746066885.967861:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860490752 00002000:00100000:2.0:1746066885.967897:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e4380 x1830882860490752/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.967907:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e4380 with x1830882860490752 ext(0->4095) 00010000:00010000:2.0:1746066885.967914:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff43901d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb4d expref: 53 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066885.967925:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff43901d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb4d expref: 53 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:2.0:1746066885.967948:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952e4380 00000100:00100000:2.0:1746066885.967975:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2130 00000100:00100000:2.0:1746066885.967981:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+53:2034:x1830882860490752:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066885.968316:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+53:2034:x1830882860490752:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 333us (501us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066885.968322:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2130 00002000:00100000:2.0:1746066885.968327:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e4380 x1830882860490752/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.968335:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e4380 with x1830882860490752 ext(0->4095) 00010000:00010000:2.0:1746066885.968359:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff43901d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb4d expref: 53 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066885.968368:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff43901d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb4d expref: 53 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:2.0:1746066885.968373:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952e4380 00000100:00100000:0.0:1746066885.971238:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066885.971794:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860490880 00000100:00100000:1.0:1746066885.971803:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860490880 00010000:00010000:1.0:1746066885.971840:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff43901d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb4d expref: 53 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:1.0:1746066885.971881:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12200 00000100:00100000:1.0:1746066885.971887:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+53:2034:x1830882860490880:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066885.971898:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066885.971916:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff43901d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb4d expref: 53 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066885.971927:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff43901d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb4d expref: 53 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066885.971959:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4e00/0xd6b24631ff43901d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb4d expref: 53 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066885.972714:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.972717:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.972725:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439024 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb54 expref: 52 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.972732:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439024 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb54 expref: 52 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.972762:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439024 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb54 expref: 52 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066885.972773:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861141376:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066885.973465:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.977306:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861141376:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066885.977310:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:1.0:1746066885.977324:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066885.977598:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2034:x1830882860490880:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5710us (6364us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.977608:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12200 00000100:00100000:2.0:1746066885.977718:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860491136 00000100:00100000:2.0:1746066885.977724:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860491136 00002000:00100000:2.0:1746066885.977754:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e5180 x1830882860491136/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.977764:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e5180 with x1830882860491136 ext(0->4095) 00002000:00010000:2.0:1746066885.977768:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952e5180 00000100:00100000:2.0:1746066885.977793:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13125 00000100:00100000:2.0:1746066885.977801:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2032:x1830882860491136:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746066885.977895:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2032:x1830882860491136:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (588us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066885.977901:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13125 00002000:00100000:2.0:1746066885.977905:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e5180 x1830882860491136/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066885.977919:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e5180 with x1830882860491136 ext(0->4095) 00002000:00010000:2.0:1746066885.977922:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952e5180 00000100:00100000:0.0:1746066885.980570:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.980626:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860491264 00000100:00100000:2.0:1746066885.980632:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860491264 00000100:00100000:2.0:1746066885.980963:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29373 00000100:00100000:2.0:1746066885.980970:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860491264:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.980985:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.981000:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43902b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eb5b expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.981023:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439024 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb54 expref: 51 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.981030:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.981032:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.981035:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43902b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb5b expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.981066:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439024 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb54 expref: 51 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.981082:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439024 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb54 expref: 51 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066885.981094:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009550d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861141504:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066885.981178:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066885.984678:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009550d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861141504:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066885.984771:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43902b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb5b expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.984786:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc3e00, rc 0) 00000100:00100000:2.0:1746066885.984828:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860491264:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3858us (4262us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.984836:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29373 00000100:00100000:0.0:1746066885.987230:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066885.988193:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066885.988250:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860491520 00000100:00100000:2.0:1746066885.988257:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860491520 00000100:00100000:1.0:1746066885.988288:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860491392 00000100:00100000:1.0:1746066885.988292:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860491392 00010000:00010000:1.0:1746066885.988313:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439024 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb54 expref: 53 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066885.988661:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29374 00000100:00100000:2.0:1746066885.988670:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+53:1868:x1830882860491520:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066885.988684:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066885.988697:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439032 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eb62 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.988717:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066885.988723:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43902b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb5b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.988733:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066885.988737:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439032 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb62 expref: 54 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.988766:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43902b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb5b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.988777:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439032 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb62 expref: 54 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066885.988786:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc2800, rc 0) 00000100:00100000:2.0:1746066885.988820:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+54:1868:x1830882860491520:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066885.988826:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29374 00000100:00100000:1.0:1746066885.989041:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12201 00000100:00100000:1.0:1746066885.989048:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+53:2033:x1830882860491392:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066885.989057:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066885.989072:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439024 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb54 expref: 53 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066885.989082:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439024 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb54 expref: 53 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066885.989097:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439024 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb54 expref: 53 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066885.989109:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.989110:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066885.989115:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43902b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb5b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.989122:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43902b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb5b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.989139:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43902b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb5b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066885.989151:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43902b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb5b expref: 5 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:1.0:1746066885.989161:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861141760:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066885.989209:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066885.993815:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861141760:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066885.993835:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066885.993879:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2033:x1830882860491392:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4830us (6654us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066885.993888:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12201 00000100:00100000:0.0:1746066885.994093:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066885.994164:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860491776 00000100:00100000:3.0:1746066885.994170:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860491776 00002000:00100000:3.0:1746066885.994209:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009529d180 x1830882860491776/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/0 e 0 to 0 dl 1746066896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.994217:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529d180 with x1830882860491776 ext(0->4095) 00010000:00010000:3.0:1746066885.994225:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43902b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb5b expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066885.994241:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43902b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb5b expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066885.994248:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009529d180 00000100:00100000:3.0:1746066885.994273:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2131 00000100:00100000:3.0:1746066885.994278:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860491776:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066885.994599:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860491776:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 320us (507us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066885.994605:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2131 00002000:00100000:3.0:1746066885.994611:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009529d180 x1830882860491776/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746066896 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066885.994618:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529d180 with x1830882860491776 ext(0->4095) 00010000:00010000:3.0:1746066885.994622:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43902b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb5b expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066885.994631:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43902b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb5b expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066885.994637:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009529d180 00000100:00100000:0.0:1746066886.001589:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.001739:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860491904 00000100:00100000:1.0:1746066886.001748:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860491904 00010000:00010000:1.0:1746066886.001781:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43902b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb5b expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:1.0:1746066886.001897:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12202 00000100:00100000:1.0:1746066886.001905:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f444850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860491904:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066886.001918:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066886.001965:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43902b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb5b expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.001977:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43902b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb5b expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.001995:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43902b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb5b expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.002091:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.002094:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.002100:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439032 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb62 expref: 51 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.002107:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439032 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb62 expref: 51 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.002139:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439032 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb62 expref: 51 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066886.002150:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861141888:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066886.002221:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7ed3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066886.004469:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861141888:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066886.004485:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066886.004512:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f444850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860491904:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2608us (2932us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066886.004520:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12202 00000100:00100000:0.0:1746066886.007147:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.007207:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860492160 00000100:00100000:1.0:1746066886.007214:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860492160 00002000:00100000:1.0:1746066886.007250:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009529f800 x1830882860492160/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.007260:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529f800 with x1830882860492160 ext(0->4095) 00002000:00010000:1.0:1746066886.007264:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009529f800 00000100:00100000:1.0:1746066886.007295:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13126 00000100:00100000:1.0:1746066886.007301:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2034:x1830882860492160:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066886.007435:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2034:x1830882860492160:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (293us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066886.007441:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13126 00002000:00100000:1.0:1746066886.007446:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009529f800 x1830882860492160/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.007452:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529f800 with x1830882860492160 ext(0->4095) 00002000:00010000:1.0:1746066886.007455:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009529f800 00000100:00100000:0.0:1746066886.011384:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.011586:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860492288 00000100:00100000:3.0:1746066886.011593:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860492288 00000100:00100000:3.0:1746066886.011648:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29375 00000100:00100000:3.0:1746066886.011656:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860492288:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066886.011672:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066886.011687:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439039 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eb69 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.011714:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439032 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb62 expref: 51 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.011721:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.011722:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.011726:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439039 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb69 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.011757:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439032 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb62 expref: 51 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.011768:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439032 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb62 expref: 51 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.011779:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861142016:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066886.012141:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.014281:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861142016:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066886.014302:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439039 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb69 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.014315:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c4400, rc 0) 00000100:00100000:3.0:1746066886.014375:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860492288:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2719us (3038us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.014383:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29375 00000100:00100000:0.0:1746066886.014763:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.015206:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860492416 00000100:00100000:1.0:1746066886.015212:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860492416 00002000:00100000:1.0:1746066886.015242:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009529f100 x1830882860492416/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 496/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.015249:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529f100 with x1830882860492416 ext(0->7) 00010000:00010000:1.0:1746066886.015255:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439032 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb62 expref: 52 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.015266:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439032 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb62 expref: 52 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.015271:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009529f100 00000100:00100000:3.0:1746066886.015460:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2132 00000100:00100000:3.0:1746066886.015467:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2033:x1830882860492416:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746066886.017687:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+54:2033:x1830882860492416:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2217us (2920us total) trans 4294972169 rc 0/0 00000100:00100000:3.0:1746066886.017695:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2132 00002000:00100000:3.0:1746066886.017703:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009529f100 x1830882860492416/t4294972169(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 496/448 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.017711:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529f100 with x1830882860492416 ext(0->7) 00010000:00010000:3.0:1746066886.017718:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439032 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb62 expref: 54 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.017731:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439032 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb62 expref: 54 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066886.017738:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009529f100 00000100:00100000:0.0:1746066886.021635:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.021728:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860492544 00000100:00100000:1.0:1746066886.021737:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860492544 00010000:00010000:1.0:1746066886.021776:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439032 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb62 expref: 54 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:1.0:1746066886.021811:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12203 00000100:00100000:1.0:1746066886.021818:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095884380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+54:2031:x1830882860492544:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066886.021830:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066886.021845:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439032 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb62 expref: 54 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.021855:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439032 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb62 expref: 54 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.021874:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439032 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb62 expref: 54 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.021906:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.021909:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.021916:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439039 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb69 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.021924:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439039 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb69 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.021964:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439039 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb69 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066886.021975:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861142144:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066886.022046:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066886.026527:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861142144:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066886.026544:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066886.026581:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095884380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+53:2031:x1830882860492544:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4762us (4952us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066886.026590:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12203 00000100:00100000:0.0:1746066886.026635:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.026729:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860492800 00000100:00100000:3.0:1746066886.026735:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860492800 00002000:00100000:3.0:1746066886.026766:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095887800 x1830882860492800/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.026776:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095887800 with x1830882860492800 ext(0->4095) 00002000:00010000:3.0:1746066886.026780:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095887800 00000100:00100000:3.0:1746066886.026804:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13127 00000100:00100000:3.0:1746066886.026810:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860492800:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066886.026910:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860492800:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 100us (277us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066886.026917:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13127 00002000:00100000:3.0:1746066886.026922:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095887800 x1830882860492800/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.026944:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095887800 with x1830882860492800 ext(0->4095) 00002000:00010000:3.0:1746066886.026947:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095887800 00000100:00100000:0.0:1746066886.033071:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.033199:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860492928 00000100:00100000:3.0:1746066886.033207:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860492928 00000100:00100000:3.0:1746066886.033253:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29376 00000100:00100000:3.0:1746066886.033262:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+53:1869:x1830882860492928:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066886.033279:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066886.033294:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff439040 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eb70 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.033322:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439039 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb69 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.033330:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.033332:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.033336:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff439040 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb70 expref: 54 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.033584:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439039 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb69 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.033595:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439039 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb69 expref: 5 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.033613:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861142272:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066886.035250:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.038840:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861142272:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066886.038866:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff439040 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb70 expref: 54 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.038879:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133108200, rc 0) 00000100:00100000:2.0:1746066886.038913:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+54:1869:x1830882860492928:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5653us (5851us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.038921:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29376 00000100:00100000:0.0:1746066886.039957:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.040089:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860493184 00000100:00100000:1.0:1746066886.040095:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860493184 00010000:00010000:1.0:1746066886.040120:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439039 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb69 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:0.0:1746066886.040278:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.040561:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860493056 00000100:00100000:2.0:1746066886.040566:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860493056 00000100:00100000:1.0:1746066886.040577:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12204 00000100:00100000:1.0:1746066886.040585:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860493184:12345-192.168.201.51@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746066886.040595:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29377 00010000:00010000:1.0:1746066886.040596:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746066886.040602:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+54:1868:x1830882860493056:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066886.040614:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439039 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb69 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.040620:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066886.040625:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439039 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb69 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.040632:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439047 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eb77 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.040643:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439039 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb69 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.040646:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.040651:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff439040 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb70 expref: 55 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.040657:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.040661:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439047 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb77 expref: 55 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.040991:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.040993:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.041000:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff439040 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb70 expref: 55 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.041008:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff439040 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb70 expref: 55 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.041034:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff439040 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb70 expref: 55 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.041045:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff439040 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb70 expref: 55 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.041056:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009550d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861142528:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066886.041056:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff439040 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb70 expref: 55 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.041065:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff439040 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb70 expref: 55 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:1.0:1746066886.041074:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861142400:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066886.041124:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426600 going to sleep for 11 seconds 00000100:00100000:1.0:1746066886.041124:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.043250:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009550d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861142528:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066886.043270:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439047 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb77 expref: 55 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.043281:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133109400, rc 0) 00000100:00100000:2.0:1746066886.043312:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+55:1868:x1830882860493056:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2710us (3034us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.043319:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29377 00000100:00100000:1.0:1746066886.043656:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861142400:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066886.043667:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066886.043688:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860493184:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3104us (3734us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066886.043695:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12204 00000100:00100000:0.0:1746066886.044372:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.044491:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860493440 00000100:00100000:3.0:1746066886.044498:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860493440 00002000:00100000:3.0:1746066886.044527:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801332ffb80 x1830882860493440/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.044537:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332ffb80 with x1830882860493440 ext(0->4095) 00010000:00010000:3.0:1746066886.044543:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff439040 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb70 expref: 55 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.044555:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff439040 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb70 expref: 55 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066886.044562:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801332ffb80 00000100:00100000:3.0:1746066886.044584:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2133 00000100:00100000:3.0:1746066886.044590:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+55:2033:x1830882860493440:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066886.044690:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+55:2033:x1830882860493440:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 100us (319us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066886.044697:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2133 00002000:00100000:3.0:1746066886.044702:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801332ffb80 x1830882860493440/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.044710:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332ffb80 with x1830882860493440 ext(0->4095) 00010000:00010000:3.0:1746066886.044715:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff439040 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb70 expref: 55 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.044730:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff439040 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb70 expref: 55 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066886.044736:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801332ffb80 00000100:00100000:0.0:1746066886.048635:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066886.048726:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.048793:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860493568 00000100:00100000:2.0:1746066886.048800:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860493568 00000100:00100000:1.0:1746066886.048833:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860493696 00000100:00100000:1.0:1746066886.048837:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860493696 00000100:00100000:2.0:1746066886.048844:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29378 00000100:00100000:2.0:1746066886.048850:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860493568:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066886.048855:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff439040 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb70 expref: 55 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.048863:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746066886.048873:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12205 00010000:00010000:2.0:1746066886.048874:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43904e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eb7e expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066886.048878:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+55:2034:x1830882860493696:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066886.048886:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066886.048891:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.048895:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439047 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb77 expref: 55 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.048901:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066886.048905:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43904e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb7e expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.049645:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff439040 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb70 expref: 55 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.049657:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff439040 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb70 expref: 55 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.049675:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439047 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb77 expref: 55 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.049678:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133108200/0xd6b24631ff439040 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb70 expref: 55 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.049688:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43904e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb7e expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.049697:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.049699:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.049708:0:9627:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439047 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb77 expref: 54 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.049723:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439047 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb77 expref: 54 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.049884:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066886.049922:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+54:2034:x1830882860493696:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1042us (1195us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066886.049943:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12205 00010000:00010000:2.0:1746066886.050604:0:9627:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439047 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb77 expref: 53 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.050615:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439047 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb77 expref: 53 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.050627:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009550d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861142784:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066886.050685:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.053165:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009550d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861142784:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066886.053179:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc3e00, rc 0) 00000100:00100000:2.0:1746066886.053215:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860493568:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4364us (5320us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.053223:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29378 00000100:00100000:0.0:1746066886.054608:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.055222:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860493952 00000100:00100000:1.0:1746066886.055228:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860493952 00002000:00100000:1.0:1746066886.055264:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d54700 x1830882860493952/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.055274:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d54700 with x1830882860493952 ext(0->4095) 00010000:00010000:1.0:1746066886.055281:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439047 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb77 expref: 54 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.055573:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439047 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb77 expref: 54 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.055586:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d54700 00000100:00100000:1.0:1746066886.055615:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2134 00000100:00100000:1.0:1746066886.055622:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+54:2034:x1830882860493952:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066886.055743:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+54:2034:x1830882860493952:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (1137us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066886.055750:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2134 00002000:00100000:1.0:1746066886.055756:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d54700 x1830882860493952/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.055763:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d54700 with x1830882860493952 ext(0->4095) 00010000:00010000:1.0:1746066886.055767:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439047 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb77 expref: 54 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.055777:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439047 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb77 expref: 54 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.055782:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d54700 00000100:00100000:0.0:1746066886.058885:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.058963:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860494080 00000100:00100000:2.0:1746066886.058970:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860494080 00000100:00100000:0.0:1746066886.058976:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.059013:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29379 00000100:00100000:2.0:1746066886.059020:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+54:1868:x1830882860494080:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066886.059032:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066886.059048:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439055 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eb85 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066886.059051:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860494208 00000100:00100000:1.0:1746066886.059055:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860494208 00010000:00010000:1.0:1746066886.059070:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439047 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb77 expref: 56 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.059074:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.059078:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43904e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb7e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.059084:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066886.059087:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439055 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb85 expref: 56 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066886.059089:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12206 00000100:00100000:1.0:1746066886.059093:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+56:2031:x1830882860494208:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066886.059101:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066886.059113:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439047 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb77 expref: 56 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.059115:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43904e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb7e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.059122:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439047 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb77 expref: 56 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.059220:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133109400/0xd6b24631ff439047 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb77 expref: 56 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.059221:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439055 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb85 expref: 56 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.059230:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.059231:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.059235:0:9627:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43904e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb7e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.059243:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43904e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb7e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.059262:0:9627:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43904e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb7e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.059272:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43904e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb7e expref: 5 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.059288:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009550d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861143040:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066886.059436:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066886.059583:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426600 going to sleep for 11 seconds 00000100:00100000:1.0:1746066886.059588:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+55:2031:x1830882860494208:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 493us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066886.059594:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12206 00000100:00100000:3.0:1746066886.061850:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009550d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861143040:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.061863:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc2800, rc 0) 00000100:00100000:3.0:1746066886.062164:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+54:1868:x1830882860494080:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3142us (3282us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.062171:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29379 00000100:00100000:0.0:1746066886.063557:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.063767:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860494464 00000100:00100000:3.0:1746066886.063775:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860494464 00002000:00100000:3.0:1746066886.063810:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d57800 x1830882860494464/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.063820:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d57800 with x1830882860494464 ext(0->4095) 00010000:00010000:3.0:1746066886.063828:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43904e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb7e expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.063839:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43904e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb7e expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066886.063845:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d57800 00000100:00100000:3.0:1746066886.063905:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2135 00000100:00100000:3.0:1746066886.063913:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860494464:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066886.064275:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860494464:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 360us (718us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066886.064282:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2135 00002000:00100000:3.0:1746066886.064287:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d57800 x1830882860494464/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.064295:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d57800 with x1830882860494464 ext(0->4095) 00010000:00010000:3.0:1746066886.064300:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43904e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb7e expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.064310:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43904e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb7e expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066886.064316:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d57800 00000100:00100000:0.0:1746066886.065710:0:3790:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746066886.065724:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3790:1830882861143168:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746066886.065761:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066886.065796:0:7277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861143168 00000100:00100000:1.0:1746066886.065801:0:7277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861143168 00000100:00100000:1.0:1746066886.065836:0:7277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:1.0:1746066886.065842:0:7277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3790:x1830882861143168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746066886.065874:0:7277:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:1.0:1746066886.065997:0:7277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3790:x1830882861143168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 153us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066886.066002:0:7277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:0.0:1746066886.066007:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3790:1830882861143168:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746066886.070632:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.070828:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860494592 00000100:00100000:1.0:1746066886.070836:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860494592 00010000:00010000:1.0:1746066886.070864:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43904e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb7e expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:1.0:1746066886.070903:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12207 00000100:00100000:1.0:1746066886.070918:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860494592:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066886.070938:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066886.070954:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43904e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb7e expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.071163:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43904e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb7e expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.071189:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43904e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb7e expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.071205:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.071207:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.071215:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439055 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb85 expref: 53 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.071227:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439055 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb85 expref: 53 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.071255:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439055 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb85 expref: 53 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066886.071267:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861143296:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066886.071336:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066886.074273:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.074580:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860494848 00000100:00100000:3.0:1746066886.074587:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860494848 00002000:00100000:3.0:1746066886.074619:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c408380 x1830882860494848/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.074629:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c408380 with x1830882860494848 ext(0->4095) 00002000:00010000:3.0:1746066886.074633:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c408380 00000100:00100000:3.0:1746066886.074651:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13128 00000100:00100000:3.0:1746066886.074657:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+54:2031:x1830882860494848:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066886.074664:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861143296:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066886.074679:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066886.074715:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860494592:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3805us (4090us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066886.074723:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12207 00000100:00100000:3.0:1746066886.074781:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+54:2031:x1830882860494848:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (515us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066886.074788:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13128 00002000:00100000:3.0:1746066886.074793:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c408380 x1830882860494848/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.074806:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c408380 with x1830882860494848 ext(0->4095) 00002000:00010000:3.0:1746066886.074809:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c408380 00000100:00100000:0.0:1746066886.076277:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.076364:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860494976 00000100:00100000:3.0:1746066886.076369:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860494976 00000100:00100000:3.0:1746066886.076398:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29380 00000100:00100000:3.0:1746066886.076404:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860494976:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066886.076415:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066886.076429:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43905c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eb8c expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.076450:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439055 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb85 expref: 53 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.076456:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.076458:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.076461:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43905c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb8c expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.076486:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439055 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb85 expref: 53 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.076497:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439055 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb85 expref: 53 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.076508:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861143424:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066886.077578:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.079910:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.080154:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860495104 00000100:00100000:1.0:1746066886.080165:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860495104 00010000:00010000:1.0:1746066886.080191:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439055 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb85 expref: 54 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:1.0:1746066886.080231:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12208 00000100:00100000:1.0:1746066886.080238:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+54:2034:x1830882860495104:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066886.080249:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066886.080265:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439055 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb85 expref: 54 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.080285:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439055 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb85 expref: 54 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.080306:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.080309:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.080314:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43905c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb8c expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.080322:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43905c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb8c expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.080380:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43905c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb8c expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066886.080391:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861143552:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066886.080456:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00010000:00010000:3.0:1746066886.080662:0:9627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439055 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb85 expref: 54 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.080724:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861143424:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066886.080742:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43905c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb8c expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.080751:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efed000, rc 0) 00000100:00100000:3.0:1746066886.081824:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860494976:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5417us (5548us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.081832:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29380 00000100:00100000:1.0:1746066886.082956:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861143552:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066886.082966:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066886.082996:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+53:2034:x1830882860495104:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2758us (3092us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066886.083004:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12208 00000100:00100000:0.0:1746066886.084970:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.085189:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860495232 00000100:00100000:3.0:1746066886.085195:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860495232 00000100:00100000:3.0:1746066886.085243:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29381 00000100:00100000:3.0:1746066886.085251:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+53:1868:x1830882860495232:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066886.085266:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066886.085411:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439063 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eb93 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.085451:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43905c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb8c expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.085458:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.085460:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.085464:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439063 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb93 expref: 54 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.085487:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43905c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb8c expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.085499:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43905c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb8c expref: 5 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.085510:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861143680:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066886.085706:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.085722:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.085819:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860495488 00000100:00100000:2.0:1746066886.085823:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860495488 00002000:00100000:2.0:1746066886.085853:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800908e6d80 x1830882860495488/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.085862:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e6d80 with x1830882860495488 ext(0->4095) 00010000:00010000:2.0:1746066886.085868:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43905c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb8c expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.085877:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43905c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb8c expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:2.0:1746066886.085883:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800908e6d80 00000100:00100000:2.0:1746066886.086141:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2136 00000100:00100000:2.0:1746066886.086148:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860495488:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066886.086260:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860495488:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (553us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066886.086266:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2136 00002000:00100000:2.0:1746066886.086271:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800908e6d80 x1830882860495488/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.086279:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e6d80 with x1830882860495488 ext(0->4095) 00010000:00010000:2.0:1746066886.086284:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43905c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb8c expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.086292:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43905c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb8c expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:2.0:1746066886.086298:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800908e6d80 00000100:00100000:3.0:1746066886.086775:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861143680:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066886.086791:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439063 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb93 expref: 54 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.086801:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc2800, rc 0) 00000100:00100000:3.0:1746066886.086828:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+54:1868:x1830882860495232:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1578us (1862us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.086834:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29381 00000100:00100000:0.0:1746066886.089255:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.089379:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860495616 00000100:00100000:1.0:1746066886.089386:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860495616 00010000:00010000:1.0:1746066886.089418:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43905c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb8c expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:1.0:1746066886.089456:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12209 00000100:00100000:1.0:1746066886.089463:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f444450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860495616:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066886.089475:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066886.089491:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43905c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb8c expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.089509:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43905c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb8c expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.089530:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43905c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb8c expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.089549:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.089551:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.089557:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439063 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb93 expref: 53 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.089564:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439063 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb93 expref: 53 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.089591:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439063 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb93 expref: 53 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066886.089604:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861143808:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066886.089683:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066886.092180:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861143808:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066886.092195:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066886.092532:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f444450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860495616:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3067us (3281us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066886.092541:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12209 00000100:00100000:0.0:1746066886.094775:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.094855:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860495872 00000100:00100000:1.0:1746066886.094860:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860495872 00002000:00100000:1.0:1746066886.094888:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800908e4380 x1830882860495872/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.094894:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e4380 with x1830882860495872 ext(0->4095) 00002000:00010000:1.0:1746066886.094898:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800908e4380 00000100:00100000:1.0:1746066886.094920:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13129 00000100:00100000:1.0:1746066886.094925:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+54:2033:x1830882860495872:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066886.095705:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+54:2033:x1830882860495872:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 778us (932us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066886.095710:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13129 00002000:00100000:1.0:1746066886.095715:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800908e4380 x1830882860495872/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.095724:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e4380 with x1830882860495872 ext(0->4095) 00002000:00010000:1.0:1746066886.095727:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800908e4380 00000100:00100000:0.0:1746066886.097521:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.097669:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860496000 00000100:00100000:3.0:1746066886.097675:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860496000 00000100:00100000:3.0:1746066886.097722:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29382 00000100:00100000:3.0:1746066886.097729:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860496000:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066886.097741:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066886.097756:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43906a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eb9a expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.097779:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439063 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb93 expref: 53 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.097791:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.097792:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.097796:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43906a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb9a expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.097821:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439063 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb93 expref: 53 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.097838:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439063 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb93 expref: 53 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.097850:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861143936:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066886.099225:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f900 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.100790:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861143936:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066886.100813:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43906a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb9a expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.100828:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efed000, rc 0) 00000100:00100000:0.0:1746066886.100831:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.100861:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860496000:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3132us (3343us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.100869:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29382 00000100:00100000:1.0:1746066886.100890:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860496128 00000100:00100000:1.0:1746066886.100898:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860496128 00002000:00100000:1.0:1746066886.100927:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008ccc5880 x1830882860496128/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 496/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.100949:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc5880 with x1830882860496128 ext(0->7) 00010000:00010000:1.0:1746066886.100956:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439063 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb93 expref: 54 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.100967:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439063 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb93 expref: 54 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.100973:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc5880 00000100:00100000:1.0:1746066886.101047:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2137 00000100:00100000:1.0:1746066886.101055:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+54:2032:x1830882860496128:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746066886.102063:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+56:2032:x1830882860496128:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1006us (1229us total) trans 4294972170 rc 0/0 00000100:00100000:1.0:1746066886.102071:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2137 00002000:00100000:1.0:1746066886.102077:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008ccc5880 x1830882860496128/t4294972170(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 496/448 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.102085:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc5880 with x1830882860496128 ext(0->7) 00010000:00010000:1.0:1746066886.102090:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439063 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb93 expref: 56 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.102101:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439063 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb93 expref: 56 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.102112:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc5880 00000100:00100000:0.0:1746066886.106951:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.107012:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860496256 00000100:00100000:1.0:1746066886.107019:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860496256 00010000:00010000:1.0:1746066886.107048:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439063 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb93 expref: 56 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:1.0:1746066886.107083:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12210 00000100:00100000:1.0:1746066886.107089:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+56:2032:x1830882860496256:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066886.107100:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066886.107114:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439063 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb93 expref: 56 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.107125:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439063 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb93 expref: 56 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.107142:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439063 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb93 expref: 56 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.107163:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.107164:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.107171:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43906a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb9a expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.107177:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43906a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb9a expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.107206:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43906a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb9a expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066886.107215:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861144064:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066886.107508:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74780 going to sleep for 11 seconds 00000100:00100000:1.0:1746066886.110279:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861144064:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066886.110291:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066886.110315:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+55:2032:x1830882860496256:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3226us (3372us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066886.110323:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12210 00000100:00100000:2.0:1746066886.110511:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.110763:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860496512 00000100:00100000:1.0:1746066886.110769:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860496512 00002000:00100000:1.0:1746066886.110796:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009550d180 x1830882860496512/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.110806:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550d180 with x1830882860496512 ext(0->4095) 00002000:00010000:1.0:1746066886.110810:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009550d180 00000100:00100000:1.0:1746066886.110825:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13130 00000100:00100000:1.0:1746066886.110832:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860496512:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066886.111159:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860496512:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 326us (648us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066886.111166:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13130 00002000:00100000:1.0:1746066886.111171:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009550d180 x1830882860496512/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.111184:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550d180 with x1830882860496512 ext(0->4095) 00002000:00010000:1.0:1746066886.111187:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009550d180 00000100:00100000:0.0:1746066886.113553:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.113667:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860496640 00000100:00100000:3.0:1746066886.113673:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860496640 00000100:00100000:3.0:1746066886.113711:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29383 00000100:00100000:3.0:1746066886.113718:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+55:1869:x1830882860496640:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066886.113734:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066886.113748:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439071 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eba1 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.113771:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43906a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb9a expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.113778:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.113779:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.113782:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439071 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba1 expref: 56 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.113804:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43906a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb9a expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.113815:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43906a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb9a expref: 5 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.113825:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861144192:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066886.113878:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f900 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.116305:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861144192:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066886.116322:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439071 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba1 expref: 56 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.116332:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc3e00, rc 0) 00000100:00100000:3.0:1746066886.116552:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+56:1869:x1830882860496640:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2835us (3221us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.116560:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29383 00000100:00100000:0.0:1746066886.117508:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066886.118049:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.118155:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860496896 00000100:00100000:3.0:1746066886.118160:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860496896 00000100:00100000:3.0:1746066886.118183:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29384 00000100:00100000:3.0:1746066886.118187:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+56:1868:x1830882860496896:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066886.118199:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066886.118209:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439078 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eba8 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.118225:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.118228:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439071 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba1 expref: 57 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.118232:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.118234:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439078 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba8 expref: 57 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.118252:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439071 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba1 expref: 57 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.118259:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439078 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba8 expref: 57 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.118263:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc3600, rc 0) 00000100:00100000:3.0:1746066886.118280:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+57:1868:x1830882860496896:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 94us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.118284:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29384 00000100:00100000:1.0:1746066886.118575:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860496768 00000100:00100000:1.0:1746066886.118578:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860496768 00010000:00010000:1.0:1746066886.118593:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43906a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb9a expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:1.0:1746066886.119115:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12211 00000100:00100000:1.0:1746066886.119120:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860496768:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066886.119126:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066886.119138:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43906a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb9a expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.119146:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43906a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb9a expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.119158:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff43906a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eb9a expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.119169:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.119170:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.119174:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439071 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba1 expref: 56 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.119179:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439071 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba1 expref: 56 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.119195:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439071 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba1 expref: 56 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.119202:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439071 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba1 expref: 56 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:1.0:1746066886.119210:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861144448:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066886.119490:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066886.122983:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.123185:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860497152 00000100:00100000:1.0:1746066886.123192:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860497152 00002000:00100000:1.0:1746066886.123232:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc6300 x1830882860497152/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.123242:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc6300 with x1830882860497152 ext(0->4095) 00010000:00010000:1.0:1746066886.123250:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439071 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba1 expref: 57 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.123262:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439071 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba1 expref: 57 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.123268:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc6300 00000100:00100000:2.0:1746066886.123282:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861144448:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066886.123296:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2138 00010000:00010000:2.0:1746066886.123298:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066886.123302:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+57:2031:x1830882860497152:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746066886.123332:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860496768:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4211us (5825us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.123357:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12211 00000100:00100000:1.0:1746066886.123570:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+57:2031:x1830882860497152:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 266us (593us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066886.123579:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2138 00002000:00100000:1.0:1746066886.123585:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc6300 x1830882860497152/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.123592:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc6300 with x1830882860497152 ext(0->4095) 00010000:00010000:1.0:1746066886.123598:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439071 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba1 expref: 57 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.123607:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439071 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba1 expref: 57 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.123613:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc6300 00000100:00100000:0.0:1746066886.133576:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066886.133920:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.134042:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860497408 00000100:00100000:3.0:1746066886.134051:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860497408 00010000:00010000:3.0:1746066886.134082:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439071 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba1 expref: 57 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.134154:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12212 00000100:00100000:3.0:1746066886.134161:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+57:2033:x1830882860497408:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.134174:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.134190:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439071 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba1 expref: 57 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.134199:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439071 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba1 expref: 57 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.134218:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439071 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba1 expref: 57 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.134234:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.134237:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.134242:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439078 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba8 expref: 56 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.134250:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439078 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba8 expref: 56 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.134293:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439078 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba8 expref: 56 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066886.134309:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861144576:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.134409:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.134828:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860497280 00000100:00100000:2.0:1746066886.134832:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860497280 00000100:00100000:2.0:1746066886.134864:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29385 00000100:00100000:2.0:1746066886.134869:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860497280:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066886.134880:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066886.134889:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f741400/0xd6b24631ff43907f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ebaf expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.135139:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439078 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba8 expref: 56 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.135146:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.135147:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.135150:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f741400/0xd6b24631ff43907f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebaf expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.135174:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439078 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba8 expref: 56 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.135185:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439078 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba8 expref: 56 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.135193:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861144704:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066886.135229:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426540 going to sleep for 11 seconds 00000100:00100000:0.0:1746066886.140490:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.140663:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861144704:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066886.140690:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f741400/0xd6b24631ff43907f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebaf expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.140705:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f741400, rc 0) 00000100:00100000:2.0:1746066886.140743:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860497280:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5873us (7174us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.140751:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29385 00000100:00100000:2.0:1746066886.140784:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860497664 00000100:00100000:2.0:1746066886.140789:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860497664 00002000:00100000:2.0:1746066886.140815:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc4e00 x1830882860497664/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.140824:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc4e00 with x1830882860497664 ext(0->4095) 00010000:00010000:2.0:1746066886.140830:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439078 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba8 expref: 57 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.140846:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439078 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba8 expref: 57 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:2.0:1746066886.140852:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc4e00 00000100:00100000:2.0:1746066886.140884:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2139 00000100:00100000:2.0:1746066886.140891:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+57:2033:x1830882860497664:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066886.140992:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861144576:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.141003:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066886.141003:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+57:2033:x1830882860497664:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (519us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066886.141009:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2139 00002000:00100000:2.0:1746066886.141014:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc4e00 x1830882860497664/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746066886.141022:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+57:2033:x1830882860497408:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6862us (7102us total) trans 0 rc 0/0 00002000:00100000:2.0:1746066886.141022:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc4e00 with x1830882860497664 ext(0->4095) 00010000:00010000:2.0:1746066886.141027:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439078 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba8 expref: 57 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.141030:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12212 00010000:00010000:2.0:1746066886.141036:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439078 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba8 expref: 57 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:2.0:1746066886.141041:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc4e00 00000100:00100000:0.0:1746066886.144467:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066886.144517:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.144595:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860497792 00000100:00100000:2.0:1746066886.144602:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860497792 00000100:00100000:2.0:1746066886.144632:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29386 00000100:00100000:2.0:1746066886.144638:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+56:1868:x1830882860497792:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066886.144651:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066886.144665:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439086 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ebb6 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.144686:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.144692:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f741400/0xd6b24631ff43907f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebaf expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.144699:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066886.144703:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439086 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebb6 expref: 57 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.144871:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f741400/0xd6b24631ff43907f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebaf expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.144883:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439086 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebb6 expref: 57 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.144892:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800962e2c00, rc 0) 00000100:00100000:2.0:1746066886.144991:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+57:1868:x1830882860497792:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 352us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.144997:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29386 00000100:00100000:3.0:1746066886.145006:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860497920 00000100:00100000:3.0:1746066886.145010:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860497920 00010000:00010000:3.0:1746066886.145025:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439078 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba8 expref: 57 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.145055:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12213 00000100:00100000:3.0:1746066886.145061:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+57:2031:x1830882860497920:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.145069:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.145083:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439078 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba8 expref: 57 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.145093:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439078 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba8 expref: 57 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.145108:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439078 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eba8 expref: 57 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.145132:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.145135:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.145140:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f741400/0xd6b24631ff43907f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebaf expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.145147:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f741400/0xd6b24631ff43907f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebaf expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.145166:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f741400/0xd6b24631ff43907f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebaf expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.145176:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f741400/0xd6b24631ff43907f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebaf expref: 5 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.145512:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861144960:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.145970:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f900 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.148618:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861144960:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.148634:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.148675:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+56:2031:x1830882860497920:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3613us (4156us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.148682:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12213 00000100:00100000:0.0:1746066886.149440:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.149497:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860498176 00000100:00100000:2.0:1746066886.149503:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860498176 00002000:00100000:2.0:1746066886.149538:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc4700 x1830882860498176/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.149547:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc4700 with x1830882860498176 ext(0->4095) 00010000:00010000:2.0:1746066886.149555:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f741400/0xd6b24631ff43907f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebaf expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.150013:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f741400/0xd6b24631ff43907f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebaf expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:2.0:1746066886.150018:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc4700 00000100:00100000:2.0:1746066886.150043:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2140 00000100:00100000:2.0:1746066886.150049:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860498176:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066886.150159:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860498176:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (726us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066886.150164:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2140 00002000:00100000:2.0:1746066886.150168:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc4700 x1830882860498176/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.150173:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc4700 with x1830882860498176 ext(0->4095) 00010000:00010000:2.0:1746066886.150176:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f741400/0xd6b24631ff43907f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebaf expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.150182:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f741400/0xd6b24631ff43907f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebaf expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:2.0:1746066886.150188:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc4700 00000100:00100000:0.0:1746066886.154769:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.154875:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860498304 00000100:00100000:3.0:1746066886.154882:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860498304 00010000:00010000:3.0:1746066886.154914:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f741400/0xd6b24631ff43907f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebaf expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.155171:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12214 00000100:00100000:3.0:1746066886.155179:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860498304:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.155199:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.155217:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f741400/0xd6b24631ff43907f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebaf expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.155228:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f741400/0xd6b24631ff43907f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebaf expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.155248:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f741400/0xd6b24631ff43907f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebaf expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.156513:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.156574:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.156583:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439086 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebb6 expref: 55 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.156594:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439086 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebb6 expref: 55 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.156625:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439086 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebb6 expref: 55 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066886.156636:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861145088:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.157303:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f900 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.160875:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861145088:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.160894:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.160945:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860498304:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5764us (6181us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.160958:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12214 00000100:00100000:0.0:1746066886.162710:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.162961:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860498560 00000100:00100000:1.0:1746066886.162968:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860498560 00002000:00100000:1.0:1746066886.163005:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc4000 x1830882860498560/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.163014:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc4000 with x1830882860498560 ext(0->4095) 00002000:00010000:1.0:1746066886.163019:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc4000 00000100:00100000:1.0:1746066886.163110:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13131 00000100:00100000:1.0:1746066886.163118:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+56:2034:x1830882860498560:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066886.163233:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+56:2034:x1830882860498560:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (526us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066886.163243:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13131 00002000:00100000:1.0:1746066886.163248:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc4000 x1830882860498560/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.163262:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc4000 with x1830882860498560 ext(0->4095) 00002000:00010000:1.0:1746066886.163265:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc4000 00000100:00100000:0.0:1746066886.165822:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.165908:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860498688 00000100:00100000:2.0:1746066886.165915:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860498688 00000100:00100000:2.0:1746066886.165967:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29387 00000100:00100000:2.0:1746066886.165974:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860498688:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066886.165987:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066886.166002:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff43908d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ebbd expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.166025:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439086 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebb6 expref: 55 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.166032:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.166033:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.166036:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff43908d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebbd expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.166062:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439086 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebb6 expref: 55 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.166073:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439086 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebb6 expref: 55 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.166085:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861145216:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066886.166167:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4263c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.168181:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861145216:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066886.168197:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff43908d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebbd expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.168207:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c4400, rc 0) 00000100:00100000:2.0:1746066886.168668:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860498688:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2693us (2848us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.168676:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29387 00000100:00100000:0.0:1746066886.170672:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066886.170719:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.170737:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860498816 00000100:00100000:3.0:1746066886.170744:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860498816 00000100:00100000:2.0:1746066886.170767:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860498944 00010000:00010000:3.0:1746066886.170771:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439086 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebb6 expref: 56 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.170771:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860498944 00000100:00100000:2.0:1746066886.170800:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29388 00000100:00100000:3.0:1746066886.170801:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12215 00000100:00100000:3.0:1746066886.170807:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+57:2034:x1830882860498816:12345-192.168.201.51@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746066886.170807:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+57:1868:x1830882860498944:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066886.170818:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066886.170820:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066886.170831:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439094 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ebc4 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.170834:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439086 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebb6 expref: 57 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.170845:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439086 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebb6 expref: 58 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.170854:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.170859:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff43908d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebbd expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.170864:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066886.170867:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439094 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebc4 expref: 58 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.170881:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439086 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebb6 expref: 58 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.170893:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff43908d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebbd expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.170904:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.170904:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439094 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebc4 expref: 57 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.170905:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.170911:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff43908d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebbd expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.170918:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff43908d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebbd expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.170936:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc2800, rc 0) 00010000:00010000:3.0:1746066886.170949:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff43908d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebbd expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.170960:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff43908d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebbd expref: 5 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.170970:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861145472:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.171018:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.172147:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+57:1868:x1830882860498944:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1339us (1425us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.172154:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29388 00000100:00100000:3.0:1746066886.173618:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861145472:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.173631:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.173664:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+56:2034:x1830882860498816:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2857us (2996us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.173671:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12215 00000100:00100000:0.0:1746066886.180121:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.180279:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860499200 00000100:00100000:1.0:1746066886.180287:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860499200 00002000:00100000:1.0:1746066886.180546:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec0e00 x1830882860499200/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.180556:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec0e00 with x1830882860499200 ext(0->4095) 00010000:00010000:1.0:1746066886.180564:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff43908d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebbd expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.180577:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff43908d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebbd expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.180584:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec0e00 00000100:00100000:1.0:1746066886.180608:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2141 00000100:00100000:1.0:1746066886.180613:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860499200:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066886.180723:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860499200:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (814us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066886.180728:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2141 00002000:00100000:1.0:1746066886.180731:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec0e00 x1830882860499200/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.180736:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec0e00 with x1830882860499200 ext(0->4095) 00010000:00010000:1.0:1746066886.180739:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff43908d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebbd expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.180745:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff43908d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebbd expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.180749:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec0e00 00000100:00100000:0.0:1746066886.186428:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.186522:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860499328 00000100:00100000:3.0:1746066886.186529:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860499328 00010000:00010000:3.0:1746066886.186557:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff43908d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebbd expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.186582:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12216 00000100:00100000:3.0:1746066886.186589:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f444050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860499328:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.186603:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.186618:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff43908d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebbd expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.186629:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff43908d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebbd expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.186648:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff43908d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebbd expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.186678:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.186680:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.186686:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439094 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebc4 expref: 55 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.186694:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439094 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebc4 expref: 55 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.186727:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439094 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebc4 expref: 55 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066886.186738:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861145600:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.186808:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066886.189895:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.189984:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860499584 00000100:00100000:2.0:1746066886.189990:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860499584 00002000:00100000:2.0:1746066886.190024:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec2680 x1830882860499584/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.190033:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec2680 with x1830882860499584 ext(0->4095) 00002000:00010000:2.0:1746066886.190037:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ec2680 00000100:00100000:2.0:1746066886.190066:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13132 00000100:00100000:2.0:1746066886.190073:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+56:2033:x1830882860499584:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066886.190109:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861145600:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.190125:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.190155:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f444050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860499328:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3566us (3735us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.190163:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12216 00000100:00100000:2.0:1746066886.190169:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+56:2033:x1830882860499584:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 96us (278us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066886.190174:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13132 00002000:00100000:2.0:1746066886.190179:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec2680 x1830882860499584/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.190186:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec2680 with x1830882860499584 ext(0->4095) 00002000:00010000:2.0:1746066886.190189:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ec2680 00000100:00100000:0.0:1746066886.199387:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.199574:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860499712 00000100:00100000:2.0:1746066886.199583:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860499712 00000100:00100000:2.0:1746066886.199631:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29389 00000100:00100000:2.0:1746066886.199638:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860499712:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066886.199654:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066886.199670:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43909b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ebcb expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.199694:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439094 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebc4 expref: 55 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.199700:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.199702:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.199705:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43909b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebcb expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.199729:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439094 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebc4 expref: 55 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.199739:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439094 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebc4 expref: 55 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.199749:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861145728:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066886.199826:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.204198:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861145728:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066886.204222:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43909b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebcb expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.204237:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc3e00, rc 0) 00000100:00100000:2.0:1746066886.204284:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860499712:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4645us (4953us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.204292:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29389 00000100:00100000:0.0:1746066886.206993:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.207072:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860499840 00000100:00100000:1.0:1746066886.207080:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860499840 00002000:00100000:1.0:1746066886.207116:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094ec2d80 x1830882860499840/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 496/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.207125:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec2d80 with x1830882860499840 ext(0->7) 00010000:00010000:1.0:1746066886.207133:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439094 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebc4 expref: 56 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.207437:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439094 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebc4 expref: 56 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.207444:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec2d80 00000100:00100000:1.0:1746066886.207477:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2142 00000100:00100000:1.0:1746066886.207485:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+56:2034:x1830882860499840:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746066886.208502:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+58:2034:x1830882860499840:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1018us (1515us total) trans 4294972171 rc 0/0 00000100:00100000:1.0:1746066886.208509:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2142 00002000:00100000:1.0:1746066886.208515:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094ec2d80 x1830882860499840/t4294972171(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 496/448 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.208522:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec2d80 with x1830882860499840 ext(0->7) 00010000:00010000:1.0:1746066886.208527:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439094 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebc4 expref: 58 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.208536:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439094 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebc4 expref: 58 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.208541:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec2d80 00000100:00100000:0.0:1746066886.217587:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066886.217643:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.217797:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860500096 00000100:00100000:2.0:1746066886.217806:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860500096 00000100:00100000:2.0:1746066886.217846:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29390 00000100:00100000:2.0:1746066886.217853:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+58:1868:x1830882860500096:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066886.217867:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066886.218095:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4390a2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ebd2 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.218125:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.218131:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43909b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebcb expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.218137:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066886.218140:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4390a2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd2 expref: 59 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.218171:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43909b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebcb expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066886.218177:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860499968 00000100:00100000:3.0:1746066886.218180:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860499968 00010000:00010000:2.0:1746066886.218182:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4390a2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd2 expref: 59 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.218190:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c4600, rc 0) 00010000:00010000:3.0:1746066886.218195:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439094 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebc4 expref: 60 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.218728:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12217 00000100:00100000:3.0:1746066886.218735:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+60:2034:x1830882860499968:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.218745:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746066886.218762:0:7259:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746066885 -> 1746066886 00002000:00010000:3.0:1746066886.218766:0:7259:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746066885 -> 1746066886 00010000:00010000:3.0:1746066886.218771:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439094 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebc4 expref: 60 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.218781:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439094 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebc4 expref: 60 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.218799:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439094 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebc4 expref: 60 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.218822:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.219040:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.219046:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43909b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebcb expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.219053:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43909b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebcb expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.219075:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43909b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebcb expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.219084:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43909b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebcb expref: 5 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.219094:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861145984:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066886.219156:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+59:1868:x1830882860500096:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1302us (1575us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.219181:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.219881:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29390 00000100:00100000:3.0:1746066886.222896:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861145984:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.222912:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.222964:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+58:2034:x1830882860499968:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4229us (5320us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.222971:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12217 00000100:00100000:0.0:1746066886.223610:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.223656:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860500352 00000100:00100000:1.0:1746066886.223662:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860500352 00002000:00100000:1.0:1746066886.223694:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec2300 x1830882860500352/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.223845:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec2300 with x1830882860500352 ext(0->4095) 00010000:00010000:1.0:1746066886.223854:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43909b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebcb expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.223866:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43909b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebcb expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.223873:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec2300 00000100:00100000:1.0:1746066886.224030:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2143 00000100:00100000:1.0:1746066886.224038:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860500352:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066886.224156:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860500352:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (545us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066886.224162:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2143 00002000:00100000:1.0:1746066886.224167:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec2300 x1830882860500352/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.224180:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec2300 with x1830882860500352 ext(0->4095) 00010000:00010000:1.0:1746066886.224184:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43909b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebcb expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.224193:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43909b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebcb expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.224199:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec2300 00000100:00100000:0.0:1746066886.227735:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.227970:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860500480 00000100:00100000:3.0:1746066886.227977:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860500480 00010000:00010000:3.0:1746066886.228004:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43909b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebcb expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.228026:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12218 00000100:00100000:3.0:1746066886.228031:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860500480:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.228040:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.228053:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43909b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebcb expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.228063:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43909b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebcb expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.228080:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff43909b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebcb expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.228092:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.228094:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.228099:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4390a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd2 expref: 57 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.228111:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4390a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd2 expref: 57 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.228136:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4390a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd2 expref: 57 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066886.228145:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861146112:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.228212:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066886.232293:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.232383:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860500736 00000100:00100000:1.0:1746066886.232391:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860500736 00000100:00100000:3.0:1746066886.232415:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861146112:192.168.201.51@tcp:105: 00002000:00100000:1.0:1746066886.232425:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec1f80 x1830882860500736/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746066886.232432:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746066886.232434:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec1f80 with x1830882860500736 ext(0->4095) 00002000:00010000:1.0:1746066886.232438:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ec1f80 00000100:00100000:1.0:1746066886.232456:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13133 00000100:00100000:1.0:1746066886.232462:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+58:2034:x1830882860500736:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066886.232467:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860500480:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4435us (4739us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.232475:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12218 00000100:00100000:1.0:1746066886.232557:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+58:2034:x1830882860500736:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 95us (271us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066886.232562:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13133 00002000:00100000:1.0:1746066886.232567:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec1f80 x1830882860500736/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.232573:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec1f80 with x1830882860500736 ext(0->4095) 00002000:00010000:1.0:1746066886.232576:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ec1f80 00000100:00100000:0.0:1746066886.234554:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.234629:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860500864 00000100:00100000:2.0:1746066886.234635:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860500864 00000100:00100000:2.0:1746066886.234727:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29391 00000100:00100000:2.0:1746066886.234734:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860500864:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066886.234746:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066886.234760:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff4390a9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ebd9 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.234785:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4390a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd2 expref: 57 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.234791:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.234794:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.234797:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff4390a9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd9 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.234820:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4390a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd2 expref: 57 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.234830:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4390a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd2 expref: 57 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.234841:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861146240:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066886.235646:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.238163:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861146240:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066886.238190:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff4390a9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd9 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.238206:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc2800, rc 0) 00000100:00100000:2.0:1746066886.238241:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860500864:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3507us (3690us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.238249:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29391 00000100:00100000:0.0:1746066886.238595:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.238814:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860500992 00000100:00100000:2.0:1746066886.238820:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860500992 00002000:00100000:2.0:1746066886.238848:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094ec3b80 x1830882860500992/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 496/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.238857:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec3b80 with x1830882860500992 ext(0->7) 00010000:00010000:2.0:1746066886.238863:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4390a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd2 expref: 58 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.238875:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4390a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd2 expref: 58 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:2.0:1746066886.238881:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec3b80 00000100:00100000:2.0:1746066886.238906:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2144 00000100:00100000:2.0:1746066886.238913:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+58:2033:x1830882860500992:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066886.239917:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+60:2033:x1830882860500992:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1002us (1321us total) trans 4294972172 rc 0/0 00000100:00100000:0.0:1746066886.239924:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2144 00002000:00100000:0.0:1746066886.239939:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094ec3b80 x1830882860500992/t4294972172(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 496/448 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066886.239947:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec3b80 with x1830882860500992 ext(0->7) 00010000:00010000:0.0:1746066886.239952:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4390a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd2 expref: 60 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:0.0:1746066886.239962:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4390a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd2 expref: 60 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:0.0:1746066886.239973:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec3b80 00000100:00100000:0.0:1746066886.245106:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.245273:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860501120 00000100:00100000:3.0:1746066886.245281:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860501120 00010000:00010000:3.0:1746066886.245312:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4390a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd2 expref: 60 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.245338:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12219 00000100:00100000:3.0:1746066886.245371:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091269180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+60:2032:x1830882860501120:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.245382:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.245398:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4390a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd2 expref: 60 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.245410:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4390a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd2 expref: 60 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.245429:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4390a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd2 expref: 60 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.245884:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.245887:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.246114:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff4390a9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd9 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.246123:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff4390a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd9 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.246150:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff4390a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd9 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066886.246159:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861146368:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.247736:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f600 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.249009:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861146368:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.249024:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.249052:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+59:2032:x1830882860501120:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3682us (4150us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.249062:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12219 00000100:00100000:0.0:1746066886.250814:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.250956:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860501376 00000100:00100000:2.0:1746066886.250962:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860501376 00002000:00100000:2.0:1746066886.251209:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091268e00 x1830882860501376/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.251220:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091268e00 with x1830882860501376 ext(0->4095) 00002000:00010000:2.0:1746066886.251223:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091268e00 00000100:00100000:2.0:1746066886.251577:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13134 00000100:00100000:2.0:1746066886.251585:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860501376:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066886.251705:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860501376:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (894us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066886.251711:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13134 00002000:00100000:2.0:1746066886.251716:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091268e00 x1830882860501376/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.251725:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091268e00 with x1830882860501376 ext(0->4095) 00002000:00010000:2.0:1746066886.251728:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091268e00 00000100:00100000:0.0:1746066886.256197:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.256543:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860501504 00000100:00100000:2.0:1746066886.256551:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860501504 00000100:00100000:2.0:1746066886.256597:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29392 00000100:00100000:2.0:1746066886.256604:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+59:1869:x1830882860501504:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066886.256618:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066886.256633:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff4390b0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ebe0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.256657:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff4390a9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd9 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.256665:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.256667:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.256671:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff4390b0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe0 expref: 60 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.256695:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff4390a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd9 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.256707:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff4390a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd9 expref: 5 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.256717:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861146496:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066886.257169:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.257728:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066886.258113:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860501632 00000100:00100000:1.0:1746066886.258118:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860501632 00000100:00100000:1.0:1746066886.258177:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29393 00000100:00100000:1.0:1746066886.258183:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+61:1868:x1830882860501632:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066886.258191:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066886.258199:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4390b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ebe7 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.258213:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.258217:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff4390b0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe0 expref: 62 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.258223:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066886.258226:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4390b7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe7 expref: 62 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.258248:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff4390b0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe0 expref: 62 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.258258:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4390b7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe7 expref: 62 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.258267:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085a200, rc 0) 00000100:00100000:1.0:1746066886.258291:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+62:1868:x1830882860501632:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (1122us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066886.258298:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29393 00000100:00100000:2.0:1746066886.262110:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861146496:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066886.262134:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff4390b0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe0 expref: 61 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.262148:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800962e2c00, rc 0) 00000100:00100000:2.0:1746066886.262326:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+61:1869:x1830882860501504:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5722us (6134us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.262333:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29392 00000100:00100000:0.0:1746066886.263547:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.265669:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860501760 00000100:00100000:3.0:1746066886.265679:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860501760 00010000:00010000:3.0:1746066886.265716:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff4390a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd9 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.265762:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12220 00000100:00100000:3.0:1746066886.265770:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860501760:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.265783:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.265799:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff4390a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd9 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.265810:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff4390a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd9 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.265831:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff4390a9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebd9 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.265860:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.265862:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.265869:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff4390b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe0 expref: 60 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.265876:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff4390b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe0 expref: 60 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.265904:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff4390b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe0 expref: 60 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.265914:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff4390b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe0 expref: 60 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.265942:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861146752:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.266018:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f600 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.269943:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861146752:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.270148:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.271605:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860501760:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5831us (8055us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.271616:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12220 00000100:00100000:0.0:1746066886.272338:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.272476:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860502016 00000100:00100000:3.0:1746066886.272483:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860502016 00002000:00100000:3.0:1746066886.272512:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126b800 x1830882860502016/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.272523:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126b800 with x1830882860502016 ext(0->4095) 00010000:00010000:3.0:1746066886.272530:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff4390b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe0 expref: 61 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.272543:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff4390b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe0 expref: 61 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066886.272548:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126b800 00000100:00100000:3.0:1746066886.272563:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2145 00000100:00100000:3.0:1746066886.272569:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+61:2034:x1830882860502016:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066886.272678:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+61:2034:x1830882860502016:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (341us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066886.272687:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2145 00002000:00100000:3.0:1746066886.272692:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126b800 x1830882860502016/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.272699:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126b800 with x1830882860502016 ext(0->4095) 00010000:00010000:3.0:1746066886.272704:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff4390b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe0 expref: 61 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.272713:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff4390b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe0 expref: 61 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066886.272718:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126b800 00000100:00100000:0.0:1746066886.277490:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066886.277986:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.278073:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860502272 00000100:00100000:3.0:1746066886.278081:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860502272 00010000:00010000:3.0:1746066886.278108:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff4390b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe0 expref: 61 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.278132:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12221 00000100:00100000:3.0:1746066886.278138:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091268000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+61:2033:x1830882860502272:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.278151:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.278165:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff4390b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe0 expref: 61 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.278175:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff4390b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe0 expref: 61 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.278194:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff4390b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe0 expref: 61 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.278328:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860502144 00000100:00100000:2.0:1746066886.278333:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860502144 00000100:00100000:2.0:1746066886.278395:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29394 00000100:00100000:2.0:1746066886.278400:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860502144:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066886.278412:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066886.278421:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff4390be lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ebee expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.278437:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.278442:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4390b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe7 expref: 60 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.278447:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.278449:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff4390be lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebee expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.278475:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4390b7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe7 expref: 60 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.278485:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff4390be lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebee expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.278492:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.278494:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.278499:0:21660:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4390b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe7 expref: 60 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.278505:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4390b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe7 expref: 60 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.278518:0:21660:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4390b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe7 expref: 60 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.278527:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4390b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe7 expref: 60 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.278537:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861147008:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066886.278599:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746066886.278876:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.278902:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091268000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+60:2033:x1830882860502272:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 762us (916us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.278909:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12221 00000100:00100000:0.0:1746066886.282869:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.283150:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860502528 00000100:00100000:1.0:1746066886.283157:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860502528 00002000:00100000:1.0:1746066886.283191:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d737100 x1830882860502528/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.283200:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d737100 with x1830882860502528 ext(0->4095) 00010000:00010000:1.0:1746066886.283207:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4390b7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe7 expref: 60 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.283218:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4390b7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe7 expref: 60 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.283225:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d737100 00000100:00100000:1.0:1746066886.283253:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2146 00000100:00100000:1.0:1746066886.283260:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d737100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+60:2033:x1830882860502528:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066886.283600:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d737100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+60:2033:x1830882860502528:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 339us (738us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066886.283606:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2146 00002000:00100000:1.0:1746066886.283612:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d737100 x1830882860502528/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.283619:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d737100 with x1830882860502528 ext(0->4095) 00010000:00010000:1.0:1746066886.283624:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4390b7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe7 expref: 60 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.283632:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4390b7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe7 expref: 60 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.283637:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d737100 00000100:00100000:2.0:1746066886.283800:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861147008:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066886.283816:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c4400, rc 0) 00000100:00100000:2.0:1746066886.283839:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860502144:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5438us (6356us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.283845:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29394 00000100:00100000:0.0:1746066886.288694:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.288758:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860502656 00000100:00100000:3.0:1746066886.288766:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860502656 00000100:00100000:0.0:1746066886.288779:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:3.0:1746066886.288798:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4390b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe7 expref: 60 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.288828:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12222 00000100:00100000:2.0:1746066886.288872:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860502784 00000100:00100000:2.0:1746066886.288876:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860502784 00000100:00100000:3.0:1746066886.288896:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d735180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+61:2034:x1830882860502656:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.288907:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.288924:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4390b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe7 expref: 61 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.288947:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4390b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe7 expref: 61 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.288966:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4390b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebe7 expref: 61 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.289282:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29395 00000100:00100000:2.0:1746066886.289287:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+60:1868:x1830882860502784:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066886.289300:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066886.289310:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4390c5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ebf5 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.289325:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.289330:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff4390be lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebee expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.289335:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.289338:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4390c5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebf5 expref: 61 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.289396:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff4390be lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebee expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.289408:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4390c5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebf5 expref: 61 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.289416:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.289417:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.289423:0:21660:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff4390be lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebee expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.289430:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff4390be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebee expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.289445:0:21660:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff4390be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebee expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.289458:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff4390be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebee expref: 5 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.289470:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861147264:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066886.289522:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746066886.289638:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.289662:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d735180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+61:2034:x1830882860502656:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 826us (974us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.290013:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12222 00000100:00100000:2.0:1746066886.292015:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861147264:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066886.292030:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d952e00, rc 0) 00000100:00100000:2.0:1746066886.292060:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+60:1868:x1830882860502784:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2772us (3280us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.292067:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29395 00000100:00100000:0.0:1746066886.292733:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.292805:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860503040 00000100:00100000:3.0:1746066886.292810:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860503040 00002000:00100000:3.0:1746066886.292839:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130232d80 x1830882860503040/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.292849:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130232d80 with x1830882860503040 ext(0->4095) 00010000:00010000:3.0:1746066886.292855:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff4390be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebee expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.292868:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff4390be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebee expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066886.292875:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130232d80 00000100:00100000:3.0:1746066886.293034:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2147 00000100:00100000:3.0:1746066886.293042:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860503040:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746066886.293239:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860503040:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 197us (506us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066886.293246:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2147 00002000:00100000:3.0:1746066886.293251:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130232d80 x1830882860503040/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.293259:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130232d80 with x1830882860503040 ext(0->4095) 00010000:00010000:3.0:1746066886.293264:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff4390be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebee expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.293274:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff4390be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebee expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066886.293284:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130232d80 00000100:00100000:0.0:1746066886.295864:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.296375:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860503168 00000100:00100000:1.0:1746066886.296382:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860503168 00010000:00010000:1.0:1746066886.296407:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff4390be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebee expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:1.0:1746066886.296440:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12223 00000100:00100000:1.0:1746066886.296446:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860503168:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066886.296455:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066886.296470:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff4390be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebee expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.296481:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff4390be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebee expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.296499:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff4390be lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebee expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.296520:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.296522:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.296528:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4390c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebf5 expref: 59 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.296535:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4390c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebf5 expref: 59 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.296562:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4390c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebf5 expref: 59 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066886.296634:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861147392:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066886.296973:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d74780 going to sleep for 11 seconds 00000100:00100000:1.0:1746066886.300652:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861147392:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066886.300670:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066886.300704:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860503168:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4257us (4844us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066886.300713:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12223 00000100:00100000:2.0:1746066886.301045:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.301569:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860503424 00000100:00100000:3.0:1746066886.301576:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860503424 00002000:00100000:3.0:1746066886.301607:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958e8000 x1830882860503424/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.301616:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e8000 with x1830882860503424 ext(0->4095) 00002000:00010000:3.0:1746066886.301620:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800958e8000 00000100:00100000:3.0:1746066886.301643:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13135 00000100:00100000:3.0:1746066886.301649:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+60:2032:x1830882860503424:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746066886.301753:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+60:2032:x1830882860503424:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (708us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066886.301759:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13135 00002000:00100000:3.0:1746066886.301765:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958e8000 x1830882860503424/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.301772:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e8000 with x1830882860503424 ext(0->4095) 00002000:00010000:3.0:1746066886.301774:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800958e8000 00000100:00100000:0.0:1746066886.303816:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.303913:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860503552 00000100:00100000:2.0:1746066886.303919:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860503552 00000100:00100000:2.0:1746066886.303962:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29396 00000100:00100000:2.0:1746066886.303968:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130230380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860503552:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066886.303979:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066886.303992:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390cc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ebfc expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.304017:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4390c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebf5 expref: 59 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.304024:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.304025:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.304029:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390cc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebfc expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.304054:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4390c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebf5 expref: 59 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.304064:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4390c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebf5 expref: 59 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.304074:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131432d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861147520:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066886.305007:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.311707:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131432d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861147520:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066886.311733:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390cc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebfc expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.311749:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aa6fc00, rc 0) 00000100:00100000:2.0:1746066886.311795:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130230380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860503552:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7825us (7982us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.311804:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29396 00000100:00100000:0.0:1746066886.314237:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.314382:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860503680 00000100:00100000:1.0:1746066886.314393:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860503680 00002000:00100000:1.0:1746066886.314442:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130231880 x1830882860503680/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 496/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.314454:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130231880 with x1830882860503680 ext(0->7) 00010000:00010000:1.0:1746066886.314463:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4390c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebf5 expref: 60 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.314478:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4390c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebf5 expref: 60 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.314485:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130231880 00000100:00100000:1.0:1746066886.314517:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2148 00000100:00100000:1.0:1746066886.314526:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130231880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+60:2033:x1830882860503680:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066886.316059:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130231880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+62:2033:x1830882860503680:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1530us (1828us total) trans 4294972173 rc 0/0 00000100:00100000:0.0:1746066886.316068:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2148 00002000:00100000:0.0:1746066886.316075:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130231880 x1830882860503680/t4294972173(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 496/448 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066886.316082:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130231880 with x1830882860503680 ext(0->7) 00010000:00010000:0.0:1746066886.316089:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4390c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebf5 expref: 62 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:0.0:1746066886.316105:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4390c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebf5 expref: 62 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:0.0:1746066886.316110:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130231880 00000100:00100000:0.0:1746066886.322244:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.322431:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860503808 00000100:00100000:1.0:1746066886.322441:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860503808 00010000:00010000:1.0:1746066886.322481:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4390c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebf5 expref: 62 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.322607:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12224 00000100:00100000:3.0:1746066886.322625:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+62:2033:x1830882860503808:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.322645:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.322668:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4390c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebf5 expref: 62 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.322691:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4390c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebf5 expref: 62 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.322711:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4390c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebf5 expref: 62 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.322748:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.322751:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.322758:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390cc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebfc expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.322766:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebfc expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.322797:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebfc expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066886.322809:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861147648:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.322880:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066886.327055:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.327135:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860503936 00000100:00100000:2.0:1746066886.327147:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860503936 00000100:00100000:2.0:1746066886.327208:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29397 00000100:00100000:2.0:1746066886.327216:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+62:1868:x1830882860503936:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066886.327231:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066886.327247:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff4390d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ec03 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.327281:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebfc expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.327293:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.327295:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.327298:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff4390d3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec03 expref: 63 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.327325:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebfc expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.327336:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390cc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebfc expref: 5 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.328497:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131432d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861147776:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066886.329523:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.329692:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861147648:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.329706:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.329741:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+63:2033:x1830882860503808:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7117us (7506us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.329749:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12224 00000100:00100000:0.0:1746066886.330282:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.330374:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860504192 00000100:00100000:1.0:1746066886.330380:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860504192 00002000:00100000:1.0:1746066886.330408:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126e300 x1830882860504192/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746066886.330412:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131432d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861147776:192.168.201.51@tcp:104: 00002000:00100000:1.0:1746066886.330418:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126e300 with x1830882860504192 ext(0->4095) 00010000:00010000:1.0:1746066886.330425:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebfc expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.330428:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff4390d3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec03 expref: 62 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.330437:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebfc expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.330440:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aa6ea00, rc 0) 00002000:00010000:1.0:1746066886.330444:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126e300 00000100:00100000:1.0:1746066886.330460:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2149 00000100:00100000:3.0:1746066886.330472:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+62:1868:x1830882860503936:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3256us (3428us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.330478:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29397 00000100:00100000:1.0:1746066886.330910:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860504192:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066886.331607:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860504192:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 1139us (1325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066886.331615:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2149 00002000:00100000:1.0:1746066886.331621:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126e300 x1830882860504192/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.331629:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126e300 with x1830882860504192 ext(0->4095) 00010000:00010000:1.0:1746066886.331635:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebfc expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.331645:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebfc expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.331651:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126e300 00000100:00100000:0.0:1746066886.333078:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.334545:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860504320 00000100:00100000:3.0:1746066886.334556:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860504320 00010000:00010000:3.0:1746066886.334588:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebfc expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.334632:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12225 00000100:00100000:3.0:1746066886.334639:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860504320:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.334651:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.334668:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebfc expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.334680:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebfc expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.334700:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ebfc expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.334726:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.334728:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.334734:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff4390d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec03 expref: 61 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.334743:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff4390d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec03 expref: 61 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.335001:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff4390d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec03 expref: 61 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066886.335013:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861147904:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.335091:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.338152:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861147904:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.338179:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.338241:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860504320:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3600us (5170us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.338253:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12225 00000100:00100000:0.0:1746066886.338478:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.338646:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860504576 00000100:00100000:2.0:1746066886.338653:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860504576 00002000:00100000:2.0:1746066886.338693:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c35880 x1830882860504576/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.338704:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c35880 with x1830882860504576 ext(0->4095) 00002000:00010000:2.0:1746066886.338709:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c35880 00000100:00100000:2.0:1746066886.338727:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13136 00000100:00100000:2.0:1746066886.338734:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+62:2031:x1830882860504576:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746066886.339140:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+62:2031:x1830882860504576:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 406us (662us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066886.339146:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13136 00002000:00100000:2.0:1746066886.339150:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c35880 x1830882860504576/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.339156:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c35880 with x1830882860504576 ext(0->4095) 00002000:00010000:2.0:1746066886.339159:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c35880 00000100:00100000:0.0:1746066886.341562:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.342172:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860504704 00000100:00100000:3.0:1746066886.342179:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860504704 00000100:00100000:3.0:1746066886.342218:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29398 00000100:00100000:3.0:1746066886.342225:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860504704:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066886.342241:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066886.342260:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff4390da lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ec0a expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.342292:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff4390d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec03 expref: 61 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.342301:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.342305:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.342309:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff4390da lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec0a expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.342337:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff4390d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec03 expref: 61 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.342372:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff4390d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec03 expref: 61 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.342382:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861148032:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066886.342449:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.345205:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861148032:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066886.345235:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff4390da lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec0a expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.345252:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aa6ec00, rc 0) 00000100:00100000:3.0:1746066886.345305:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860504704:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3078us (3747us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.345314:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29398 00000100:00100000:0.0:1746066886.346445:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.346938:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860504832 00000100:00100000:2.0:1746066886.346945:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860504832 00002000:00100000:2.0:1746066886.346990:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132c37800 x1830882860504832/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 496/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.347001:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c37800 with x1830882860504832 ext(0->7) 00010000:00010000:2.0:1746066886.347010:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff4390d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec03 expref: 62 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.347024:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff4390d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec03 expref: 62 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:2.0:1746066886.347031:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c37800 00000100:00100000:2.0:1746066886.347061:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2150 00000100:00100000:2.0:1746066886.347069:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+62:2033:x1830882860504832:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066886.348772:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2033:x1830882860504832:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1697us (2323us total) trans 4294972174 rc 0/0 00000100:00100000:0.0:1746066886.348783:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2150 00002000:00100000:0.0:1746066886.348790:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132c37800 x1830882860504832/t4294972174(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 496/448 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066886.348800:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c37800 with x1830882860504832 ext(0->7) 00010000:00010000:0.0:1746066886.348808:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff4390d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec03 expref: 64 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:0.0:1746066886.348819:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff4390d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec03 expref: 64 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:0.0:1746066886.348826:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c37800 00000100:00100000:0.0:1746066886.355500:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.355603:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860504960 00000100:00100000:3.0:1746066886.355614:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860504960 00010000:00010000:3.0:1746066886.355657:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff4390d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec03 expref: 64 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.356056:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12226 00000100:00100000:3.0:1746066886.356065:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2031:x1830882860504960:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.356088:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.356112:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff4390d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec03 expref: 64 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.356126:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff4390d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec03 expref: 64 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.356153:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff4390d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec03 expref: 64 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.356495:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.356497:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.356504:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff4390da lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec0a expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.356511:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff4390da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec0a expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.356541:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff4390da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec0a expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066886.356551:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861148160:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.357271:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.362792:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861148160:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.362820:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.363076:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+63:2031:x1830882860504960:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7009us (7584us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.363092:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12226 00000100:00100000:0.0:1746066886.363173:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.363429:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860505216 00000100:00100000:2.0:1746066886.363437:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860505216 00002000:00100000:2.0:1746066886.363478:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffa8a80 x1830882860505216/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.363490:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa8a80 with x1830882860505216 ext(0->4095) 00002000:00010000:2.0:1746066886.363496:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ffa8a80 00000100:00100000:1.0:1746066886.363674:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13137 00000100:00100000:1.0:1746066886.363685:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860505216:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066886.363814:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860505216:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (642us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066886.363821:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13137 00002000:00100000:1.0:1746066886.363827:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffa8a80 x1830882860505216/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.363836:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa8a80 with x1830882860505216 ext(0->4095) 00002000:00010000:1.0:1746066886.363839:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ffa8a80 00000100:00100000:0.0:1746066886.366049:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.366480:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860505344 00000100:00100000:3.0:1746066886.366488:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860505344 00000100:00100000:3.0:1746066886.366537:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29399 00000100:00100000:3.0:1746066886.366545:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+63:1869:x1830882860505344:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066886.366560:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066886.366579:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4390e1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ec11 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.366607:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff4390da lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec0a expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.366615:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.366618:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.366621:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4390e1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec11 expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.366663:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff4390da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec0a expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.366677:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff4390da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec0a expref: 5 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.366691:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861148288:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066886.366771:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066886.367851:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066886.367901:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860505472 00000100:00100000:0.0:1746066886.367907:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860505472 00000100:00100000:0.0:1746066886.367952:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29400 00000100:00100000:0.0:1746066886.367958:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+65:1868:x1830882860505472:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066886.367969:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066886.367979:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390e8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ec18 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066886.367995:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066886.367999:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4390e1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec11 expref: 66 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066886.368005:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066886.368007:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390e8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec18 expref: 66 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066886.368035:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4390e1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec11 expref: 66 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066886.368046:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390e8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec18 expref: 66 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066886.368056:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aa6fc00, rc 0) 00000100:00100000:0.0:1746066886.368096:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+66:1868:x1830882860505472:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066886.368103:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29400 00000100:00100000:3.0:1746066886.368857:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861148288:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066886.368878:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4390e1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec11 expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.368889:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efedc00, rc 0) 00000100:00100000:3.0:1746066886.368922:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+65:1869:x1830882860505344:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2377us (2878us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.368939:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29399 00000100:00100000:0.0:1746066886.369091:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.369238:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860505600 00000100:00100000:3.0:1746066886.369243:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860505600 00010000:00010000:3.0:1746066886.369261:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff4390da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec0a expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.369289:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12227 00000100:00100000:3.0:1746066886.369295:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f502300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860505600:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.369305:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.369324:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff4390da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec0a expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.369334:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff4390da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec0a expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.369386:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6ec00/0xd6b24631ff4390da lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec0a expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.369401:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.369403:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.369409:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4390e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec11 expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.369418:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4390e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec11 expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.369441:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4390e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec11 expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.369452:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4390e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec11 expref: 64 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.369463:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861148544:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.370071:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.371121:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861148544:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.371137:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.371229:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f502300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860505600:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1932us (2137us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.371239:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12227 00000100:00100000:0.0:1746066886.371736:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.371887:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860505856 00000100:00100000:2.0:1746066886.371896:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860505856 00002000:00100000:2.0:1746066886.371945:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958b1c00 x1830882860505856/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.371960:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958b1c00 with x1830882860505856 ext(0->4095) 00010000:00010000:2.0:1746066886.371968:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4390e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec11 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.371982:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4390e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec11 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:2.0:1746066886.371987:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958b1c00 00000100:00100000:2.0:1746066886.372017:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2151 00000100:00100000:2.0:1746066886.372028:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+65:2033:x1830882860505856:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066886.372139:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+65:2033:x1830882860505856:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (410us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066886.372145:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2151 00002000:00100000:2.0:1746066886.372150:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958b1c00 x1830882860505856/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.372157:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958b1c00 with x1830882860505856 ext(0->4095) 00010000:00010000:2.0:1746066886.372162:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4390e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec11 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.372170:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4390e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec11 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:2.0:1746066886.372175:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958b1c00 00000100:00100000:0.0:1746066886.373876:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.373958:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860505984 00000100:00100000:3.0:1746066886.373968:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860505984 00000100:00100000:3.0:1746066886.374029:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29401 00000100:00100000:3.0:1746066886.374036:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860505984:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066886.374053:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066886.374071:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4390ef lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ec1f expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.374098:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.374105:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390e8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec18 expref: 64 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.374111:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066886.374115:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4390ef lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec1f expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.374149:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390e8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec18 expref: 64 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.374162:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4390ef lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec1f expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.374172:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c13a000, rc 0) 00000100:00100000:3.0:1746066886.374226:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860505984:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.374233:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29401 00000100:00100000:0.0:1746066886.374801:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.374949:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860506112 00000100:00100000:3.0:1746066886.374953:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860506112 00010000:00010000:3.0:1746066886.374976:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4390e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec11 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.375492:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12228 00000100:00100000:3.0:1746066886.375500:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095390a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+65:2034:x1830882860506112:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.375524:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.375545:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4390e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec11 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.375562:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4390e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec11 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.375582:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4390e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec11 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.375606:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.375607:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.375615:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec18 expref: 64 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.375623:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec18 expref: 64 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.375648:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec18 expref: 64 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.375659:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec18 expref: 64 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.375672:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861148800:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.376708:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.378279:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861148800:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.378302:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.378670:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095390a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2034:x1830882860506112:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3169us (3867us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.378687:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12228 00000100:00100000:0.0:1746066886.379231:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.379314:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860506368 00000100:00100000:1.0:1746066886.379322:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860506368 00002000:00100000:1.0:1746066886.379385:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eb56680 x1830882860506368/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.379550:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb56680 with x1830882860506368 ext(0->4095) 00010000:00010000:1.0:1746066886.379561:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec18 expref: 64 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.379573:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec18 expref: 64 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.379578:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eb56680 00000100:00100000:1.0:1746066886.379868:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2152 00000100:00100000:1.0:1746066886.379875:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2033:x1830882860506368:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066886.380021:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2033:x1830882860506368:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (791us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066886.380028:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2152 00002000:00100000:1.0:1746066886.380034:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eb56680 x1830882860506368/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.380041:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb56680 with x1830882860506368 ext(0->4095) 00010000:00010000:1.0:1746066886.380046:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec18 expref: 64 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.380055:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec18 expref: 64 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.380060:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eb56680 00000100:00100000:0.0:1746066886.382944:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.383045:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860506496 00000100:00100000:3.0:1746066886.383053:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860506496 00000100:00100000:3.0:1746066886.383095:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29402 00000100:00100000:3.0:1746066886.383102:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+64:1868:x1830882860506496:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066886.383119:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066886.383136:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a79ee00/0xd6b24631ff4390f6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ec26 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.383163:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.383176:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4390ef lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec1f expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.383182:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066886.383186:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a79ee00/0xd6b24631ff4390f6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec26 expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.383227:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4390ef lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec1f expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.383241:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a79ee00/0xd6b24631ff4390f6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec26 expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066886.383493:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:3.0:1746066886.383727:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a79ee00, rc 0) 00000100:00100000:3.0:1746066886.383788:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+65:1868:x1830882860506496:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 686us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.383795:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29402 00000100:00100000:0.0:1746066886.384109:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860506624 00000100:00100000:0.0:1746066886.384115:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860506624 00010000:00010000:0.0:1746066886.384136:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec18 expref: 65 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:0.0:1746066886.384160:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12229 00000100:00100000:0.0:1746066886.384166:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131432d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+65:2033:x1830882860506624:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066886.384174:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066886.384192:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec18 expref: 65 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:0.0:1746066886.384203:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec18 expref: 65 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:0.0:1746066886.384222:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6fc00/0xd6b24631ff4390e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec18 expref: 65 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:0.0:1746066886.384313:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066886.384315:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066886.384426:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4390ef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec1f expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066886.384439:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4390ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec1f expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066886.384466:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4390ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec1f expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066886.384478:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4390ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec1f expref: 5 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:0.0:1746066886.384491:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131f8aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861149056:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066886.384560:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.389715:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.389747:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860506880 00000100:00100000:2.0:1746066886.389756:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860506880 00002000:00100000:2.0:1746066886.389803:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130524a80 x1830882860506880/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.389815:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130524a80 with x1830882860506880 ext(0->4095) 00010000:00010000:2.0:1746066886.389825:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4390ef lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec1f expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.389840:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4390ef lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec1f expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:2.0:1746066886.390064:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130524a80 00000100:00100000:0.0:1746066886.390153:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131f8aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861149056:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066886.390175:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066886.391327:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2153 00000100:00100000:2.0:1746066886.391355:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860506880:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066886.391594:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131432d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2033:x1830882860506624:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7425us (8099us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066886.391606:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12229 00000100:00100000:2.0:1746066886.391918:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860506880:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 580us (2212us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066886.391934:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2153 00002000:00100000:2.0:1746066886.391943:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130524a80 x1830882860506880/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.391953:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130524a80 with x1830882860506880 ext(0->4095) 00010000:00010000:2.0:1746066886.391963:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4390ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec1f expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.391974:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4390ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec1f expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:2.0:1746066886.391981:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130524a80 00000100:00100000:0.0:1746066886.396182:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.396290:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860507008 00000100:00100000:2.0:1746066886.396302:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860507008 00010000:00010000:2.0:1746066886.396370:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4390ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec1f expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.396413:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12230 00000100:00100000:2.0:1746066886.396421:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860507008:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066886.396438:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066886.396461:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4390ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec1f expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.396474:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4390ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec1f expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.396498:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4390ef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec1f expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.396948:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.396951:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.396960:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a79ee00/0xd6b24631ff4390f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec26 expref: 63 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.396974:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a79ee00/0xd6b24631ff4390f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec26 expref: 63 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.397015:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a79ee00/0xd6b24631ff4390f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec26 expref: 63 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066886.397028:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130527800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861149184:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066886.397894:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066886.401085:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.401191:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130527800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861149184:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066886.401211:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066886.401260:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860507008:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4839us (5088us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.401272:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12230 00000100:00100000:3.0:1746066886.401424:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860507264 00000100:00100000:3.0:1746066886.401431:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860507264 00002000:00100000:3.0:1746066886.401473:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f8aa00 x1830882860507264/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.401484:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f8aa00 with x1830882860507264 ext(0->4095) 00002000:00010000:3.0:1746066886.401488:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f8aa00 00000100:00100000:3.0:1746066886.401547:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13138 00000100:00100000:3.0:1746066886.401554:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2033:x1830882860507264:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066886.402311:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2033:x1830882860507264:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 757us (1232us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066886.402318:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13138 00002000:00100000:3.0:1746066886.402324:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f8aa00 x1830882860507264/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.402332:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f8aa00 with x1830882860507264 ext(0->4095) 00002000:00010000:3.0:1746066886.402336:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f8aa00 00000100:00100000:0.0:1746066886.404610:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.404699:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860507392 00000100:00100000:3.0:1746066886.404709:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860507392 00000100:00100000:3.0:1746066886.404746:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29403 00000100:00100000:3.0:1746066886.404753:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133191880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860507392:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066886.404770:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066886.404787:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff4390fd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ec2d expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.404814:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a79ee00/0xd6b24631ff4390f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec26 expref: 63 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.404827:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.404829:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.404833:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff4390fd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec2d expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.404860:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a79ee00/0xd6b24631ff4390f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec26 expref: 63 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.404870:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a79ee00/0xd6b24631ff4390f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec26 expref: 63 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.404881:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861149312:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066886.405637:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.407406:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861149312:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066886.407439:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff4390fd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec2d expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.407455:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a79fc00, rc 0) 00000100:00100000:3.0:1746066886.407494:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133191880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860507392:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2739us (2888us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.407502:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29403 00000100:00100000:0.0:1746066886.409701:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.410539:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860507520 00000100:00100000:2.0:1746066886.410550:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860507520 00010000:00010000:2.0:1746066886.410587:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a79ee00/0xd6b24631ff4390f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec26 expref: 64 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.410615:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12231 00000100:00100000:2.0:1746066886.410623:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2033:x1830882860507520:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066886.410637:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066886.410657:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a79ee00/0xd6b24631ff4390f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec26 expref: 64 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.410674:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a79ee00/0xd6b24631ff4390f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec26 expref: 64 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.411306:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a79ee00/0xd6b24631ff4390f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec26 expref: 64 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.411333:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.411336:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.411360:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff4390fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec2d expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.411368:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff4390fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec2d expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.411403:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff4390fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec2d expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066886.411416:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130527800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861149440:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066886.412294:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426540 going to sleep for 11 seconds 00000100:00100000:0.0:1746066886.412657:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.414568:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860507648 00000100:00100000:3.0:1746066886.414579:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860507648 00000100:00100000:3.0:1746066886.414643:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29404 00000100:00100000:3.0:1746066886.414650:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+64:1868:x1830882860507648:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066886.414666:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066886.414682:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439104 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ec34 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.414711:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff4390fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec2d expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.414718:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.414720:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.414723:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439104 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec34 expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.414768:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff4390fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec2d expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.414780:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff4390fd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec2d expref: 5 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.414792:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861149568:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066886.414871:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066886.415165:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.415281:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860507904 00000100:00100000:2.0:1746066886.415285:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860507904 00002000:00100000:2.0:1746066886.415317:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112e680 x1830882860507904/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.415326:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112e680 with x1830882860507904 ext(0->4095) 00010000:00010000:2.0:1746066886.415332:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff4390fd lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec2d expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.415370:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff4390fd lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec2d expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:2.0:1746066886.415376:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112e680 00000100:00100000:2.0:1746066886.415390:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2154 00000100:00100000:2.0:1746066886.415396:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860507904:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066886.415524:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860507904:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (360us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066886.415531:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2154 00002000:00100000:2.0:1746066886.415537:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112e680 x1830882860507904/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.415544:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112e680 with x1830882860507904 ext(0->4095) 00010000:00010000:2.0:1746066886.415549:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff4390fd lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec2d expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.415557:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff4390fd lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec2d expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:2.0:1746066886.415563:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112e680 00000100:00100000:3.0:1746066886.416012:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130527800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861149440:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.416028:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.416073:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+65:2033:x1830882860507520:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5450us (6375us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.416081:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12231 00000100:00100000:3.0:1746066886.418163:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861149568:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066886.418197:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439104 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec34 expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.418214:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efed000, rc 0) 00000100:00100000:3.0:1746066886.418254:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+64:1868:x1830882860507648:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3604us (5598us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.418263:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29404 00000100:00100000:0.0:1746066886.419694:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.419799:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860508160 00000100:00100000:3.0:1746066886.419810:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860508160 00010000:00010000:3.0:1746066886.419848:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff4390fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec2d expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.419899:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12232 00000100:00100000:3.0:1746066886.419907:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860508160:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.419919:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.419950:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff4390fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec2d expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.419962:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff4390fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec2d expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.419983:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff4390fd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec2d expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.420006:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.420008:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.420014:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439104 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec34 expref: 63 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.420023:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439104 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec34 expref: 63 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.420053:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439104 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec34 expref: 63 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066886.420065:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861149696:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.420219:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066886.420677:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.420795:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860508032 00000100:00100000:3.0:1746066886.420802:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860508032 00000100:00100000:3.0:1746066886.420841:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29405 00000100:00100000:3.0:1746066886.420848:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+64:1869:x1830882860508032:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066886.420865:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066886.421434:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e900200/0xd6b24631ff43910b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ec3b expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.421463:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439104 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec34 expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.421470:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.421471:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.421474:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e900200/0xd6b24631ff43910b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec3b expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.421498:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439104 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec34 expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.421513:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439104 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec34 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.421524:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861149824:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066886.421595:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.424157:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861149696:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.424181:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066886.424533:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861149824:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066886.424556:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e900200/0xd6b24631ff43910b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec3b expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.424575:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e900200, rc 0) 00000100:00100000:3.0:1746066886.424684:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860508160:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4775us (4993us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.424704:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12232 00000100:00100000:0.0:1746066886.424960:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.425197:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860508416 00000100:00100000:1.0:1746066886.425208:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860508416 00002000:00100000:1.0:1746066886.425251:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7fb80 x1830882860508416/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.425261:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7fb80 with x1830882860508416 ext(0->4095) 00010000:00010000:1.0:1746066886.425269:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439104 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec34 expref: 66 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.425284:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439104 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec34 expref: 66 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.425296:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095e7fb80 00000100:00100000:1.0:1746066886.425317:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2155 00000100:00100000:1.0:1746066886.425324:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+66:2033:x1830882860508416:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066886.425477:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+66:2033:x1830882860508416:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 152us (516us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066886.425483:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2155 00002000:00100000:1.0:1746066886.425489:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7fb80 x1830882860508416/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.425496:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7fb80 with x1830882860508416 ext(0->4095) 00010000:00010000:1.0:1746066886.425501:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439104 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec34 expref: 66 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.425510:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439104 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec34 expref: 66 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.425515:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095e7fb80 00000100:00100000:2.0:1746066886.425543:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+65:1869:x1830882860508032:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4694us (4867us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.425551:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29405 00000100:00100000:0.0:1746066886.428157:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.428240:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860508544 00000100:00100000:3.0:1746066886.428250:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860508544 00010000:00010000:3.0:1746066886.428541:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439104 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec34 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.428577:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12233 00000100:00100000:3.0:1746066886.428585:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+65:2034:x1830882860508544:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.428600:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.428619:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439104 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec34 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.428631:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439104 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec34 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.428655:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439104 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec34 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.428680:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.428683:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.428690:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e900200/0xd6b24631ff43910b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec3b expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.428698:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e900200/0xd6b24631ff43910b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec3b expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.428732:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e900200/0xd6b24631ff43910b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec3b expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066886.428744:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861149952:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.428834:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.431875:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861149952:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.431890:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.431934:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2034:x1830882860508544:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3338us (3769us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.431944:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12233 00000100:00100000:0.0:1746066886.432720:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.432805:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860508800 00000100:00100000:2.0:1746066886.432824:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860508800 00002000:00100000:2.0:1746066886.432873:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c8c000 x1830882860508800/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.432883:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8c000 with x1830882860508800 ext(0->4095) 00002000:00010000:2.0:1746066886.432888:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c8c000 00000100:00100000:2.0:1746066886.432934:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13139 00000100:00100000:2.0:1746066886.432942:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2032:x1830882860508800:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746066886.433088:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2032:x1830882860508800:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (367us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066886.433095:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13139 00002000:00100000:2.0:1746066886.433100:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c8c000 x1830882860508800/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.433107:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8c000 with x1830882860508800 ext(0->4095) 00002000:00010000:2.0:1746066886.433110:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c8c000 00000100:00100000:0.0:1746066886.437009:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.437131:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860508928 00000100:00100000:2.0:1746066886.437143:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860508928 00000100:00100000:2.0:1746066886.437207:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29406 00000100:00100000:2.0:1746066886.437215:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860508928:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066886.437232:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066886.437251:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff439112 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ec42 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.437280:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e900200/0xd6b24631ff43910b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec3b expref: 63 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.437287:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.437288:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.437292:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff439112 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec42 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.437321:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e900200/0xd6b24631ff43910b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec3b expref: 63 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.437332:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e900200/0xd6b24631ff43910b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec3b expref: 63 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.437386:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130527800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861150080:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066886.437478:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.440574:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130527800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861150080:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066886.440608:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff439112 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec42 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.440624:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb7e00, rc 0) 00000100:00100000:2.0:1746066886.441034:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860508928:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3817us (4029us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.441047:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29406 00000100:00100000:0.0:1746066886.441229:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.441430:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860509056 00000100:00100000:3.0:1746066886.441449:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860509056 00010000:00010000:3.0:1746066886.441481:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e900200/0xd6b24631ff43910b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec3b expref: 64 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.441517:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12234 00000100:00100000:3.0:1746066886.441525:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2034:x1830882860509056:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.441541:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.441558:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e900200/0xd6b24631ff43910b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec3b expref: 64 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.441569:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e900200/0xd6b24631ff43910b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec3b expref: 64 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.441587:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e900200/0xd6b24631ff43910b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec3b expref: 64 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.441613:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.441615:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.441620:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff439112 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec42 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.441627:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff439112 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec42 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.441653:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff439112 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec42 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066886.441664:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861150208:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.441732:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066886.444728:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066886.444790:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.444821:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861150208:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.444838:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.444877:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+63:2034:x1830882860509056:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3352us (3655us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.444888:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12234 00000100:00100000:2.0:1746066886.444894:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860509184 00000100:00100000:2.0:1746066886.444904:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860509184 00000100:00100000:3.0:1746066886.444941:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860509440 00000100:00100000:3.0:1746066886.444945:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860509440 00002000:00100000:3.0:1746066886.444972:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c40380 x1830882860509440/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.444982:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40380 with x1830882860509440 ext(0->4095) 00002000:00010000:3.0:1746066886.444986:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c40380 00000100:00100000:3.0:1746066886.444999:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13140 00000100:00100000:3.0:1746066886.445005:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860509440:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066886.445039:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29407 00000100:00100000:2.0:1746066886.445083:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+63:1868:x1830882860509184:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746066886.445094:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860509440:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 90us (304us total) trans 0 rc 4096/4096 00010000:00010000:2.0:1746066886.445098:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746066886.445099:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13140 00002000:00100000:3.0:1746066886.445102:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c40380 x1830882860509440/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.445107:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40380 with x1830882860509440 ext(0->4095) 00002000:00010000:3.0:1746066886.445109:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c40380 00010000:00010000:2.0:1746066886.445115:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439119 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ec49 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.445141:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff439112 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec42 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.445148:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.445150:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.445153:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439119 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec49 expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.445180:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff439112 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec42 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.445190:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff439112 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec42 expref: 5 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.445201:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130527800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861150336:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066886.445571:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.447709:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130527800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861150336:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066886.447743:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439119 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec49 expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.447758:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb6400, rc 0) 00000100:00100000:2.0:1746066886.447798:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+64:1868:x1830882860509184:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2751us (3074us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.447807:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29407 00000100:00100000:0.0:1746066886.447995:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.448106:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860509568 00000100:00100000:3.0:1746066886.448112:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860509568 00010000:00010000:3.0:1746066886.448140:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff439112 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec42 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.448162:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12235 00000100:00100000:3.0:1746066886.448167:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860509568:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.448179:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.448198:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff439112 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec42 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.448208:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff439112 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec42 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.448230:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff439112 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec42 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.448245:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.448247:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.448253:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439119 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec49 expref: 63 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.448260:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439119 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec49 expref: 63 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.448285:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439119 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec49 expref: 63 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066886.448295:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861150464:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.448359:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f300 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.449609:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.449744:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860509696 00000100:00100000:3.0:1746066886.449750:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860509696 00000100:00100000:3.0:1746066886.449783:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29408 00000100:00100000:3.0:1746066886.449789:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+64:1869:x1830882860509696:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066886.449802:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066886.449814:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439120 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ec50 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.449834:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439119 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec49 expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.449841:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.449842:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.449845:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439120 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec50 expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.449865:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439119 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec49 expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.449876:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439119 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec49 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.449886:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861150592:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066886.450101:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f180 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.450232:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861150464:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.450244:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.450265:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860509568:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2097us (2270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.450273:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12235 00000100:00100000:1.0:1746066886.450857:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.450998:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860509952 00000100:00100000:3.0:1746066886.451002:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860509952 00002000:00100000:3.0:1746066886.451029:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095872a00 x1830882860509952/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.451047:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095872a00 with x1830882860509952 ext(0->4095) 00010000:00010000:3.0:1746066886.451054:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439119 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec49 expref: 66 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.451066:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439119 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec49 expref: 66 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066886.451073:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095872a00 00000100:00100000:3.0:1746066886.451128:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2156 00000100:00100000:3.0:1746066886.451134:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+66:2034:x1830882860509952:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066886.451649:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+66:2034:x1830882860509952:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 514us (792us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066886.451656:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2156 00002000:00100000:3.0:1746066886.451662:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095872a00 x1830882860509952/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.451669:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095872a00 with x1830882860509952 ext(0->4095) 00010000:00010000:3.0:1746066886.451674:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439119 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec49 expref: 66 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.451683:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439119 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec49 expref: 66 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066886.451689:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095872a00 00000100:00100000:3.0:1746066886.451877:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861150592:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066886.452099:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439120 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec50 expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.452108:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efedc00, rc 0) 00000100:00100000:3.0:1746066886.452135:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+65:1869:x1830882860509696:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2346us (2529us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.452141:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29408 00000100:00100000:0.0:1746066886.454682:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066886.454739:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.455139:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860510080 00000100:00100000:2.0:1746066886.455139:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860510208 00000100:00100000:3.0:1746066886.455147:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860510080 00000100:00100000:2.0:1746066886.455147:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860510208 00010000:00010000:3.0:1746066886.455182:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439119 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec49 expref: 66 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.455188:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29409 00000100:00100000:2.0:1746066886.455196:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+66:1868:x1830882860510208:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066886.455212:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746066886.455218:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12236 00000100:00100000:3.0:1746066886.455223:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+66:2033:x1830882860510080:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066886.455225:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff439127 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ec57 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.455235:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066886.455245:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.455250:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439120 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec50 expref: 67 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.455256:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066886.455514:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff439127 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec57 expref: 67 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.455527:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439119 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec49 expref: 67 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.455538:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439119 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec49 expref: 67 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.455554:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439120 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec50 expref: 67 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.455555:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439119 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec49 expref: 67 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.455566:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff439127 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec57 expref: 66 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.455570:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.455572:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.455577:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439120 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec50 expref: 66 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.455585:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439120 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec50 expref: 66 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.455742:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb7e00, rc 0) 00010000:00010000:3.0:1746066886.455750:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439120 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec50 expref: 66 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.455761:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439120 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec50 expref: 66 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.455773:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861150848:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066886.455794:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+66:1868:x1830882860510208:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 599us (1053us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.455801:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29409 00000100:00100000:3.0:1746066886.455884:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f180 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.457909:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861150848:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.457941:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.457996:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+65:2033:x1830882860510080:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2767us (3317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.458007:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12236 00000100:00100000:0.0:1746066886.460250:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.460333:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860510464 00000100:00100000:3.0:1746066886.460367:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860510464 00002000:00100000:3.0:1746066886.460413:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc0380 x1830882860510464/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.460425:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc0380 with x1830882860510464 ext(0->4095) 00010000:00010000:3.0:1746066886.460435:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439120 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec50 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.460457:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439120 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec50 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066886.460465:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc0380 00000100:00100000:3.0:1746066886.460498:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2157 00000100:00100000:3.0:1746066886.460505:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+65:2033:x1830882860510464:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066886.461104:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+65:2033:x1830882860510464:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 598us (859us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066886.461112:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2157 00002000:00100000:3.0:1746066886.461118:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc0380 x1830882860510464/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.461126:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc0380 with x1830882860510464 ext(0->4095) 00010000:00010000:3.0:1746066886.461132:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439120 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec50 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.461142:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439120 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec50 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066886.461149:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc0380 00000100:00100000:0.0:1746066886.464017:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.464131:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860510592 00000100:00100000:2.0:1746066886.464140:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860510592 00000100:00100000:2.0:1746066886.464186:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29410 00000100:00100000:2.0:1746066886.464193:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860510592:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066886.464211:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066886.464228:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43912e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ec5e expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.464255:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.464260:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff439127 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec57 expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.464266:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066886.464270:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43912e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec5e expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.465284:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff439127 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec57 expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.465296:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43912e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec5e expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.465312:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb6800, rc 0) 00000100:00100000:2.0:1746066886.465582:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860510592:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1388us (1573us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.465589:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29410 00000100:00100000:0.0:1746066886.466508:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.466847:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860510720 00000100:00100000:3.0:1746066886.466853:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860510720 00010000:00010000:3.0:1746066886.467065:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439120 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec50 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.467106:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12237 00000100:00100000:3.0:1746066886.467112:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+65:2033:x1830882860510720:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.467125:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.467600:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439120 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec50 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.467611:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439120 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec50 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.467634:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439120 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec50 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.467661:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.467663:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.467670:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff439127 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec57 expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.467677:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff439127 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec57 expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.467704:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff439127 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec57 expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.467716:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff439127 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec57 expref: 64 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.467733:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861151104:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.468731:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f600 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.470707:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861151104:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.470728:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.470788:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2033:x1830882860510720:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3674us (4279us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.470799:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12237 00000100:00100000:0.0:1746066886.473245:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.473317:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860510848 00000100:00100000:3.0:1746066886.473325:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860510848 00010000:00010000:3.0:1746066886.473378:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff439127 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec57 expref: 64 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.473472:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12238 00000100:00100000:3.0:1746066886.473481:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2033:x1830882860510848:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.473496:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.473522:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff439127 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec57 expref: 64 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.473535:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff439127 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec57 expref: 64 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.473560:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff439127 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec57 expref: 64 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.474091:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.474094:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.474102:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43912e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec5e expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.474111:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43912e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec5e expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.474234:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43912e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec5e expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066886.474247:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861151232:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.474629:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f780 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.481623:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861151232:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.481652:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.481716:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+63:2033:x1830882860510848:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 8234us (8474us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.481728:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12238 00000100:00100000:0.0:1746066886.482265:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.482365:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860511104 00000100:00100000:3.0:1746066886.482372:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860511104 00002000:00100000:3.0:1746066886.482412:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc0e00 x1830882860511104/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.482423:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc0e00 with x1830882860511104 ext(0->4095) 00002000:00010000:3.0:1746066886.482428:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc0e00 00000100:00100000:3.0:1746066886.482446:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13141 00000100:00100000:3.0:1746066886.482455:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860511104:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066886.482586:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860511104:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (322us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066886.482592:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13141 00002000:00100000:3.0:1746066886.482597:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc0e00 x1830882860511104/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.482604:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc0e00 with x1830882860511104 ext(0->4095) 00002000:00010000:3.0:1746066886.482607:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc0e00 00000100:00100000:0.0:1746066886.483398:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.483449:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860511232 00000100:00100000:3.0:1746066886.483453:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860511232 00000100:00100000:3.0:1746066886.483479:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29411 00000100:00100000:3.0:1746066886.483484:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+63:1868:x1830882860511232:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066886.483495:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066886.483510:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439135 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ec65 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.483756:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43912e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec5e expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.483765:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.483767:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.483770:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439135 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec65 expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.483800:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43912e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec5e expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.483813:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43912e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec5e expref: 5 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.483826:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861151360:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066886.483905:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.487775:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861151360:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066886.487813:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439135 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec65 expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.487831:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d43cc00, rc 0) 00000100:00100000:2.0:1746066886.487902:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+64:1868:x1830882860511232:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4415us (4502us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.487911:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29411 00000100:00100000:0.0:1746066886.488098:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066886.488188:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.488266:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860511488 00000100:00100000:3.0:1746066886.488274:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860511488 00010000:00010000:3.0:1746066886.488304:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43912e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec5e expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.488359:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12239 00000100:00100000:3.0:1746066886.488367:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860511488:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.488384:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.488403:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43912e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec5e expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.488414:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43912e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec5e expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.488438:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43912e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec5e expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.488455:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.488457:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.488463:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439135 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec65 expref: 63 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.488469:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439135 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec65 expref: 63 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.488497:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439135 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec65 expref: 63 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066886.488509:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861151488:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.488573:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f480 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.488833:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860511360 00000100:00100000:2.0:1746066886.488838:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860511360 00000100:00100000:2.0:1746066886.488859:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29412 00000100:00100000:2.0:1746066886.488864:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+64:1869:x1830882860511360:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066886.488877:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066886.488888:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff43913c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ec6c expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.488908:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439135 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec65 expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.488914:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.488915:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.488918:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff43913c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec6c expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.488943:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439135 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec65 expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.488953:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439135 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec65 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.488962:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861151616:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066886.488997:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066886.494496:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.494546:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860511744 00000100:00100000:1.0:1746066886.494556:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860511744 00000100:00100000:3.0:1746066886.494593:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861151488:192.168.201.51@tcp:105: 00002000:00100000:1.0:1746066886.494604:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc1c00 x1830882860511744/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746066886.494613:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746066886.494613:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc1c00 with x1830882860511744 ext(0->4095) 00010000:00010000:1.0:1746066886.494621:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439135 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec65 expref: 66 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.494634:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439135 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec65 expref: 66 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.494639:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc1c00 00000100:00100000:3.0:1746066886.494657:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860511488:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6290us (6469us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066886.494662:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2158 00000100:00100000:3.0:1746066886.494666:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12239 00000100:00100000:1.0:1746066886.494668:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+66:2034:x1830882860511744:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066886.494757:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861151616:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066886.494778:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff43913c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec6c expref: 66 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.494791:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb7e00, rc 0) 00000100:00100000:1.0:1746066886.494794:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+66:2034:x1830882860511744:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066886.494800:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2158 00002000:00100000:1.0:1746066886.494805:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc1c00 x1830882860511744/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746066886.494806:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+66:1869:x1830882860511360:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5942us (6709us total) trans 0 rc 0/0 00002000:00100000:1.0:1746066886.494812:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc1c00 with x1830882860511744 ext(0->4095) 00000100:00100000:2.0:1746066886.494813:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29412 00010000:00010000:1.0:1746066886.494816:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439135 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec65 expref: 66 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.494825:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439135 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec65 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.494831:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc1c00 00000100:00100000:0.0:1746066886.498174:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.498285:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860511872 00000100:00100000:3.0:1746066886.498295:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860511872 00010000:00010000:3.0:1746066886.498327:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439135 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec65 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:1.0:1746066886.498423:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12240 00000100:00100000:1.0:1746066886.498433:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+65:2034:x1830882860511872:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066886.498449:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066886.498469:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439135 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec65 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.498481:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439135 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec65 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.498505:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439135 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec65 expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.498530:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.498532:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.498540:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff43913c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec6c expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.498548:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff43913c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec6c expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.498584:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff43913c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec6c expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066886.498596:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095871880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861151744:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066886.498661:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:0.0:1746066886.502195:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.502279:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860512128 00000100:00100000:2.0:1746066886.502289:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860512128 00002000:00100000:2.0:1746066886.502375:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc2300 x1830882860512128/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.502385:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc2300 with x1830882860512128 ext(0->4095) 00002000:00010000:2.0:1746066886.502390:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc2300 00000100:00100000:1.0:1746066886.502817:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095871880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861151744:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066886.502840:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066886.502884:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+65:2034:x1830882860511872:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4452us (4719us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066886.502894:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12240 00000100:00100000:2.0:1746066886.502962:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13142 00000100:00100000:2.0:1746066886.502970:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2034:x1830882860512128:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066886.503089:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2034:x1830882860512128:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (904us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066886.503095:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13142 00002000:00100000:2.0:1746066886.503100:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc2300 x1830882860512128/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.503107:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc2300 with x1830882860512128 ext(0->4095) 00002000:00010000:2.0:1746066886.503110:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc2300 00000100:00100000:0.0:1746066886.506240:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.506321:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860512256 00000100:00100000:2.0:1746066886.506332:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860512256 00000100:00100000:2.0:1746066886.506397:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29413 00000100:00100000:2.0:1746066886.506403:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860512256:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066886.506420:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066886.506440:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439143 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ec73 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.506471:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff43913c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec6c expref: 63 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.506479:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.506480:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.506483:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439143 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec73 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.506514:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff43913c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec6c expref: 63 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.506526:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff43913c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec6c expref: 63 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.506539:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861151872:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066886.506873:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066886.512205:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066886.512327:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860512384 00000100:00100000:0.0:1746066886.512337:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860512384 00010000:00010000:0.0:1746066886.512581:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff43913c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec6c expref: 64 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:0.0:1746066886.512624:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12241 00000100:00100000:0.0:1746066886.512632:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095871880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2034:x1830882860512384:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066886.512646:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066886.512667:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff43913c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec6c expref: 64 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:0.0:1746066886.512679:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff43913c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec6c expref: 64 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:0.0:1746066886.512705:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066886.512707:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066886.512715:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439143 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec73 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066886.512722:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439143 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec73 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066886.512755:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439143 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec73 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066886.512768:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ccc2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861152000:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066886.512855:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505b40 going to sleep for 11 seconds 00010000:00010000:2.0:1746066886.513237:0:21660:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff43913c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec6c expref: 64 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.513255:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861151872:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066886.513279:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439143 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec73 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.513527:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb6400, rc 0) 00000100:00100000:2.0:1746066886.513563:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860512256:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7160us (7333us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.513571:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29413 00000100:00100000:1.0:1746066886.516209:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.517235:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860512512 00000100:00100000:3.0:1746066886.517245:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860512512 00000100:00100000:3.0:1746066886.517287:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29414 00000100:00100000:3.0:1746066886.517502:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+64:1868:x1830882860512512:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066886.517522:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066886.517539:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff43914a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ec7a expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066886.517559:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ccc2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861152000:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.517566:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439143 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec73 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.517573:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.517574:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066886.517576:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066886.517577:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff43914a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec7a expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.517602:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439143 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec73 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066886.517609:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095871880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+65:2034:x1830882860512384:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4978us (5415us total) trans 0 rc 0/0 00010000:00010000:3.0:1746066886.517614:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439143 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec73 expref: 5 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:0.0:1746066886.517617:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12241 00000100:00100000:3.0:1746066886.517625:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861152128:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066886.520293:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066886.520563:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.520609:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860512768 00000100:00100000:3.0:1746066886.520617:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860512768 00002000:00100000:3.0:1746066886.520667:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc2a00 x1830882860512768/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.520677:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc2a00 with x1830882860512768 ext(0->4095) 00010000:00010000:3.0:1746066886.520686:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439143 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec73 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.520700:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439143 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec73 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066886.520707:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc2a00 00000100:00100000:3.0:1746066886.520727:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2159 00000100:00100000:3.0:1746066886.520734:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860512768:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066886.521678:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860512768:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 942us (1117us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066886.521685:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2159 00002000:00100000:3.0:1746066886.521691:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc2a00 x1830882860512768/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.521698:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc2a00 with x1830882860512768 ext(0->4095) 00010000:00010000:3.0:1746066886.521704:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439143 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec73 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.521714:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439143 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec73 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066886.521724:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc2a00 00000100:00100000:2.0:1746066886.523126:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861152128:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066886.523158:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff43914a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec7a expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.523176:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d43d400, rc 0) 00000100:00100000:2.0:1746066886.523226:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+64:1868:x1830882860512512:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5930us (7021us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.523234:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29414 00000100:00100000:0.0:1746066886.525793:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.527778:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860512896 00000100:00100000:2.0:1746066886.527791:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860512896 00000100:00100000:2.0:1746066886.527859:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29415 00000100:00100000:2.0:1746066886.527868:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+64:1869:x1830882860512896:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066886.527890:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066886.527910:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439151 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ec81 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.527950:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.527958:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff43914a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec7a expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.527973:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.527977:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439151 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec81 expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.528024:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff43914a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec7a expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.528039:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439151 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec81 expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.528049:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb7200, rc 0) 00000100:00100000:2.0:1746066886.528243:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+65:1869:x1830882860512896:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 374us (2459us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.528251:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29415 00000100:00100000:0.0:1746066886.528552:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.528611:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860513024 00000100:00100000:2.0:1746066886.528614:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860513024 00010000:00010000:2.0:1746066886.528630:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439143 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec73 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.528658:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12242 00000100:00100000:2.0:1746066886.528663:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860513024:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066886.528673:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066886.528691:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439143 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec73 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.528702:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439143 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec73 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.528719:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439143 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec73 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.528733:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.528735:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.528741:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff43914a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec7a expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.528753:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff43914a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec7a expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.528769:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff43914a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec7a expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.528778:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff43914a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec7a expref: 64 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.528789:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861152384:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066886.528842:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.532076:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861152384:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066886.532102:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066886.532167:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.532221:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860513280 00000100:00100000:3.0:1746066886.532227:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860513280 00002000:00100000:3.0:1746066886.532333:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc3480 x1830882860513280/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.532367:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc3480 with x1830882860513280 ext(0->4095) 00010000:00010000:3.0:1746066886.532375:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff43914a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec7a expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.532385:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff43914a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec7a expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066886.532390:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc3480 00000100:00100000:3.0:1746066886.532411:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2160 00000100:00100000:3.0:1746066886.532416:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+65:2033:x1830882860513280:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066886.532654:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860513024:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3990us (4102us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.532662:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12242 00000100:00100000:3.0:1746066886.532854:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+65:2033:x1830882860513280:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 437us (694us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066886.532859:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2160 00002000:00100000:3.0:1746066886.532864:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc3480 x1830882860513280/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.532869:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc3480 with x1830882860513280 ext(0->4095) 00010000:00010000:3.0:1746066886.532873:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff43914a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec7a expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.532883:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff43914a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec7a expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066886.532887:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc3480 00000100:00100000:0.0:1746066886.536277:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.536358:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860513408 00000100:00100000:2.0:1746066886.536367:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860513408 00010000:00010000:2.0:1746066886.536401:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff43914a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec7a expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.536807:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12243 00000100:00100000:2.0:1746066886.536813:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+65:2033:x1830882860513408:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066886.536826:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066886.536843:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff43914a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec7a expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.536853:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff43914a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec7a expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.536874:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff43914a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec7a expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.536888:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.536889:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.536895:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439151 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec81 expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.536900:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439151 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec81 expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.536939:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439151 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec81 expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066886.536952:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861152512:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066886.538219:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066886.542373:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.542462:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861152512:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066886.542487:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066886.542533:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2033:x1830882860513408:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5719us (6262us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.542545:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12243 00000100:00100000:3.0:1746066886.542944:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860513664 00000100:00100000:3.0:1746066886.542952:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860513664 00002000:00100000:3.0:1746066886.543002:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc3b80 x1830882860513664/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.543012:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc3b80 with x1830882860513664 ext(0->4095) 00002000:00010000:3.0:1746066886.543016:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc3b80 00000100:00100000:3.0:1746066886.543036:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13143 00000100:00100000:3.0:1746066886.543043:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2033:x1830882860513664:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066886.543957:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2033:x1830882860513664:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 912us (1621us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066886.543962:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13143 00002000:00100000:3.0:1746066886.543966:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc3b80 x1830882860513664/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.543972:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc3b80 with x1830882860513664 ext(0->4095) 00002000:00010000:3.0:1746066886.543974:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc3b80 00000100:00100000:0.0:1746066886.547866:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.548224:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860513792 00000100:00100000:2.0:1746066886.548236:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860513792 00000100:00100000:2.0:1746066886.548303:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29416 00000100:00100000:2.0:1746066886.548313:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860513792:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066886.548334:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066886.548382:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439158 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ec88 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.548418:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439151 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec81 expref: 63 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.548426:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.548428:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.548432:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439158 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec88 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.548466:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439151 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec81 expref: 63 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.548479:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439151 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec81 expref: 63 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.548499:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861152640:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066886.548597:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.552304:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861152640:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066886.552370:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439158 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec88 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.552390:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb6800, rc 0) 00000100:00100000:2.0:1746066886.552438:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860513792:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4126us (4582us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.552448:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29416 00000100:00100000:0.0:1746066886.559825:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.559929:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860513920 00000100:00100000:3.0:1746066886.559939:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860513920 00002000:00100000:3.0:1746066886.560193:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008cf88380 x1830882860513920/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 496/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.560210:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf88380 with x1830882860513920 ext(0->7) 00010000:00010000:3.0:1746066886.560219:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439151 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec81 expref: 64 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.560232:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439151 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec81 expref: 64 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066886.560238:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cf88380 00000100:00100000:3.0:1746066886.560270:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2161 00000100:00100000:3.0:1746066886.560501:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2033:x1830882860513920:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066886.563801:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+66:2033:x1830882860513920:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 3512us (3976us total) trans 4294972175 rc 0/0 00000100:00100000:0.0:1746066886.563814:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2161 00002000:00100000:0.0:1746066886.563827:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008cf88380 x1830882860513920/t4294972175(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 496/448 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066886.563836:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf88380 with x1830882860513920 ext(0->7) 00010000:00010000:0.0:1746066886.563846:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439151 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec81 expref: 66 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:0.0:1746066886.563863:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439151 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec81 expref: 66 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:0.0:1746066886.563871:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cf88380 00000100:00100000:0.0:1746066886.572877:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.572998:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860514048 00000100:00100000:2.0:1746066886.573008:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860514048 00000100:00100000:2.0:1746066886.573908:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29417 00000100:00100000:2.0:1746066886.573929:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+66:1868:x1830882860514048:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066886.573951:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066886.573972:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43915f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ec8f expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.574203:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.574210:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439158 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec88 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.574216:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066886.574220:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43915f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec8f expref: 67 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.574267:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439158 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec88 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.574283:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43915f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec8f expref: 67 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.574293:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb6400, rc 0) 00000100:00100000:2.0:1746066886.574374:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+67:1868:x1830882860514048:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 456us (1507us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.574381:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29417 00000100:00100000:0.0:1746066886.575224:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.575542:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860514176 00000100:00100000:3.0:1746066886.575550:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860514176 00010000:00010000:3.0:1746066886.575582:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439151 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec81 expref: 67 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.575607:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12244 00000100:00100000:3.0:1746066886.575612:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+67:2033:x1830882860514176:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.575622:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.575643:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439151 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec81 expref: 67 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.575654:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439151 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec81 expref: 67 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.575675:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439151 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec81 expref: 67 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.575694:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.575696:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.575702:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439158 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec88 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.575710:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439158 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec88 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.575736:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439158 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec88 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.575748:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439158 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec88 expref: 5 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.575760:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861152896:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.575825:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.578334:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861152896:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.578388:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.578682:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+66:2033:x1830882860514176:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3066us (3458us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.578694:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12244 00000100:00100000:0.0:1746066886.580721:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.580833:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860514432 00000100:00100000:1.0:1746066886.580843:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860514432 00002000:00100000:1.0:1746066886.581079:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008cf88a80 x1830882860514432/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.581091:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf88a80 with x1830882860514432 ext(0->4095) 00010000:00010000:1.0:1746066886.581102:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439158 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec88 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.581116:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439158 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec88 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.581123:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cf88a80 00000100:00100000:1.0:1746066886.581152:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2162 00000100:00100000:1.0:1746066886.581160:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860514432:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066886.581307:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860514432:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (594us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066886.581313:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2162 00002000:00100000:1.0:1746066886.581318:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008cf88a80 x1830882860514432/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.581325:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf88a80 with x1830882860514432 ext(0->4095) 00010000:00010000:1.0:1746066886.581329:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439158 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec88 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.581356:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439158 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec88 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.581363:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cf88a80 00000100:00100000:0.0:1746066886.585296:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.585603:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860514560 00000100:00100000:3.0:1746066886.585614:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860514560 00010000:00010000:3.0:1746066886.585655:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439158 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec88 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.585691:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12245 00000100:00100000:3.0:1746066886.585699:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860514560:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.585714:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.585737:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439158 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec88 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.585749:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439158 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec88 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.585772:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439158 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec88 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.586024:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.586027:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.586034:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43915f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec8f expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.586042:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43915f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec8f expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.586075:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43915f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec8f expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066886.586087:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861153024:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.586951:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.589325:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861153024:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.589371:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.590678:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860514560:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4975us (5389us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.590691:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12245 00000100:00100000:2.0:1746066886.591147:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066886.592270:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860514816 00000100:00100000:0.0:1746066886.592281:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860514816 00002000:00100000:0.0:1746066886.592325:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b8fdc00 x1830882860514816/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066886.592366:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8fdc00 with x1830882860514816 ext(0->4095) 00002000:00010000:0.0:1746066886.592372:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8fdc00 00000100:00100000:0.0:1746066886.592394:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13144 00000100:00100000:0.0:1746066886.592402:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+66:2034:x1830882860514816:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066886.592552:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+66:2034:x1830882860514816:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 151us (1406us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066886.592559:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13144 00002000:00100000:0.0:1746066886.592565:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b8fdc00 x1830882860514816/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066886.592573:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8fdc00 with x1830882860514816 ext(0->4095) 00002000:00010000:0.0:1746066886.592576:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8fdc00 00000100:00100000:0.0:1746066886.598866:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.598945:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860514944 00000100:00100000:1.0:1746066886.598955:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860514944 00000100:00100000:1.0:1746066886.599015:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29418 00000100:00100000:1.0:1746066886.599024:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860514944:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066886.599043:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066886.599060:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff439166 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ec96 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.599093:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43915f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec8f expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.599100:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066886.599102:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066886.599105:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff439166 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec96 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.599135:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43915f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec8f expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.599147:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43915f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec8f expref: 65 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:1.0:1746066886.599159:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094ec0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861153152:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066886.599262:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:1.0:1746066886.604051:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094ec0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861153152:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066886.604086:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff439166 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec96 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.604105:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085a600, rc 0) 00000100:00100000:1.0:1746066886.604180:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860514944:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5156us (5323us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066886.604189:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29418 00000100:00100000:0.0:1746066886.614458:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.614523:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860515072 00000100:00100000:1.0:1746066886.614537:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860515072 00002000:00100000:1.0:1746066886.614594:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008cf89500 x1830882860515072/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 496/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.614605:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf89500 with x1830882860515072 ext(0->7) 00010000:00010000:1.0:1746066886.614616:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43915f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec8f expref: 66 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.614631:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43915f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec8f expref: 66 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.614638:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cf89500 00000100:00100000:1.0:1746066886.614670:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2163 00000100:00100000:1.0:1746066886.614678:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+66:2034:x1830882860515072:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746066886.616091:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+68:2034:x1830882860515072:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1410us (1639us total) trans 4294972176 rc 0/0 00000100:00100000:1.0:1746066886.616103:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2163 00002000:00100000:1.0:1746066886.616112:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008cf89500 x1830882860515072/t4294972176(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 496/448 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.616121:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf89500 with x1830882860515072 ext(0->7) 00010000:00010000:1.0:1746066886.616129:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43915f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec8f expref: 68 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.616142:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43915f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec8f expref: 68 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.616149:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cf89500 00000100:00100000:0.0:1746066886.625502:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.625589:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860515200 00000100:00100000:3.0:1746066886.625602:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860515200 00010000:00010000:3.0:1746066886.625652:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43915f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec8f expref: 68 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.625695:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12246 00000100:00100000:3.0:1746066886.625703:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+68:2032:x1830882860515200:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.625719:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.625740:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43915f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec8f expref: 68 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.625752:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43915f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec8f expref: 68 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.625776:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43915f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec8f expref: 68 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.625805:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.625807:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.625814:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff439166 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec96 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.625822:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff439166 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec96 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.625858:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff439166 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec96 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066886.625871:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861153280:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.626765:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.631080:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.631235:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066886.631294:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860515584 00000100:00100000:0.0:1746066886.631305:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860515584 00000100:00100000:1.0:1746066886.631319:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860515328 00000100:00100000:1.0:1746066886.631326:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860515328 00002000:00100000:0.0:1746066886.631364:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c37480 x1830882860515584/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066886.631375:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c37480 with x1830882860515584 ext(0->4095) 00002000:00010000:0.0:1746066886.631380:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c37480 00000100:00100000:0.0:1746066886.631397:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13145 00000100:00100000:1.0:1746066886.631403:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29419 00000100:00100000:0.0:1746066886.631404:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860515584:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066886.631410:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+68:1868:x1830882860515328:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066886.631425:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066886.631444:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff43916d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ec9d expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.631472:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff439166 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec96 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.631478:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.631480:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.631483:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff43916d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec9d expref: 69 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.631514:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff439166 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec96 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.631530:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff439166 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec96 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:0.0:1746066886.631538:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860515584:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (302us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066886.631543:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094ec0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861153408:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066886.631546:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13145 00002000:00100000:0.0:1746066886.631552:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c37480 x1830882860515584/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066886.631560:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c37480 with x1830882860515584 ext(0->4095) 00010000:00010000:0.0:1746066886.631567:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff439166 lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec96 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:0.0:1746066886.631580:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff439166 lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec96 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:0.0:1746066886.631587:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c37480 00000100:00100000:1.0:1746066886.631616:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.631808:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861153280:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.631829:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.631857:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+69:2032:x1830882860515200:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6155us (6364us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.631867:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12246 00000100:00100000:1.0:1746066886.634683:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094ec0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861153408:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066886.634711:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff43916d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec9d expref: 68 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.634728:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c13a000, rc 0) 00000100:00100000:1.0:1746066886.635226:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+68:1868:x1830882860515328:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3814us (4155us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066886.635236:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29419 00000100:00100000:0.0:1746066886.635617:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.635654:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860515712 00000100:00100000:1.0:1746066886.635660:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860515712 00000100:00100000:1.0:1746066886.636026:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29420 00000100:00100000:1.0:1746066886.636034:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+68:1869:x1830882860515712:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066886.636051:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066886.636067:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439174 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eca4 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.636089:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.636094:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff43916d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec9d expref: 69 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.636105:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066886.636108:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439174 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eca4 expref: 69 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.636143:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff43916d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec9d expref: 69 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.636154:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439174 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eca4 expref: 69 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.636163:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800962e2c00, rc 0) 00000100:00100000:1.0:1746066886.636207:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+69:1869:x1830882860515712:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066886.636212:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29420 00000100:00100000:0.0:1746066886.638454:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.638719:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860515840 00000100:00100000:3.0:1746066886.638728:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860515840 00010000:00010000:3.0:1746066886.638764:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff439166 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec96 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.638824:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12247 00000100:00100000:3.0:1746066886.638831:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860515840:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.638846:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.638867:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff439166 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec96 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.638879:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff439166 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec96 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.638901:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff439166 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec96 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.639227:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.639230:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.639237:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff43916d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec9d expref: 68 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.639245:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff43916d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec9d expref: 68 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.639805:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff43916d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec9d expref: 68 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.639821:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff43916d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec9d expref: 68 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.639834:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861153664:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.641971:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.643176:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861153664:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.643198:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.643240:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860515840:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4408us (4793us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.643251:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12247 00000100:00100000:0.0:1746066886.644138:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.644394:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860516096 00000100:00100000:1.0:1746066886.644416:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860516096 00002000:00100000:1.0:1746066886.644460:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008cf8a300 x1830882860516096/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.644470:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf8a300 with x1830882860516096 ext(0->4095) 00010000:00010000:1.0:1746066886.644479:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff43916d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec9d expref: 69 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.644493:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff43916d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec9d expref: 69 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.644500:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cf8a300 00000100:00100000:1.0:1746066886.644519:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2164 00000100:00100000:1.0:1746066886.644526:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+69:2033:x1830882860516096:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066886.644650:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+69:2033:x1830882860516096:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (515us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066886.644657:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2164 00002000:00100000:1.0:1746066886.644662:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008cf8a300 x1830882860516096/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.644669:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf8a300 with x1830882860516096 ext(0->4095) 00010000:00010000:1.0:1746066886.644673:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff43916d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec9d expref: 69 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.644682:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff43916d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec9d expref: 69 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.644688:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cf8a300 00000100:00100000:0.0:1746066886.647274:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.647398:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860516224 00000100:00100000:3.0:1746066886.647406:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860516224 00010000:00010000:3.0:1746066886.647439:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff43916d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec9d expref: 69 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.647470:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12248 00000100:00100000:3.0:1746066886.647477:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+69:2033:x1830882860516224:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.647491:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.647510:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff43916d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec9d expref: 69 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.647521:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff43916d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec9d expref: 69 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.647544:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff43916d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ec9d expref: 69 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.647917:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.647930:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.647938:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439174 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eca4 expref: 68 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.647946:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439174 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eca4 expref: 68 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.647980:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439174 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eca4 expref: 68 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066886.647993:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861153792:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.648785:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.654115:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861153792:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.654142:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.654188:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+68:2033:x1830882860516224:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6710us (6922us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.654200:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12248 00000100:00100000:0.0:1746066886.655096:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.655545:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860516480 00000100:00100000:2.0:1746066886.655555:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860516480 00002000:00100000:2.0:1746066886.655595:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008cf8aa00 x1830882860516480/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.655607:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf8aa00 with x1830882860516480 ext(0->4095) 00002000:00010000:2.0:1746066886.655612:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cf8aa00 00000100:00100000:2.0:1746066886.655630:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13146 00000100:00100000:2.0:1746066886.655637:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+68:2033:x1830882860516480:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066886.655778:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+68:2033:x1830882860516480:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (685us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066886.655784:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13146 00002000:00100000:2.0:1746066886.655789:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008cf8aa00 x1830882860516480/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.655797:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf8aa00 with x1830882860516480 ext(0->4095) 00002000:00010000:2.0:1746066886.655800:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cf8aa00 00000100:00100000:0.0:1746066886.660907:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.661009:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860516608 00000100:00100000:3.0:1746066886.661020:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860516608 00000100:00100000:3.0:1746066886.661115:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29421 00000100:00100000:3.0:1746066886.661123:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860516608:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066886.661142:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066886.661159:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff43917b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ecab expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.661191:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439174 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eca4 expref: 67 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.661199:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.661201:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.661205:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff43917b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecab expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.661235:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439174 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eca4 expref: 67 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.661246:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439174 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eca4 expref: 67 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.661257:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861153920:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066886.662084:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.669497:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861153920:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066886.669533:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff43917b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecab expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.669551:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c4600, rc 0) 00000100:00100000:3.0:1746066886.669603:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860516608:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8480us (8706us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.669613:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29421 00000100:00100000:0.0:1746066886.671279:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.671410:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860516736 00000100:00100000:2.0:1746066886.671419:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860516736 00002000:00100000:2.0:1746066886.671479:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008cf8b100 x1830882860516736/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 496/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.671490:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf8b100 with x1830882860516736 ext(0->7) 00010000:00010000:2.0:1746066886.671498:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439174 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eca4 expref: 68 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.671513:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439174 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eca4 expref: 68 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:2.0:1746066886.671521:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cf8b100 00000100:00100000:2.0:1746066886.671551:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2165 00000100:00100000:2.0:1746066886.671558:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+68:2034:x1830882860516736:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746066886.672633:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+70:2034:x1830882860516736:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1071us (1355us total) trans 4294972177 rc 0/0 00000100:00100000:2.0:1746066886.672640:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2165 00002000:00100000:2.0:1746066886.672647:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008cf8b100 x1830882860516736/t4294972177(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 496/448 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.672998:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf8b100 with x1830882860516736 ext(0->7) 00010000:00010000:2.0:1746066886.673008:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439174 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eca4 expref: 70 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.673020:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439174 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eca4 expref: 70 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:2.0:1746066886.673026:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cf8b100 00000100:00100000:0.0:1746066886.675796:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.676732:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860516864 00000100:00100000:3.0:1746066886.676743:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860516864 00010000:00010000:3.0:1746066886.676786:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439174 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eca4 expref: 70 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.680228:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12249 00000100:00100000:3.0:1746066886.680251:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+70:2031:x1830882860516864:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.680273:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.680303:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439174 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eca4 expref: 70 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.680320:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439174 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eca4 expref: 70 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.680362:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439174 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eca4 expref: 70 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.680407:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.680409:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.680418:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff43917b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecab expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.680426:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff43917b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecab expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.680465:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff43917b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecab expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066886.680478:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861154048:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.680586:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.682716:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861154048:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.682742:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.682786:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+69:2031:x1830882860516864:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2545us (7001us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.682798:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12249 00000100:00100000:0.0:1746066886.683271:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.683602:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860517120 00000100:00100000:2.0:1746066886.683610:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860517120 00002000:00100000:2.0:1746066886.683652:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008cf8b800 x1830882860517120/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.683662:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf8b800 with x1830882860517120 ext(0->4095) 00002000:00010000:2.0:1746066886.683667:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cf8b800 00000100:00100000:3.0:1746066886.685201:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13147 00000100:00100000:3.0:1746066886.685216:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860517120:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746066886.686098:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860517120:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 885us (2826us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066886.686107:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13147 00002000:00100000:3.0:1746066886.686114:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008cf8b800 x1830882860517120/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.686124:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf8b800 with x1830882860517120 ext(0->4095) 00002000:00010000:3.0:1746066886.686129:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cf8b800 00000100:00100000:1.0:1746066886.691176:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.691607:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860517248 00000100:00100000:2.0:1746066886.691619:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860517248 00000100:00100000:2.0:1746066886.691669:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29422 00000100:00100000:2.0:1746066886.691678:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+69:1868:x1830882860517248:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066886.691700:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066886.691718:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439182 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ecb2 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.691749:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff43917b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecab expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.691757:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.691759:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.691763:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439182 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb2 expref: 70 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.691803:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff43917b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecab expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.691817:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff43917b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecab expref: 5 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.691830:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f502300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861154176:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066886.691905:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426b40 going to sleep for 11 seconds 00010000:00010000:3.0:1746066886.692598:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066886.692762:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.693470:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860517376 00000100:00100000:1.0:1746066886.693476:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860517376 00000100:00100000:1.0:1746066886.694177:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29423 00000100:00100000:1.0:1746066886.694186:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+71:1869:x1830882860517376:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066886.694201:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066886.694215:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff439189 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ecb9 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.694242:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.694247:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439182 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb2 expref: 72 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.694254:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066886.694257:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff439189 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb9 expref: 72 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.695745:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439182 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb2 expref: 72 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.695765:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff439189 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb9 expref: 72 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.695777:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085a200, rc 0) 00000100:00100000:1.0:1746066886.695825:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+72:1869:x1830882860517376:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1640us (3062us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066886.695833:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29423 00000100:00100000:3.0:1746066886.696589:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f502300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861154176:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066886.696619:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439182 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb2 expref: 71 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.696629:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d43c000, rc 0) 00000100:00100000:3.0:1746066886.696669:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+71:1868:x1830882860517248:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4984us (5497us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.696676:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29422 00000100:00100000:0.0:1746066886.698221:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.699055:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860517504 00000100:00100000:3.0:1746066886.699064:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860517504 00010000:00010000:3.0:1746066886.699110:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff43917b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecab expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.699148:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12250 00000100:00100000:3.0:1746066886.699156:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860517504:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.699168:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.699189:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff43917b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecab expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.699200:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff43917b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecab expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.699229:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff43917b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecab expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.699256:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.699258:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.699266:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439182 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb2 expref: 70 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.699274:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439182 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb2 expref: 70 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.699307:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439182 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb2 expref: 70 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.699319:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439182 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb2 expref: 70 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.699331:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861154432:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.699430:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f780 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.701772:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861154432:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.701794:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.701837:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860517504:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2680us (3618us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.701848:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12250 00000100:00100000:1.0:1746066886.703011:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.703186:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860517760 00000100:00100000:3.0:1746066886.703194:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860517760 00002000:00100000:3.0:1746066886.703232:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec0000 x1830882860517760/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.703243:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec0000 with x1830882860517760 ext(0->4095) 00010000:00010000:3.0:1746066886.703251:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439182 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb2 expref: 71 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.703264:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439182 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb2 expref: 71 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066886.703271:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec0000 00000100:00100000:3.0:1746066886.703295:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2166 00000100:00100000:3.0:1746066886.703301:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+71:2034:x1830882860517760:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066886.703625:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+71:2034:x1830882860517760:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 324us (616us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066886.703631:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2166 00002000:00100000:3.0:1746066886.703636:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec0000 x1830882860517760/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.703644:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec0000 with x1830882860517760 ext(0->4095) 00010000:00010000:3.0:1746066886.703648:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439182 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb2 expref: 71 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.703656:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439182 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb2 expref: 71 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066886.703662:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec0000 00000100:00100000:0.0:1746066886.705833:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.705966:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860517888 00000100:00100000:3.0:1746066886.705975:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860517888 00010000:00010000:3.0:1746066886.706008:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439182 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb2 expref: 71 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.706032:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12251 00000100:00100000:3.0:1746066886.706038:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+71:2032:x1830882860517888:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.706051:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.706072:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439182 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb2 expref: 71 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.706083:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439182 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb2 expref: 71 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.706105:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439182 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb2 expref: 71 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.706119:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.706121:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.706128:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff439189 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb9 expref: 70 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.706135:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff439189 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb9 expref: 70 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.706165:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff439189 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb9 expref: 70 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066886.706180:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861154560:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.710675:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f180 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.710722:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861154560:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.710742:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.710785:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+70:2032:x1830882860517888:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4745us (4959us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.710797:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12251 00000100:00100000:0.0:1746066886.712104:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.712203:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860518144 00000100:00100000:2.0:1746066886.712211:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860518144 00002000:00100000:2.0:1746066886.712252:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008cf88700 x1830882860518144/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.712263:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf88700 with x1830882860518144 ext(0->4095) 00002000:00010000:2.0:1746066886.712268:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cf88700 00000100:00100000:2.0:1746066886.712294:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13148 00000100:00100000:2.0:1746066886.712300:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+70:2033:x1830882860518144:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066886.712677:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+70:2033:x1830882860518144:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 376us (576us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066886.712683:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13148 00002000:00100000:2.0:1746066886.712689:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008cf88700 x1830882860518144/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.712696:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf88700 with x1830882860518144 ext(0->4095) 00002000:00010000:2.0:1746066886.712699:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cf88700 00000100:00100000:0.0:1746066886.714705:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.714782:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860518272 00000100:00100000:3.0:1746066886.714789:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860518272 00000100:00100000:3.0:1746066886.714835:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29424 00000100:00100000:3.0:1746066886.714841:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860518272:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066886.714857:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066886.714873:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439190 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ecc0 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.714900:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff439189 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb9 expref: 69 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.714906:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.714908:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.714911:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439190 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc0 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.714948:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff439189 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb9 expref: 69 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.714964:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff439189 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb9 expref: 69 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.714975:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861154688:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066886.715059:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f300 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.717335:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861154688:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066886.717391:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439190 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc0 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.717406:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d43cc00, rc 0) 00000100:00100000:3.0:1746066886.717446:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860518272:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2603us (2747us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.717453:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29424 00000100:00100000:0.0:1746066886.718244:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.718849:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860518400 00000100:00100000:3.0:1746066886.718856:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860518400 00010000:00010000:3.0:1746066886.718881:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff439189 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb9 expref: 70 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.718904:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12252 00000100:00100000:3.0:1746066886.718910:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+70:2034:x1830882860518400:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.718935:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.718957:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff439189 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb9 expref: 70 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.719150:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff439189 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb9 expref: 70 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.719172:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff439189 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecb9 expref: 70 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.719187:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.719188:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.719195:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439190 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc0 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.719202:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439190 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc0 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.719233:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439190 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc0 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066886.719244:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861154816:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.719314:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066886.723150:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.725663:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860518528 00000100:00100000:3.0:1746066886.725676:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860518528 00000100:00100000:3.0:1746066886.725734:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29425 00000100:00100000:3.0:1746066886.725744:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+70:1868:x1830882860518528:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066886.725765:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066886.725784:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439197 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ecc7 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.725822:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439190 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc0 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.725829:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.725831:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.725834:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439197 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc7 expref: 71 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.725865:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439190 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc0 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.725877:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439190 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc0 expref: 5 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.725889:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861154944:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066886.726210:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861154816:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066886.726227:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066886.726860:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+71:2034:x1830882860518400:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7947us (8615us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.726871:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12252 00000100:00100000:3.0:1746066886.726949:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.727932:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.728104:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860518784 00000100:00100000:3.0:1746066886.728111:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860518784 00002000:00100000:3.0:1746066886.728151:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f502300 x1830882860518784/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.728161:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f502300 with x1830882860518784 ext(0->4095) 00010000:00010000:3.0:1746066886.728171:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439190 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc0 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.728183:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439190 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc0 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066886.728194:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f502300 00000100:00100000:3.0:1746066886.728590:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2167 00000100:00100000:3.0:1746066886.728598:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f502300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860518784:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066886.730063:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f502300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860518784:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 1463us (2142us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066886.730070:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2167 00002000:00100000:3.0:1746066886.730075:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f502300 x1830882860518784/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.730081:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f502300 with x1830882860518784 ext(0->4095) 00010000:00010000:3.0:1746066886.730087:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439190 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc0 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.730096:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439190 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc0 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066886.730101:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f502300 00000100:00100000:3.0:1746066886.730141:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861154944:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066886.730161:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439197 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc7 expref: 70 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.730172:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c4400, rc 0) 00000100:00100000:3.0:1746066886.730487:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+70:1868:x1830882860518528:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4745us (7349us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.730496:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29425 00000100:00100000:0.0:1746066886.733017:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.733085:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860518912 00000100:00100000:2.0:1746066886.733094:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860518912 00010000:00010000:2.0:1746066886.733133:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439190 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc0 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.733169:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12253 00000100:00100000:2.0:1746066886.733176:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860518912:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066886.733189:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066886.733208:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439190 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc0 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.733220:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439190 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc0 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.733244:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff439190 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc0 expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.733486:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.733489:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.733497:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439197 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc7 expref: 69 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.733511:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439197 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc7 expref: 69 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.733550:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439197 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc7 expref: 69 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066886.733563:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095390a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861155072:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066886.733657:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426540 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.736298:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095390a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861155072:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066886.736318:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066886.736376:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860518912:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3199us (3365us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.736384:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12253 00000100:00100000:0.0:1746066886.737129:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.737290:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860519168 00000100:00100000:3.0:1746066886.737298:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860519168 00002000:00100000:3.0:1746066886.737550:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008cf89880 x1830882860519168/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.737561:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf89880 with x1830882860519168 ext(0->4095) 00002000:00010000:3.0:1746066886.737565:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cf89880 00000100:00100000:3.0:1746066886.737583:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13149 00000100:00100000:3.0:1746066886.737589:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+70:2033:x1830882860519168:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066886.738241:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+70:2033:x1830882860519168:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 650us (1111us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066886.738246:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13149 00002000:00100000:3.0:1746066886.738251:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008cf89880 x1830882860519168/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.738256:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf89880 with x1830882860519168 ext(0->4095) 00002000:00010000:3.0:1746066886.738258:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cf89880 00000100:00100000:0.0:1746066886.744748:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.744860:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860519296 00000100:00100000:3.0:1746066886.744870:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860519296 00000100:00100000:3.0:1746066886.751090:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29426 00000100:00100000:3.0:1746066886.751117:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860519296:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066886.751139:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066886.751163:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c524e00/0xd6b24631ff43919e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ecce expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.751203:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439197 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc7 expref: 69 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.751211:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.751213:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.751216:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c524e00/0xd6b24631ff43919e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecce expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.751250:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439197 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc7 expref: 69 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.751266:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439197 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc7 expref: 69 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.751278:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861155200:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066886.751395:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.761370:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861155200:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066886.761404:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c524e00/0xd6b24631ff43919e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecce expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.761423:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c524e00, rc 0) 00000100:00100000:3.0:1746066886.761467:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860519296:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10363us (16730us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.761477:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29426 00000100:00100000:0.0:1746066886.763565:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.763654:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860519424 00000100:00100000:3.0:1746066886.763663:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860519424 00002000:00100000:3.0:1746066886.763710:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008cf8a680 x1830882860519424/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 496/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.763722:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf8a680 with x1830882860519424 ext(0->7) 00010000:00010000:3.0:1746066886.763731:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439197 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc7 expref: 70 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.763745:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439197 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc7 expref: 70 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066886.763752:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cf8a680 00000100:00100000:3.0:1746066886.763772:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2168 00000100:00100000:3.0:1746066886.763779:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+70:2033:x1830882860519424:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066886.767819:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2033:x1830882860519424:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 4029us (4251us total) trans 4294972178 rc 0/0 00000100:00100000:0.0:1746066886.767832:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2168 00002000:00100000:0.0:1746066886.767845:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008cf8a680 x1830882860519424/t4294972178(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 496/448 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066886.767855:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf8a680 with x1830882860519424 ext(0->7) 00010000:00010000:0.0:1746066886.767866:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439197 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc7 expref: 72 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:0.0:1746066886.767883:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439197 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc7 expref: 72 pid: 21660 timeout: 1098 lvb_type: 0 00002000:00010000:0.0:1746066886.767890:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cf8a680 00000100:00100000:0.0:1746066886.772210:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.773495:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860519552 00000100:00100000:2.0:1746066886.773506:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860519552 00010000:00010000:2.0:1746066886.773544:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439197 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc7 expref: 72 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.773580:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12254 00000100:00100000:2.0:1746066886.773586:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2034:x1830882860519552:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066886.773602:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066886.773621:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439197 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc7 expref: 72 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.773637:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439197 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc7 expref: 72 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.773660:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439197 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecc7 expref: 72 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.774748:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.774751:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.774760:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c524e00/0xd6b24631ff43919e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecce expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.774769:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c524e00/0xd6b24631ff43919e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecce expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.774805:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c524e00/0xd6b24631ff43919e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecce expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066886.774817:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095390a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861155328:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066886.775572:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426540 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.776547:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095390a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861155328:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066886.776566:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066886.776645:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+71:2034:x1830882860519552:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3057us (4443us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.776657:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12254 00000100:00100000:0.0:1746066886.778107:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.778178:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860519808 00000100:00100000:2.0:1746066886.778186:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860519808 00002000:00100000:2.0:1746066886.778223:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008cf88000 x1830882860519808/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.778234:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf88000 with x1830882860519808 ext(0->4095) 00002000:00010000:2.0:1746066886.778239:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cf88000 00000100:00100000:2.0:1746066886.778255:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13150 00000100:00100000:2.0:1746066886.778262:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860519808:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066886.779174:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860519808:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 910us (1070us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066886.779181:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13150 00002000:00100000:2.0:1746066886.779188:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008cf88000 x1830882860519808/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.779196:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf88000 with x1830882860519808 ext(0->4095) 00002000:00010000:2.0:1746066886.779199:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cf88000 00000100:00100000:0.0:1746066886.780774:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066886.781914:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.781986:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860519936 00000100:00100000:1.0:1746066886.781995:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860519936 00000100:00100000:1.0:1746066886.782032:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860520064 00000100:00100000:1.0:1746066886.782034:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860520064 00000100:00100000:1.0:1746066886.782596:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29427 00000100:00100000:1.0:1746066886.782606:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+72:1868:x1830882860519936:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066886.782625:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066886.782646:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ecd5 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.782676:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c524e00/0xd6b24631ff43919e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecce expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.782685:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.782687:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.782690:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391a5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecd5 expref: 73 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.782722:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c524e00/0xd6b24631ff43919e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecce expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.782734:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c524e00/0xd6b24631ff43919e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecce expref: 5 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:1.0:1746066886.782746:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094ec3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861155456:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066886.782831:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.783067:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29428 00000100:00100000:3.0:1746066886.783077:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+73:1869:x1830882860520064:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066886.783085:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066886.783092:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff4391ac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ecdc expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.783104:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.783108:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391a5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecd5 expref: 74 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.783114:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.783116:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff4391ac lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecdc expref: 74 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.783146:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391a5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecd5 expref: 74 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.783157:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff4391ac lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecdc expref: 74 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.783168:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efed000, rc 0) 00000100:00100000:3.0:1746066886.783192:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+74:1869:x1830882860520064:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (1279us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.783198:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29428 00000100:00100000:1.0:1746066886.786245:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094ec3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861155456:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066886.786278:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391a5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecd5 expref: 73 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.786295:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085a200, rc 0) 00000100:00100000:1.0:1746066886.786361:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+73:1868:x1830882860519936:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3735us (5570us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066886.786370:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29427 00000100:00100000:0.0:1746066886.786860:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.786959:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860520192 00000100:00100000:2.0:1746066886.786967:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860520192 00010000:00010000:2.0:1746066886.786997:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c524e00/0xd6b24631ff43919e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecce expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.787023:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12255 00000100:00100000:2.0:1746066886.787031:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860520192:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066886.787045:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066886.787066:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c524e00/0xd6b24631ff43919e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecce expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.787083:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c524e00/0xd6b24631ff43919e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecce expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.787107:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c524e00/0xd6b24631ff43919e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecce expref: 6 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.787255:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.787258:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.787265:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecd5 expref: 72 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.787274:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecd5 expref: 72 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.787307:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecd5 expref: 72 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.787319:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecd5 expref: 72 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.787332:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095390a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861155712:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066886.787777:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426540 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.790337:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095390a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861155712:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066886.790390:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066886.790544:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860520192:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3511us (3683us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.790560:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12255 00000100:00100000:0.0:1746066886.791537:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.791614:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860520448 00000100:00100000:2.0:1746066886.791621:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860520448 00002000:00100000:2.0:1746066886.791663:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc1500 x1830882860520448/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.791674:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc1500 with x1830882860520448 ext(0->4095) 00010000:00010000:2.0:1746066886.791683:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecd5 expref: 73 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.791697:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecd5 expref: 73 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:2.0:1746066886.791703:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc1500 00000100:00100000:2.0:1746066886.791722:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2169 00000100:00100000:2.0:1746066886.791729:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+73:2034:x1830882860520448:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066886.791866:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+73:2034:x1830882860520448:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (331us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066886.791872:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2169 00002000:00100000:2.0:1746066886.791878:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc1500 x1830882860520448/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.791886:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc1500 with x1830882860520448 ext(0->4095) 00010000:00010000:2.0:1746066886.791890:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecd5 expref: 73 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.792093:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecd5 expref: 73 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:2.0:1746066886.792099:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc1500 00000100:00100000:0.0:1746066886.794490:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.794689:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860520576 00000100:00100000:2.0:1746066886.794699:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860520576 00010000:00010000:2.0:1746066886.794740:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecd5 expref: 73 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.794772:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12256 00000100:00100000:2.0:1746066886.794780:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+73:2033:x1830882860520576:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066886.794797:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066886.794819:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecd5 expref: 73 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.794832:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecd5 expref: 73 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.795312:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecd5 expref: 73 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.795363:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.795365:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.795373:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff4391ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecdc expref: 72 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.795386:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff4391ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecdc expref: 72 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.795420:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff4391ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecdc expref: 72 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066886.795434:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095390a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861155840:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066886.799169:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4263c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.803052:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095390a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861155840:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066886.803080:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066886.803134:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2033:x1830882860520576:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 8353us (8653us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.803144:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12256 00000100:00100000:0.0:1746066886.803740:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.804250:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860520832 00000100:00100000:2.0:1746066886.804258:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860520832 00002000:00100000:2.0:1746066886.804292:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc2d80 x1830882860520832/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.804303:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc2d80 with x1830882860520832 ext(0->4095) 00002000:00010000:2.0:1746066886.804307:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc2d80 00000100:00100000:2.0:1746066886.804331:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13151 00000100:00100000:2.0:1746066886.804336:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2034:x1830882860520832:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066886.804649:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2034:x1830882860520832:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 312us (911us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066886.804662:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13151 00002000:00100000:2.0:1746066886.804667:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc2d80 x1830882860520832/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.804674:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc2d80 with x1830882860520832 ext(0->4095) 00002000:00010000:2.0:1746066886.804677:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc2d80 00000100:00100000:0.0:1746066886.806149:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.806212:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860520960 00000100:00100000:1.0:1746066886.806220:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860520960 00000100:00100000:1.0:1746066886.806266:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29429 00000100:00100000:1.0:1746066886.806273:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860520960:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066886.806289:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066886.806308:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4391b3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ece3 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.806336:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff4391ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecdc expref: 71 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.806377:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066886.806379:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066886.806383:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4391b3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ece3 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.806417:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff4391ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecdc expref: 71 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.806431:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff4391ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecdc expref: 71 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:1.0:1746066886.806443:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094ec3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861155968:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066886.806528:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066886.808135:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094ec3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861155968:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066886.808159:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4391b3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ece3 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.808174:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c13a000, rc 0) 00000100:00100000:1.0:1746066886.808305:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860520960:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2030us (2160us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066886.808321:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29429 00000100:00100000:0.0:1746066886.809812:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.809898:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860521088 00000100:00100000:2.0:1746066886.809906:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860521088 00010000:00010000:2.0:1746066886.809952:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff4391ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecdc expref: 72 pid: 21660 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.809988:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12257 00000100:00100000:2.0:1746066886.809995:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2034:x1830882860521088:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066886.810008:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066886.810029:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff4391ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecdc expref: 72 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.810039:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff4391ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecdc expref: 72 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.810062:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff4391ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecdc expref: 72 pid: 21660 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.810234:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.810236:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.810244:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4391b3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ece3 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.810257:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4391b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ece3 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.810286:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4391b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ece3 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066886.810297:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095390a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861156096:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066886.811005:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.812575:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095390a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861156096:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066886.812596:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066886.813072:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.813142:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+71:2034:x1830882860521088:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2646us (2831us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.813154:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12257 00000100:00100000:1.0:1746066886.813645:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860521344 00000100:00100000:1.0:1746066886.813652:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860521344 00002000:00100000:1.0:1746066886.813692:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc1f80 x1830882860521344/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.813703:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc1f80 with x1830882860521344 ext(0->4095) 00002000:00010000:1.0:1746066886.813708:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc1f80 00000100:00100000:0.0:1746066886.814546:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.814714:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860521472 00000100:00100000:2.0:1746066886.814719:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860521472 00000100:00100000:2.0:1746066886.814751:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29430 00000100:00100000:2.0:1746066886.814758:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+71:1868:x1830882860521472:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066886.814774:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066886.814792:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4391ba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ecea expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.814821:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4391b3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ece3 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.814829:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.814831:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.814836:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4391ba lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecea expref: 72 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.814867:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4391b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ece3 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.814879:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4391b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ece3 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.814893:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095390a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861156224:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066886.815002:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066886.815548:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13152 00000100:00100000:1.0:1746066886.815557:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860521344:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066886.815684:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860521344:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (2612us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066886.815691:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13152 00002000:00100000:1.0:1746066886.815697:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc1f80 x1830882860521344/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.815706:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc1f80 with x1830882860521344 ext(0->4095) 00010000:00010000:1.0:1746066886.815711:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4391b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ece3 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.815723:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4391b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ece3 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.815729:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc1f80 00000100:00100000:2.0:1746066886.817130:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095390a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861156224:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066886.817165:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4391ba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecea expref: 72 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.817180:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb7e00, rc 0) 00000100:00100000:2.0:1746066886.817209:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+72:1868:x1830882860521472:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2452us (2665us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.817216:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29430 00000100:00100000:0.0:1746066886.817778:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.817998:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860521600 00000100:00100000:3.0:1746066886.818004:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860521600 00000100:00100000:3.0:1746066886.818031:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29431 00000100:00100000:3.0:1746066886.818037:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+72:1869:x1830882860521600:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066886.818049:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066886.818064:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff4391c1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ecf1 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.818084:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.818088:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4391ba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecea expref: 73 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.818093:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.818096:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff4391c1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf1 expref: 73 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.818128:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4391ba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecea expref: 73 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.818137:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff4391c1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf1 expref: 73 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.818144:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efed000, rc 0) 00000100:00100000:3.0:1746066886.818966:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+73:1869:x1830882860521600:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 926us (1187us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.818974:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29431 00000100:00100000:0.0:1746066886.819088:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.819366:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860521728 00000100:00100000:2.0:1746066886.819371:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860521728 00010000:00010000:2.0:1746066886.819396:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4391b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ece3 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.819417:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12258 00000100:00100000:2.0:1746066886.819423:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860521728:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066886.819434:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066886.819453:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4391b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ece3 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.819464:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4391b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ece3 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.819484:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c13a000/0xd6b24631ff4391b3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ece3 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.819507:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.819509:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.819515:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4391ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecea expref: 72 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.819523:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4391ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecea expref: 72 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.819546:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4391ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecea expref: 72 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.819557:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4391ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecea expref: 72 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.819569:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095390a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861156480:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066886.819635:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.821086:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095390a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861156480:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066886.821105:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066886.821519:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860521728:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2094us (2429us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.821529:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12258 00000100:00100000:0.0:1746066886.821714:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.821867:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860521984 00000100:00100000:2.0:1746066886.821872:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860521984 00002000:00100000:2.0:1746066886.821902:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc1180 x1830882860521984/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.821913:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc1180 with x1830882860521984 ext(0->4095) 00010000:00010000:2.0:1746066886.821929:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4391ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecea expref: 73 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.821941:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4391ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecea expref: 73 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:2.0:1746066886.821947:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc1180 00000100:00100000:2.0:1746066886.821960:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2170 00000100:00100000:2.0:1746066886.821965:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+73:2033:x1830882860521984:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066886.822083:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+73:2033:x1830882860521984:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (370us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066886.822089:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2170 00002000:00100000:2.0:1746066886.822094:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc1180 x1830882860521984/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.822101:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc1180 with x1830882860521984 ext(0->4095) 00010000:00010000:2.0:1746066886.822106:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4391ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecea expref: 73 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.822114:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4391ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecea expref: 73 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:2.0:1746066886.822120:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc1180 00000100:00100000:0.0:1746066886.824025:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.824100:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860522112 00000100:00100000:2.0:1746066886.824105:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860522112 00010000:00010000:2.0:1746066886.824128:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4391ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecea expref: 73 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.824149:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12259 00000100:00100000:2.0:1746066886.824154:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+73:2033:x1830882860522112:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066886.824163:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066886.824177:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4391ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecea expref: 73 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.824187:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4391ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecea expref: 73 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.824207:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4391ba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecea expref: 73 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.824466:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.824468:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.824475:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff4391c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf1 expref: 72 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.824488:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff4391c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf1 expref: 72 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.824519:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff4391c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf1 expref: 72 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066886.824530:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095390a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861156608:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066886.824929:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.826670:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095390a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861156608:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066886.826927:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:2.0:1746066886.827002:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066886.827145:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860522368 00000100:00100000:1.0:1746066886.827153:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860522368 00002000:00100000:1.0:1746066886.827193:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc1880 x1830882860522368/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.827203:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc1880 with x1830882860522368 ext(0->4095) 00002000:00010000:1.0:1746066886.827207:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc1880 00000100:00100000:1.0:1746066886.827236:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13153 00000100:00100000:1.0:1746066886.827242:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+73:2033:x1830882860522368:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066886.827649:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+73:2033:x1830882860522112:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3493us (3627us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.827658:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12259 00000100:00100000:1.0:1746066886.828761:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2033:x1830882860522368:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 1514us (1843us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066886.828769:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13153 00002000:00100000:1.0:1746066886.828776:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc1880 x1830882860522368/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.828784:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc1880 with x1830882860522368 ext(0->4095) 00002000:00010000:1.0:1746066886.828789:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc1880 00000100:00100000:0.0:1746066886.833224:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.833319:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860522496 00000100:00100000:3.0:1746066886.833329:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860522496 00000100:00100000:3.0:1746066886.833396:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29432 00000100:00100000:3.0:1746066886.833403:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860522496:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066886.833424:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066886.833445:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391c8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ecf8 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.833476:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff4391c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf1 expref: 71 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.833485:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.833487:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.833491:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391c8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf8 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.833529:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff4391c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf1 expref: 71 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.833542:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff4391c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf1 expref: 71 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.833555:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861156736:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066886.833655:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.837631:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861156736:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066886.837668:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391c8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf8 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.837687:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efedc00, rc 0) 00000100:00100000:3.0:1746066886.837947:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860522496:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4542us (4731us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.837956:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29432 00000100:00100000:0.0:1746066886.837991:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.839127:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.839182:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860522624 00000100:00100000:2.0:1746066886.839191:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860522624 00010000:00010000:2.0:1746066886.839224:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff4391c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf1 expref: 72 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.839251:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12260 00000100:00100000:2.0:1746066886.839258:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2034:x1830882860522624:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066886.839271:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066886.839294:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff4391c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf1 expref: 72 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.839312:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff4391c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf1 expref: 72 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.839336:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff4391c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf1 expref: 72 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.839567:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.839569:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.839576:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391c8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf8 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.839585:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf8 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.839616:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf8 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066886.839629:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095390a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861156864:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066886.839710:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066886.840673:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860522752 00000100:00100000:0.0:1746066886.840678:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860522752 00000100:00100000:0.0:1746066886.840718:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29433 00000100:00100000:0.0:1746066886.840725:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+72:1868:x1830882860522752:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066886.840744:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066886.840758:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391cf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ecff expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066886.840777:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf8 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066886.840788:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066886.840790:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066886.840794:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391cf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecff expref: 73 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066886.840813:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf8 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066886.840830:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391c8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf8 expref: 5 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:0.0:1746066886.840840:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861156992:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066886.840899:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066886.841849:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.841953:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860523008 00000100:00100000:1.0:1746066886.841960:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860523008 00002000:00100000:1.0:1746066886.841990:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c8d880 x1830882860523008/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.842001:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8d880 with x1830882860523008 ext(0->4095) 00010000:00010000:1.0:1746066886.842008:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391c8 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf8 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.842019:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391c8 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf8 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.842025:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c8d880 00000100:00100000:1.0:1746066886.842048:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2171 00000100:00100000:1.0:1746066886.842058:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860523008:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066886.842158:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095390a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861156864:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066886.842180:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066886.842263:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+73:2034:x1830882860522624:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3003us (4272us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.842272:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12260 00000100:00100000:0.0:1746066886.842463:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861156992:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066886.842484:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391cf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecff expref: 72 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066886.842496:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d41ac00, rc 0) 00000100:00100000:0.0:1746066886.842515:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+72:1868:x1830882860522752:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1790us (3391us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066886.842521:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29433 00000100:00100000:1.0:1746066886.842698:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860523008:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 639us (850us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066886.842705:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2171 00002000:00100000:1.0:1746066886.842711:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c8d880 x1830882860523008/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.842720:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8d880 with x1830882860523008 ext(0->4095) 00010000:00010000:1.0:1746066886.842726:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf8 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.842736:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf8 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.842742:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c8d880 00000100:00100000:0.0:1746066886.844702:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.844774:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860523264 00000100:00100000:2.0:1746066886.844782:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860523264 00000100:00100000:2.0:1746066886.844826:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29434 00000100:00100000:2.0:1746066886.844832:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860523264:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066886.844848:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066886.844864:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4391d6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ed06 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.844884:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.844889:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391cf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecff expref: 71 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.844895:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.844898:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4391d6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed06 expref: 7 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.844948:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391cf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecff expref: 71 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.844961:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4391d6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed06 expref: 7 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.844971:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb6400, rc 0) 00000100:00100000:2.0:1746066886.845545:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:1869:x1830882860523264:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 711us (848us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.845551:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29434 00000100:00100000:1.0:1746066886.846433:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.846754:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860523136 00000100:00100000:2.0:1746066886.846759:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860523136 00010000:00010000:2.0:1746066886.846780:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf8 expref: 7 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.846850:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12261 00000100:00100000:2.0:1746066886.846857:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:2033:x1830882860523136:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066886.846867:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066886.846887:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf8 expref: 7 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.846898:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf8 expref: 7 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.846931:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391c8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecf8 expref: 7 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1746066886.847820:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.847823:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066886.847832:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecff expref: 71 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.847841:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecff expref: 71 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.847871:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecff expref: 71 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.847882:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecff expref: 71 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1746066886.847900:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095390a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861157248:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066886.847987:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.849627:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095390a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861157248:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066886.849644:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066886.849686:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860523136:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2829us (3253us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.849694:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12261 00000100:00100000:0.0:1746066886.853228:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.853319:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860523520 00000100:00100000:1.0:1746066886.853328:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860523520 00002000:00100000:1.0:1746066886.853406:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c40a80 x1830882860523520/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.853418:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40a80 with x1830882860523520 ext(0->4095) 00010000:00010000:1.0:1746066886.853428:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecff expref: 72 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.853576:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecff expref: 72 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.853584:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c40a80 00000100:00100000:1.0:1746066886.854075:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2172 00000100:00100000:1.0:1746066886.854085:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2033:x1830882860523520:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066886.855026:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2033:x1830882860523520:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 940us (1806us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066886.855034:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2172 00002000:00100000:1.0:1746066886.855041:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c40a80 x1830882860523520/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.855050:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40a80 with x1830882860523520 ext(0->4095) 00010000:00010000:1.0:1746066886.855056:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecff expref: 72 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.855067:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecff expref: 72 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.855073:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c40a80 00000100:00100000:0.0:1746066886.859830:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066886.860046:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.860145:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860523776 00000100:00100000:3.0:1746066886.860159:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860523776 00000100:00100000:2.0:1746066886.860231:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860523648 00000100:00100000:2.0:1746066886.860234:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860523648 00000100:00100000:2.0:1746066886.860273:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29435 00000100:00100000:2.0:1746066886.860280:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+73:1868:x1830882860523648:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066886.860297:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066886.860313:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4391dd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ed0d expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.860364:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.860370:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4391d6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed06 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.860377:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066886.860380:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4391dd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed0d expref: 74 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.860418:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4391d6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed06 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.860434:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4391dd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed0d expref: 74 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.860445:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb7200, rc 0) 00000100:00100000:2.0:1746066886.860494:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+74:1868:x1830882860523648:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 213us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.860501:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29435 00010000:00010000:3.0:1746066886.860562:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecff expref: 73 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.860587:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12262 00000100:00100000:3.0:1746066886.860593:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+73:2033:x1830882860523776:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.860605:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.860624:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecff expref: 73 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.860636:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecff expref: 73 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.860653:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391cf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ecff expref: 73 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.860670:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.860672:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.860679:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4391d6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed06 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.860687:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4391d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed06 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.860707:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4391d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed06 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.860719:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4391d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed06 expref: 5 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.860731:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861157504:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.860788:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.863732:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861157504:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.863756:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.863809:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2033:x1830882860523776:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3213us (3761us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.863820:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12262 00000100:00100000:0.0:1746066886.864733:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.865282:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860524032 00000100:00100000:1.0:1746066886.865291:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860524032 00002000:00100000:1.0:1746066886.865337:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800963ebb80 x1830882860524032/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.865364:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ebb80 with x1830882860524032 ext(0->4095) 00010000:00010000:1.0:1746066886.865374:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4391d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed06 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.865392:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4391d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed06 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.865399:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800963ebb80 00000100:00100000:1.0:1746066886.865418:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2173 00000100:00100000:1.0:1746066886.865425:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860524032:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066886.865558:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860524032:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (828us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066886.865566:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2173 00002000:00100000:1.0:1746066886.865571:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800963ebb80 x1830882860524032/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.865578:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ebb80 with x1830882860524032 ext(0->4095) 00010000:00010000:1.0:1746066886.865583:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4391d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed06 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.865592:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4391d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed06 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.865598:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800963ebb80 00000100:00100000:0.0:1746066886.867246:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.867738:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860524160 00000100:00100000:3.0:1746066886.867746:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860524160 00010000:00010000:3.0:1746066886.867776:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4391d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed06 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.867812:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12263 00000100:00100000:3.0:1746066886.867820:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860524160:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.867833:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.867851:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4391d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed06 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.867863:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4391d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed06 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.867888:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4391d6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed06 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.867923:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.868107:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.868115:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4391dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed0d expref: 71 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.868124:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4391dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed0d expref: 71 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.868161:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4391dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed0d expref: 71 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066886.868174:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861157632:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.868257:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.872332:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861157632:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.872377:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.872634:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860524160:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4813us (5392us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.872647:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12263 00000100:00100000:0.0:1746066886.872732:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.873320:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860524416 00000100:00100000:3.0:1746066886.873326:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860524416 00002000:00100000:3.0:1746066886.873429:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc6d80 x1830882860524416/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.873439:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc6d80 with x1830882860524416 ext(0->4095) 00002000:00010000:3.0:1746066886.873444:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc6d80 00000100:00100000:3.0:1746066886.873472:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13154 00000100:00100000:3.0:1746066886.873479:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2033:x1830882860524416:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066886.873659:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2033:x1830882860524416:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 180us (927us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066886.873666:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13154 00002000:00100000:3.0:1746066886.873671:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc6d80 x1830882860524416/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.873685:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc6d80 with x1830882860524416 ext(0->4095) 00002000:00010000:3.0:1746066886.873688:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc6d80 00000100:00100000:0.0:1746066886.876536:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.876619:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860524544 00000100:00100000:1.0:1746066886.876627:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860524544 00000100:00100000:1.0:1746066886.876673:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29436 00000100:00100000:1.0:1746066886.876680:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860524544:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066886.876695:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066886.876713:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391e4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ed14 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.876744:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4391dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed0d expref: 71 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.876752:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066886.876753:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066886.876757:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391e4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed14 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.876786:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4391dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed0d expref: 71 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.876797:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4391dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed0d expref: 71 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:1.0:1746066886.876808:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094ec0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861157760:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066886.877171:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:0.0:1746066886.878873:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.879071:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860524672 00000100:00100000:3.0:1746066886.879078:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860524672 00010000:00010000:3.0:1746066886.879111:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4391dd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed0d expref: 72 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.879151:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12264 00000100:00100000:3.0:1746066886.879158:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2033:x1830882860524672:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.879169:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.879190:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4391dd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed0d expref: 72 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.879202:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4391dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed0d expref: 72 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.879227:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.879228:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.879236:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed14 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.879244:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed14 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.879275:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed14 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066886.879293:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861157888:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.879395:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f0c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746066886.880003:0:9917:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4391dd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed0d expref: 72 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:1.0:1746066886.880022:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094ec0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861157760:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066886.880042:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed14 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.880051:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efedc00, rc 0) 00000100:00100000:1.0:1746066886.880086:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860524544:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3406us (3558us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066886.880094:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29436 00000100:00100000:3.0:1746066886.881665:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861157888:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.881683:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.882134:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+71:2033:x1830882860524672:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2974us (3263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.882144:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12264 00000100:00100000:0.0:1746066886.882616:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066886.882729:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.882849:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860524928 00000100:00100000:3.0:1746066886.882856:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860524928 00002000:00100000:3.0:1746066886.882894:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc6680 x1830882860524928/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.882904:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc6680 with x1830882860524928 ext(0->4095) 00002000:00010000:3.0:1746066886.882909:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc6680 00000100:00100000:1.0:1746066886.883487:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860525056 00000100:00100000:1.0:1746066886.883492:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860525056 00000100:00100000:1.0:1746066886.883524:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29437 00000100:00100000:1.0:1746066886.883531:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+71:1868:x1830882860525056:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066886.883546:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066886.883562:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391eb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ed1b expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.883592:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391e4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed14 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.883599:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.883601:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.883604:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391eb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed1b expref: 72 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.883638:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed14 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.883650:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed14 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:1.0:1746066886.883663:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094ec0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861158016:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066886.883736:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.884378:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2174 00000100:00100000:3.0:1746066886.884386:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860524928:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066886.884497:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860524928:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (1882us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066886.884504:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2174 00002000:00100000:3.0:1746066886.884509:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc6680 x1830882860524928/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066886.884518:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc6680 with x1830882860524928 ext(0->4095) 00010000:00010000:3.0:1746066886.884523:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391e4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed14 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.884534:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391e4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed14 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:3.0:1746066886.884540:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc6680 00000100:00100000:1.0:1746066886.887082:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094ec0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861158016:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066886.887117:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391eb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed1b expref: 72 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.887133:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085a200, rc 0) 00000100:00100000:1.0:1746066886.888062:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+72:1868:x1830882860525056:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4528us (5330us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066886.888072:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29437 00000100:00100000:1.0:1746066886.888238:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066886.888568:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860525184 00000100:00100000:0.0:1746066886.888575:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860525184 00000100:00100000:0.0:1746066886.888614:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29438 00000100:00100000:0.0:1746066886.888620:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+72:1869:x1830882860525184:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066886.888635:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066886.888649:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ed22 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066886.888667:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066886.888670:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391eb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed1b expref: 73 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066886.888675:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066886.888677:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391f2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed22 expref: 73 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066886.888704:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391eb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed1b expref: 73 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066886.888712:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391f2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed22 expref: 73 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066886.888717:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d41ac00, rc 0) 00000100:00100000:0.0:1746066886.888734:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+73:1869:x1830882860525184:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066886.888738:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29438 00000100:00100000:1.0:1746066886.888942:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.888982:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860525312 00000100:00100000:3.0:1746066886.888986:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860525312 00010000:00010000:3.0:1746066886.889005:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed14 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.889023:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12265 00000100:00100000:3.0:1746066886.889027:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860525312:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.889034:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.889050:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed14 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.889058:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed14 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.889072:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff4391e4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed14 expref: 6 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.889081:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.889082:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.889087:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed1b expref: 72 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.889096:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed1b expref: 72 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.889110:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed1b expref: 72 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.889117:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed1b expref: 72 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.889126:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861158272:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.889176:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f300 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.890985:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861158272:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.891001:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.891043:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860525312:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2013us (2100us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.891053:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12265 00000100:00100000:0.0:1746066886.891078:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.891316:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860525568 00000100:00100000:1.0:1746066886.891322:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860525568 00002000:00100000:1.0:1746066886.891382:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc6a00 x1830882860525568/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.891394:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc6a00 with x1830882860525568 ext(0->4095) 00010000:00010000:1.0:1746066886.891401:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed1b expref: 73 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.891413:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed1b expref: 73 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.891419:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc6a00 00000100:00100000:1.0:1746066886.891529:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2175 00000100:00100000:1.0:1746066886.891536:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+73:2033:x1830882860525568:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066886.891891:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+73:2033:x1830882860525568:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 354us (812us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066886.891900:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2175 00002000:00100000:1.0:1746066886.891906:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc6a00 x1830882860525568/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.891913:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc6a00 with x1830882860525568 ext(0->4095) 00010000:00010000:1.0:1746066886.891930:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed1b expref: 73 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.891938:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed1b expref: 73 pid: 9917 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.891944:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc6a00 00000100:00100000:0.0:1746066886.893728:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.893781:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860525696 00000100:00100000:3.0:1746066886.893789:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860525696 00010000:00010000:3.0:1746066886.893818:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed1b expref: 73 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.893844:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12266 00000100:00100000:3.0:1746066886.893851:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+73:2034:x1830882860525696:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.893864:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.893883:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed1b expref: 73 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.893893:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed1b expref: 73 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.893926:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009085a200/0xd6b24631ff4391eb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed1b expref: 73 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.893951:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.893953:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.893961:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed22 expref: 72 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.893969:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed22 expref: 72 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.894005:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed22 expref: 72 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066886.894018:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861158400:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.894094:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f780 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.896001:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861158400:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.896018:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.896157:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2034:x1830882860525696:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2304us (2432us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.896168:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12266 00000100:00100000:0.0:1746066886.897359:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.897394:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860525952 00000100:00100000:1.0:1746066886.897401:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860525952 00002000:00100000:1.0:1746066886.897438:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc5180 x1830882860525952/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.897449:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc5180 with x1830882860525952 ext(0->4095) 00002000:00010000:1.0:1746066886.897454:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc5180 00000100:00100000:1.0:1746066886.897476:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13156 00000100:00100000:1.0:1746066886.897482:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2033:x1830882860525952:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066886.897600:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2033:x1830882860525952:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (259us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066886.897607:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13156 00002000:00100000:1.0:1746066886.897612:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc5180 x1830882860525952/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.897735:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc5180 with x1830882860525952 ext(0->4095) 00002000:00010000:1.0:1746066886.897739:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc5180 00000100:00100000:0.0:1746066886.900670:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.900759:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860526080 00000100:00100000:3.0:1746066886.900768:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860526080 00000100:00100000:3.0:1746066886.900813:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29439 00000100:00100000:3.0:1746066886.900820:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860526080:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066886.900837:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066886.900855:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4391f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ed29 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.900885:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed22 expref: 71 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.900892:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.900894:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066886.900898:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4391f9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed29 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.900944:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed22 expref: 71 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.900957:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed22 expref: 71 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.900970:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861158528:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066886.901063:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f780 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.903042:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861158528:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066886.903072:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4391f9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed29 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.903094:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c4600, rc 0) 00000100:00100000:3.0:1746066886.903137:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860526080:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2316us (2475us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.903146:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29439 00000100:00100000:0.0:1746066886.906680:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066886.906775:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.906978:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860526336 00000100:00100000:2.0:1746066886.906990:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860526336 00000100:00100000:2.0:1746066886.907037:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29440 00000100:00100000:2.0:1746066886.907045:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+72:1868:x1830882860526336:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066886.907064:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066886.907083:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439200 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ed30 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.907111:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.907119:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4391f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed29 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.907125:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066886.907129:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439200 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed30 expref: 73 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.907171:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4391f9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed29 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.907188:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439200 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed30 expref: 73 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.907199:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb6400, rc 0) 00000100:00100000:2.0:1746066886.907263:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+73:1868:x1830882860526336:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 218us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.907270:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29440 00000100:00100000:3.0:1746066886.907369:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860526208 00000100:00100000:3.0:1746066886.907374:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860526208 00010000:00010000:3.0:1746066886.907618:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed22 expref: 73 pid: 9917 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.907651:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12267 00000100:00100000:3.0:1746066886.907657:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+73:2034:x1830882860526208:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.907667:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.907687:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed22 expref: 73 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.907698:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed22 expref: 73 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.907715:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d41ac00/0xd6b24631ff4391f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed22 expref: 73 pid: 9917 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.907737:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.907739:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.907745:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4391f9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed29 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.907757:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4391f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed29 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.907778:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4391f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed29 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.907789:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4391f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed29 expref: 5 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.907802:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861158784:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.907858:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f780 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.914690:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.914781:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860526592 00000100:00100000:1.0:1746066886.914791:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860526592 00002000:00100000:1.0:1746066886.914837:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095390a80 x1830882860526592/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.914849:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095390a80 with x1830882860526592 ext(0->4095) 00010000:00010000:1.0:1746066886.914858:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4391f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed29 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.914873:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4391f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed29 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.914880:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095390a80 00000100:00100000:1.0:1746066886.914907:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2176 00000100:00100000:1.0:1746066886.914942:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095390a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860526592:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066886.915097:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095390a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860526592:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 182us (418us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066886.915104:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2176 00002000:00100000:1.0:1746066886.915111:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095390a80 x1830882860526592/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.915119:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095390a80 with x1830882860526592 ext(0->4095) 00010000:00010000:1.0:1746066886.915124:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4391f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed29 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:1.0:1746066886.915133:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4391f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed29 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00002000:00010000:1.0:1746066886.915139:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095390a80 00000100:00100000:3.0:1746066886.915236:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861158784:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.915255:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.915282:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2034:x1830882860526208:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7624us (8614us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.915291:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12267 00000100:00100000:0.0:1746066886.921037:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.922676:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860526720 00000100:00100000:3.0:1746066886.922688:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860526720 00010000:00010000:3.0:1746066886.922732:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4391f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed29 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00000100:00100000:3.0:1746066886.922770:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12268 00000100:00100000:3.0:1746066886.922777:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860526720:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.922792:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.922813:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4391f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed29 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.922826:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4391f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed29 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.922851:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff4391f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed29 expref: 6 pid: 9627 timeout: 1098 lvb_type: 0 00010000:00010000:3.0:1746066886.922879:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.922881:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.922889:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439200 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed30 expref: 71 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.922897:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439200 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed30 expref: 71 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.922942:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439200 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed30 expref: 71 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066886.922954:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861158912:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.923043:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f780 going to sleep for 11 seconds 00000100:00100000:3.0:1746066886.931443:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861158912:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.931469:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.931828:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860526720:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 9046us (10799us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.931840:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12268 00000100:00100000:0.0:1746066886.932739:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.933012:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860526976 00000100:00100000:2.0:1746066886.933021:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860526976 00002000:00100000:2.0:1746066886.933064:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc7100 x1830882860526976/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.933075:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc7100 with x1830882860526976 ext(0->4095) 00002000:00010000:2.0:1746066886.933080:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc7100 00000100:00100000:2.0:1746066886.933100:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13157 00000100:00100000:2.0:1746066886.933108:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2033:x1830882860526976:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066886.933227:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2033:x1830882860526976:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (489us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066886.933232:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13157 00002000:00100000:2.0:1746066886.933238:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc7100 x1830882860526976/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.933244:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc7100 with x1830882860526976 ext(0->4095) 00002000:00010000:2.0:1746066886.933247:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc7100 00000100:00100000:0.0:1746066886.939233:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.939306:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860527104 00000100:00100000:2.0:1746066886.939318:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860527104 00000100:00100000:2.0:1746066886.939394:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29441 00000100:00100000:2.0:1746066886.939402:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860527104:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066886.939422:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066886.939440:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439207 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ed37 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.939471:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439200 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed30 expref: 71 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.939479:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.939480:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.939483:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439207 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed37 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.939511:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439200 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed30 expref: 71 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.939521:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439200 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed30 expref: 71 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066886.939531:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cf89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861159040:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066886.943522:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4263c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066886.955008:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cf89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861159040:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066886.955049:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439207 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed37 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.955075:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb7200, rc 0) 00000100:00100000:2.0:1746066886.955146:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860527104:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 15742us (15923us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.955155:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29441 00000100:00100000:0.0:1746066886.956274:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.957629:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860527232 00000100:00100000:2.0:1746066886.957641:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860527232 00000100:00100000:2.0:1746066886.957685:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29442 00000100:00100000:2.0:1746066886.957692:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+72:1868:x1830882860527232:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066886.957710:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066886.957727:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43920e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ed3e expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.957753:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066886.957758:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439207 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed37 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.957764:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066886.957767:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43920e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed3e expref: 73 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.957801:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439207 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed37 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.957812:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43920e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed3e expref: 73 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066886.957825:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb6800, rc 0) 00000100:00100000:2.0:1746066886.958219:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+73:1868:x1830882860527232:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 525us (1947us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.958225:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29442 00000100:00100000:1.0:1746066886.958274:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066886.958317:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860527360 00000100:00100000:2.0:1746066886.958321:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860527360 00002000:00100000:2.0:1746066886.958545:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094ec3100 x1830882860527360/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 496/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066886.958555:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec3100 with x1830882860527360 ext(0->7) 00010000:00010000:2.0:1746066886.958561:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439200 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed30 expref: 73 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066886.958573:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439200 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed30 expref: 73 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066886.958580:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec3100 00000100:00100000:2.0:1746066886.959375:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2177 00000100:00100000:2.0:1746066886.959385:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+73:2034:x1830882860527360:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066886.961221:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+75:2034:x1830882860527360:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1831us (2944us total) trans 4294972179 rc 0/0 00000100:00100000:0.0:1746066886.961233:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2177 00002000:00100000:0.0:1746066886.961241:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094ec3100 x1830882860527360/t4294972179(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 496/448 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066886.961250:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec3100 with x1830882860527360 ext(0->7) 00010000:00010000:0.0:1746066886.961259:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439200 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed30 expref: 75 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:0.0:1746066886.961274:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439200 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed30 expref: 75 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:0.0:1746066886.961280:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec3100 00000100:00100000:0.0:1746066886.969954:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.970223:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860527488 00000100:00100000:3.0:1746066886.970239:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860527488 00010000:00010000:3.0:1746066886.970287:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439200 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed30 expref: 75 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066886.970327:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12269 00000100:00100000:3.0:1746066886.970336:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+75:2033:x1830882860527488:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.970385:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.970409:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439200 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed30 expref: 75 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066886.970421:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439200 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed30 expref: 75 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066886.970448:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439200 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed30 expref: 75 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066886.970485:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.970487:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.970495:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439207 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed37 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.970504:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439207 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed37 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.970542:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439207 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed37 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.970560:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439207 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed37 expref: 5 pid: 9917 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066886.972496:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861159296:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.972638:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066886.976958:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066886.977592:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861159296:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.977610:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.977650:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2033:x1830882860527488:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7315us (7700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.977660:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12269 00000100:00100000:1.0:1746066886.979279:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860527744 00000100:00100000:1.0:1746066886.979287:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860527744 00002000:00100000:1.0:1746066886.979320:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a94000 x1830882860527744/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.979330:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a94000 with x1830882860527744 ext(0->4095) 00010000:00010000:1.0:1746066886.979338:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439207 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed37 expref: 6 pid: 9917 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066886.979437:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439207 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed37 expref: 6 pid: 9917 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066886.979443:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095a94000 00000100:00100000:1.0:1746066886.980269:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2178 00000100:00100000:1.0:1746066886.980278:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860527744:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066886.980430:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860527744:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 153us (3481us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066886.980437:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2178 00002000:00100000:1.0:1746066886.980442:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a94000 x1830882860527744/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.980455:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a94000 with x1830882860527744 ext(0->4095) 00010000:00010000:1.0:1746066886.980460:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439207 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed37 expref: 6 pid: 9917 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066886.980469:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439207 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed37 expref: 6 pid: 9917 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066886.980474:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095a94000 00000100:00100000:0.0:1746066886.986046:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066886.986270:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.986675:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860528000 00000100:00100000:1.0:1746066886.986686:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860528000 00000100:00100000:1.0:1746066886.986747:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29443 00000100:00100000:1.0:1746066886.986756:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860528000:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066886.986776:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066886.986795:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439215 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ed45 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.986823:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066886.986829:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43920e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed3e expref: 73 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.986835:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066886.986839:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439215 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed45 expref: 7 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.987094:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43920e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed3e expref: 73 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.987112:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439215 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed45 expref: 7 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066886.987123:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efed000, rc 0) 00000100:00100000:3.0:1746066886.987200:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860527872 00000100:00100000:3.0:1746066886.987205:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860527872 00010000:00010000:3.0:1746066886.987225:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439207 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed37 expref: 8 pid: 9917 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066886.987257:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12270 00000100:00100000:3.0:1746066886.987263:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:2034:x1830882860527872:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066886.987272:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066886.987290:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439207 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed37 expref: 8 pid: 9917 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066886.987301:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439207 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed37 expref: 8 pid: 9917 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066886.987319:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439207 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed37 expref: 8 pid: 9917 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066886.987336:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.987338:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066886.987587:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43920e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed3e expref: 73 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.987596:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43920e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed3e expref: 73 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.987621:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43920e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed3e expref: 73 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066886.987632:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43920e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed3e expref: 73 pid: 9917 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066886.987644:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861159552:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066886.987712:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f780 going to sleep for 11 seconds 00000100:00100000:1.0:1746066886.988567:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:1869:x1830882860528000:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1811us (2294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066886.988575:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29443 00000100:00100000:3.0:1746066886.992727:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861159552:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066886.992755:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066886.993837:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860527872:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6568us (7798us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.993849:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12270 00000100:00100000:2.0:1746066886.994267:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cf88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3791:1830882861159808:0@lo:400:kworker.0 00000100:00100000:2.0:1746066886.994324:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066886.994374:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3791:1830882861160320:0@lo:400:kworker.0 00000100:00100000:2.0:1746066886.994396:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066886.994410:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3791:1830882861160832:0@lo:400:kworker.0 00000100:00100000:2.0:1746066886.994431:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066886.994448:0:3791:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1746066886.994454:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cf8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882861159936:0@lo:400:kworker.0 00000100:00100000:2.0:1746066886.994479:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066886.994539:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bd212aa5-9c03-468b-a6b2-d3d7d344f530:3790:1830882861159680:0@lo:400:kworker.0 00000100:00100000:0.0:1746066886.994575:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066886.994600:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861160192:0@lo:400:kworker.0 00000100:00100000:0.0:1746066886.994634:0:7267:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861159680 00000100:00100000:0.0:1746066886.994640:0:7267:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861159680 00000100:00100000:3.0:1746066886.994703:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131432d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3789:1830882861160064:0@lo:400:kworker.0 00000100:00100000:3.0:1746066886.994729:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066886.994745:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882861160576:0@lo:400:kworker.0 00000100:00100000:3.0:1746066886.994768:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066886.995594:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066886.995622:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860528256 00000100:00100000:1.0:1746066886.995625:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860528256 00002000:00100000:1.0:1746066886.995662:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec1880 x1830882860528256/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/0 e 0 to 0 dl 1746066897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066886.995679:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec1880 with x1830882860528256 ext(0->4095) 00010000:00010000:1.0:1746066886.995690:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43920e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed3e expref: 74 pid: 9917 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066886.995706:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43920e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed3e expref: 74 pid: 9917 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066886.995713:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec1880 00000100:00100000:1.0:1746066886.995729:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2179 00000100:00100000:2.0:1746066886.995732:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3791:1830882861160448:0@lo:400:kworker.0 00000100:00100000:1.0:1746066886.995737:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2033:x1830882860528256:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066886.995761:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066886.995778:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eb45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3791:1830882861160960:0@lo:400:kworker.0 00000100:00100000:2.0:1746066886.995799:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066886.995827:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861159808 00000100:00100000:2.0:1746066886.995830:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861159808 00000100:00100000:2.0:1746066886.995853:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861160320 00000100:00100000:2.0:1746066886.995855:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861160320 00000100:00100000:2.0:1746066886.995872:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861160832 00000100:00100000:2.0:1746066886.995874:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861160832 00000100:00100000:1.0:1746066886.995879:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2033:x1830882860528256:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (286us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066886.995884:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861160064 00000100:00100000:2.0:1746066886.995886:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861160064 00000100:00100000:1.0:1746066886.995890:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2179 00000100:00100000:2.0:1746066886.995894:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861160448 00000100:00100000:2.0:1746066886.995896:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861160448 00002000:00100000:1.0:1746066886.995896:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec1880 x1830882860528256/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746066897 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746066886.995905:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861160960 00002000:00100000:1.0:1746066886.995905:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec1880 with x1830882860528256 ext(0->4095) 00000100:00100000:2.0:1746066886.995907:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861160960 00010000:00010000:1.0:1746066886.995910:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43920e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed3e expref: 74 pid: 9917 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066886.995934:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1481 00010000:00010000:1.0:1746066886.995935:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43920e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed3e expref: 74 pid: 9917 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066886.995940:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3791:x1830882861159808:12345-0@lo:400:kworker.0 00002000:00010000:1.0:1746066886.995942:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec1880 00000100:00100000:1.0:1746066886.995965:0:7277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861159936 00000100:00100000:1.0:1746066886.995968:0:7277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861159936 00000100:00100000:2.0:1746066886.995975:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3791:x1830882861159808:12345-0@lo:400:kworker.0 Request processed in 36us (1652us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.995981:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1481 00000100:00100000:2.0:1746066886.995992:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1482 00000100:00100000:1.0:1746066886.995992:0:7277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1746066886.995997:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3791:x1830882861160320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746066886.995997:0:7277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3791:x1830882861159936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066886.996018:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3791:x1830882861160320:12345-0@lo:400:kworker.0 Request processed in 21us (1621us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.996024:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1482 00000100:00100000:2.0:1746066886.996031:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1483 00000100:00100000:1.0:1746066886.996032:0:7277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3791:x1830882861159936:12345-0@lo:400:kworker.0 Request processed in 35us (1552us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.996035:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3791:x1830882861160832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746066886.996038:0:7277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1746066886.996057:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3791:x1830882861160832:12345-0@lo:400:kworker.0 Request processed in 21us (1625us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.996062:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1483 00000100:00100000:2.0:1746066886.996070:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1484 00000100:00100000:2.0:1746066886.996075:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3789:x1830882861160064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066886.996096:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3789:x1830882861160064:12345-0@lo:400:kworker.0 Request processed in 21us (1366us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.996100:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1484 00000100:00100000:2.0:1746066886.996108:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1485 00000100:00100000:2.0:1746066886.996112:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3791:x1830882861160448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066886.996131:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3791:x1830882861160448:12345-0@lo:400:kworker.0 Request processed in 19us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.996136:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1485 00000100:00100000:2.0:1746066886.996143:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1486 00000100:00100000:2.0:1746066886.996147:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130527800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3791:x1830882861160960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066886.996163:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130527800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3791:x1830882861160960:12345-0@lo:400:kworker.0 Request processed in 16us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.996168:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1486 00000100:00080000:2.0:1746066886.996191:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746066886.996194:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746066886.996217:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cf8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882861159936:0@lo:400:kworker.0 00000100:00100000:2.0:1746066886.996229:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3791:1830882861160448:0@lo:400:kworker.0 00000100:00100000:2.0:1746066886.996236:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eb45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3791:1830882861160960:0@lo:400:kworker.0 00000100:00100000:2.0:1746066886.996245:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cf88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3791:1830882861159808:0@lo:400:kworker.0 00000100:00100000:2.0:1746066886.996254:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3791:1830882861160320:0@lo:400:kworker.0 00000100:00100000:2.0:1746066886.996262:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3791:1830882861160832:0@lo:400:kworker.0 00000100:00100000:0.0:1746066886.996299:0:7267:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1746066886.996307:0:7267:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8d5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bd212aa5-9c03-468b-a6b2-d3d7d344f530+23:3790:x1830882861159680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066886.996368:0:7267:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8d5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bd212aa5-9c03-468b-a6b2-d3d7d344f530+23:3790:x1830882861159680:12345-0@lo:400:kworker.0 Request processed in 36us (1766us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066886.996374:0:7267:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1746066886.996404:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066886.996424:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861160704:0@lo:400:kworker.0 00000100:00100000:3.0:1746066886.996629:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882861161088:0@lo:400:kworker.0 00000100:00100000:3.0:1746066886.996652:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066886.996677:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131432d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3789:1830882861160064:0@lo:400:kworker.0 00000100:00100000:0.0:1746066886.996750:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066886.997591:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861160576 00000100:00100000:2.0:1746066886.997596:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861160576 00000100:00100000:0.0:1746066886.997601:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861161216:0@lo:400:kworker.0 00000100:00080000:2.0:1746066886.997614:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066886.997623:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066886.997684:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861161088 00000100:00100000:2.0:1746066886.997687:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861161088 00000100:00100000:0.0:1746066886.997691:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bd212aa5-9c03-468b-a6b2-d3d7d344f530:3790:1830882861159680:0@lo:400:kworker.0 00000100:00100000:2.0:1746066886.997702:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861160704 00000100:00100000:2.0:1746066886.997704:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861160704 00000100:00100000:2.0:1746066886.997712:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861161216 00000100:00100000:2.0:1746066886.997714:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861161216 00000100:00100000:2.0:1746066886.997725:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:2.0:1746066886.997730:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3789:x1830882861160576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066886.997735:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:3.0:1746066886.997743:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3789:x1830882861161088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066886.997768:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3789:x1830882861160576:12345-0@lo:400:kworker.0 Request processed in 37us (2999us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.997774:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3789:x1830882861161088:12345-0@lo:400:kworker.0 Request processed in 33us (1120us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.997774:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00100000:3.0:1746066886.997780:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:2.0:1746066886.997784:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:2.0:1746066886.997788:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882861160704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066886.997792:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:3.0:1746066886.997797:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882861161216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066886.997810:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882861160704:12345-0@lo:400:kworker.0 Request processed in 22us (1060us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066886.997814:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:3.0:1746066886.997819:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882861161216:12345-0@lo:400:kworker.0 Request processed in 22us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066886.997825:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00080000:2.0:1746066886.997829:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1746066886.997832:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746066886.997849:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882861160576:0@lo:400:kworker.0 00000100:00100000:3.0:1746066886.997857:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882861161088:0@lo:400:kworker.0 00000100:00100000:1.0:1746066886.998236:0:7278:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861160192 00000100:00100000:1.0:1746066886.998242:0:7278:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861160192 00000100:00100000:1.0:1746066886.998266:0:7278:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:1.0:1746066886.998271:0:7278:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882861160192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746066886.998301:0:7278:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882861160192:12345-0@lo:400:kworker.0 Request processed in 31us (1897us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066886.998307:0:7278:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:0.0:1746066886.998400:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861160192:0@lo:400:kworker.0 00000100:00100000:0.0:1746066886.998411:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861160704:0@lo:400:kworker.0 00000100:00100000:0.0:1746066886.998418:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861161216:0@lo:400:kworker.0 00000100:00100000:0.0:1746066887.000810:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066887.000873:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.001053:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860528384 00000100:00100000:3.0:1746066887.001061:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860528384 00010000:00010000:3.0:1746066887.001112:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43920e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed3e expref: 74 pid: 9917 timeout: 1099 lvb_type: 0 00000100:00080000:2.0:1746066887.001136:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746066887.001139:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12271 00000100:00100000:3.0:1746066887.001147:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2034:x1830882860528384:12345-192.168.201.51@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746066887.001197:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860528512 00000100:00100000:1.0:1746066887.001201:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860528512 00000100:00100000:1.0:1746066887.001229:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29444 00000100:00100000:1.0:1746066887.001234:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091038000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+75:1868:x1830882860528512:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066887.001248:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066887.001274:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.001658:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43920e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed3e expref: 75 pid: 9917 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.001672:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43920e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed3e expref: 75 pid: 9917 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.001693:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff43920e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed3e expref: 75 pid: 9917 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.001719:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.001721:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.001729:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439215 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed45 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.001737:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439215 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed45 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.001804:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff43921c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ed4c expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.001823:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439215 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed45 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.001829:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066887.001830:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066887.001834:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff43921c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed4c expref: 75 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.002061:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439215 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed45 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.002072:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439215 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed45 expref: 5 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:1.0:1746066887.002085:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094ec1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861161472:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066887.002164:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a240 going to sleep for 11 seconds 00010000:00010000:3.0:1746066887.002715:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439215 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed45 expref: 5 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.002725:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439215 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed45 expref: 5 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.002734:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861161344:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.002773:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f780 going to sleep for 11 seconds 00000100:00100000:1.0:1746066887.004947:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094ec1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861161472:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066887.004980:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff43921c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed4c expref: 75 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.005002:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085a600, rc 0) 00000100:00100000:1.0:1746066887.005048:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091038000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+75:1868:x1830882860528512:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3811us (4173us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066887.005058:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29444 00000100:00100000:3.0:1746066887.005147:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861161344:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.005159:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.005180:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2034:x1830882860528384:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4035us (4380us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.005190:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12271 00000100:00100000:0.0:1746066887.006674:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.006888:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860528768 00000100:00100000:1.0:1746066887.006896:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860528768 00000100:00080000:2.0:1746066887.006968:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:1.0:1746066887.006969:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091038380 x1830882860528768/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.006979:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091038380 with x1830882860528768 ext(0->4095) 00010000:00010000:1.0:1746066887.007023:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439215 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed45 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.007037:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439215 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed45 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.007043:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091038380 00000100:00100000:1.0:1746066887.007062:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2180 00000100:00100000:1.0:1746066887.007070:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091038380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860528768:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066887.007196:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091038380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860528768:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (525us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.007203:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2180 00002000:00100000:1.0:1746066887.007208:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091038380 x1830882860528768/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.007222:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091038380 with x1830882860528768 ext(0->4095) 00010000:00010000:1.0:1746066887.007227:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439215 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed45 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.007237:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439215 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed45 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.007243:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091038380 00000100:00100000:0.0:1746066887.010624:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.011039:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860528896 00000100:00100000:3.0:1746066887.011050:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860528896 00010000:00010000:3.0:1746066887.011091:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439215 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed45 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.011123:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12272 00000100:00100000:3.0:1746066887.011131:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860528896:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.011147:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.011167:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439215 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed45 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.011179:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439215 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed45 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.011203:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439215 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed45 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.011234:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.011236:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.011243:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff43921c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed4c expref: 73 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.011251:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff43921c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed4c expref: 73 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.011287:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff43921c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed4c expref: 73 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.011300:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861161600:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.011392:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f780 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.016065:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861161600:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.016089:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066887.016299:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.016604:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860528896:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5471us (5988us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.016618:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12272 00000100:00100000:1.0:1746066887.016818:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860529152 00000100:00100000:1.0:1746066887.016825:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860529152 00002000:00100000:1.0:1746066887.016866:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec1500 x1830882860529152/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.016876:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec1500 with x1830882860529152 ext(0->4095) 00002000:00010000:1.0:1746066887.016881:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ec1500 00000100:00100000:1.0:1746066887.016908:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13158 00000100:00100000:1.0:1746066887.016928:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2033:x1830882860529152:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066887.017052:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2033:x1830882860529152:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (755us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.017059:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13158 00002000:00100000:1.0:1746066887.017064:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec1500 x1830882860529152/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.017072:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec1500 with x1830882860529152 ext(0->4095) 00002000:00010000:1.0:1746066887.017075:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ec1500 00000100:00100000:0.0:1746066887.019334:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.019656:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860529280 00000100:00100000:1.0:1746066887.019663:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860529280 00000100:00100000:1.0:1746066887.019709:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29445 00000100:00100000:1.0:1746066887.019716:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091038700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860529280:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066887.019731:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066887.019749:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439223 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ed53 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.019775:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff43921c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed4c expref: 73 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.019782:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066887.019784:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066887.019788:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439223 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed53 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.019818:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff43921c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed4c expref: 73 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.019830:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff43921c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed4c expref: 73 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:1.0:1746066887.019842:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094ec3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861161728:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066887.019910:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066887.021721:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094ec3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861161728:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066887.021753:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439223 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed53 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.021768:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800962e2c00, rc 0) 00000100:00100000:1.0:1746066887.021816:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091038700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860529280:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2100us (2487us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066887.021826:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29445 00000100:00100000:0.0:1746066887.023892:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.025678:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860529408 00000100:00100000:1.0:1746066887.025696:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860529408 00002000:00100000:1.0:1746066887.025750:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880091038a80 x1830882860529408/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 496/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.025761:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091038a80 with x1830882860529408 ext(0->7) 00010000:00010000:1.0:1746066887.025772:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff43921c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed4c expref: 74 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.025787:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff43921c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed4c expref: 74 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.025794:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091038a80 00000100:00100000:1.0:1746066887.025835:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2181 00000100:00100000:1.0:1746066887.025843:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091038a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2033:x1830882860529408:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746066887.026100:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091038e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882861161856:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746066887.026158:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066887.026271:0:9630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861161856 00000100:00100000:0.0:1746066887.026276:0:9630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861161856 00000100:00100000:0.0:1746066887.026300:0:9630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1746066887.026305:0:9630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3791:x1830882861161856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746066887.026317:0:9630:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499600192 pending 1003520 free 3920908288 avail 3689385984 00000100:00100000:0.0:1746066887.026403:0:9630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3791:x1830882861161856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066887.026409:0:9630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1746066887.026645:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091038e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882861161856:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746066887.029069:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091038a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2033:x1830882860529408:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 3217us (5175us total) trans 4294972180 rc 0/0 00000100:00100000:0.0:1746066887.029080:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2181 00002000:00100000:0.0:1746066887.029089:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880091038a80 x1830882860529408/t4294972180(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 496/448 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066887.029099:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091038a80 with x1830882860529408 ext(0->7) 00010000:00010000:0.0:1746066887.029110:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff43921c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed4c expref: 76 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:0.0:1746066887.029123:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff43921c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed4c expref: 76 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:0.0:1746066887.029129:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091038a80 00000100:00100000:0.0:1746066887.044519:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.044814:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860529536 00000100:00100000:3.0:1746066887.044825:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860529536 00010000:00010000:3.0:1746066887.044865:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff43921c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed4c expref: 76 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.045193:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12273 00000100:00100000:3.0:1746066887.045202:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091039180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2032:x1830882860529536:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.045218:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.045239:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff43921c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed4c expref: 76 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.045252:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff43921c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed4c expref: 76 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.045276:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009085a600/0xd6b24631ff43921c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed4c expref: 76 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.045308:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.045310:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.045319:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439223 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed53 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.045328:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439223 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed53 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.045392:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439223 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed53 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.045407:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861161984:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.045962:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.046172:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.046288:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860529664 00000100:00100000:2.0:1746066887.046294:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860529664 00000100:00100000:2.0:1746066887.046540:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29446 00000100:00100000:2.0:1746066887.046547:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091039500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+76:1868:x1830882860529664:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066887.046562:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066887.046574:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43922a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ed5a expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.046594:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439223 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed53 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.046601:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.046602:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.046606:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43922a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed5a expref: 77 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.046626:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439223 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed53 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.046822:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439223 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed53 expref: 5 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.046833:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861162112:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066887.047046:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4263c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.051083:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861161984:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.051109:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.051167:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091039180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2032:x1830882860529536:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5964us (6658us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.051178:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12273 00000100:00100000:1.0:1746066887.051194:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.051525:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860529920 00000100:00100000:1.0:1746066887.051532:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860529920 00002000:00100000:1.0:1746066887.051576:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec3800 x1830882860529920/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.051586:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec3800 with x1830882860529920 ext(0->4095) 00010000:00010000:1.0:1746066887.051595:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439223 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed53 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.051608:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439223 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed53 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.051614:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec3800 00000100:00100000:1.0:1746066887.051633:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2182 00000100:00100000:1.0:1746066887.051640:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860529920:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066887.051756:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860529920:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (562us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.051762:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2182 00002000:00100000:1.0:1746066887.051768:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec3800 x1830882860529920/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.051776:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec3800 with x1830882860529920 ext(0->4095) 00010000:00010000:1.0:1746066887.051780:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439223 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed53 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.051790:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439223 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed53 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.051795:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec3800 00000100:00100000:2.0:1746066887.052556:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861162112:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066887.052581:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43922a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed5a expref: 76 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.052595:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb6400, rc 0) 00000100:00100000:2.0:1746066887.052621:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091039500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+76:1868:x1830882860529664:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6074us (6449us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.052629:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29446 00000100:00100000:1.0:1746066887.055099:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.055163:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860530048 00000100:00100000:3.0:1746066887.055172:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860530048 00000100:00100000:3.0:1746066887.055235:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29447 00000100:00100000:3.0:1746066887.055243:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+76:1869:x1830882860530048:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066887.055263:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066887.055282:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439231 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ed61 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.055313:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.055319:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43922a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed5a expref: 77 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.055325:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066887.055329:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439231 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed61 expref: 77 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.055383:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43922a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed5a expref: 77 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.055397:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439231 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed61 expref: 77 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.055407:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c4400, rc 0) 00000100:00100000:3.0:1746066887.055459:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+77:1869:x1830882860530048:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 216us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.055466:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29447 00000100:00100000:1.0:1746066887.056241:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.056520:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860530176 00000100:00100000:3.0:1746066887.056524:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860530176 00010000:00010000:3.0:1746066887.056593:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439223 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed53 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.056806:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12274 00000100:00100000:3.0:1746066887.056815:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091269c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860530176:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.056827:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.056848:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439223 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed53 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.056859:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439223 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed53 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.056880:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439223 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed53 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.056898:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.056900:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.056906:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43922a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed5a expref: 76 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.056928:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43922a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed5a expref: 76 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.056954:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43922a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed5a expref: 76 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.056966:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43922a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed5a expref: 76 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.056978:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861162368:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.057048:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.059300:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.059371:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860530432 00000100:00100000:2.0:1746066887.059379:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860530432 00002000:00100000:2.0:1746066887.059419:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091039880 x1830882860530432/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.059430:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091039880 with x1830882860530432 ext(0->4095) 00010000:00010000:2.0:1746066887.059438:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43922a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed5a expref: 77 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.059451:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43922a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed5a expref: 77 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.059457:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091039880 00000100:00100000:3.0:1746066887.059571:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861162368:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.059590:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.059700:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860530176:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2885us (3458us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.059709:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12274 00000100:00100000:2.0:1746066887.059967:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2183 00000100:00100000:2.0:1746066887.059976:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091039880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2034:x1830882860530432:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066887.060623:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091039880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2034:x1830882860530432:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 648us (1330us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.060630:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2183 00002000:00100000:2.0:1746066887.060636:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091039880 x1830882860530432/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.060644:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091039880 with x1830882860530432 ext(0->4095) 00010000:00010000:2.0:1746066887.060649:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43922a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed5a expref: 77 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.060659:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43922a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed5a expref: 77 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.060665:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091039880 00000100:00100000:0.0:1746066887.063036:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.063647:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860530560 00000100:00100000:3.0:1746066887.063657:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860530560 00010000:00010000:3.0:1746066887.063690:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43922a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed5a expref: 77 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.063721:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12275 00000100:00100000:3.0:1746066887.063729:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091039c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2034:x1830882860530560:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.063743:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.063763:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43922a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed5a expref: 77 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.063774:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43922a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed5a expref: 77 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.063798:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff43922a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed5a expref: 77 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.063829:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.063831:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.063840:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439231 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed61 expref: 76 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.063849:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439231 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed61 expref: 76 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.063885:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439231 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed61 expref: 76 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.063898:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861162496:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.064318:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.067276:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861162496:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.067297:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.067359:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091039c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2034:x1830882860530560:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3610us (4309us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.067372:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12275 00000100:00100000:0.0:1746066887.068089:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.068144:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860530816 00000100:00100000:2.0:1746066887.068153:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860530816 00002000:00100000:2.0:1746066887.068193:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091039f80 x1830882860530816/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.068203:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091039f80 with x1830882860530816 ext(0->4095) 00002000:00010000:2.0:1746066887.068208:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091039f80 00000100:00100000:2.0:1746066887.068238:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13159 00000100:00100000:2.0:1746066887.068245:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091039f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2033:x1830882860530816:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066887.068395:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091039f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2033:x1830882860530816:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (309us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.068402:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13159 00002000:00100000:2.0:1746066887.068407:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091039f80 x1830882860530816/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.068414:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091039f80 with x1830882860530816 ext(0->4095) 00002000:00010000:2.0:1746066887.068418:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091039f80 00000100:00100000:1.0:1746066887.071286:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066887.072120:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860530944 00000100:00100000:0.0:1746066887.072130:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860530944 00000100:00100000:0.0:1746066887.072245:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29448 00000100:00100000:0.0:1746066887.072253:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860530944:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066887.072270:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066887.072289:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013093c800/0xd6b24631ff439238 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ed68 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066887.072320:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439231 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed61 expref: 75 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066887.072327:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066887.072329:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066887.072333:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013093c800/0xd6b24631ff439238 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed68 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066887.072630:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439231 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed61 expref: 75 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066887.072643:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439231 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed61 expref: 75 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:0.0:1746066887.072656:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009103a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861162624:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066887.072830:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.073872:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882861162752:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746066887.074131:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066887.075046:0:15661:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861162752 00000100:00100000:2.0:1746066887.075055:0:15661:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861162752 00000100:00100000:2.0:1746066887.075104:0:15661:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1746066887.075112:0:15661:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3792:x1830882861162752:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746066887.075135:0:15661:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499600192 pending 1003520 free 3920908288 avail 3689385984 00000100:00100000:2.0:1746066887.075188:0:15661:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3792:x1830882861162752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (1056us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.075195:0:15661:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1746066887.075246:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009103a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861162624:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066887.075274:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013093c800/0xd6b24631ff439238 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed68 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.075291:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013093c800, rc 0) 00000100:00100000:1.0:1746066887.075320:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860530944:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3069us (4045us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066887.075325:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29448 00000100:00100000:3.0:1746066887.075400:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882861162752:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746066887.075567:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.075738:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860531072 00000100:00100000:3.0:1746066887.075743:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860531072 00010000:00010000:3.0:1746066887.075764:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439231 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed61 expref: 76 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.075785:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12276 00000100:00100000:3.0:1746066887.075791:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2033:x1830882860531072:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.075801:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.075822:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439231 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed61 expref: 76 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.075836:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439231 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed61 expref: 76 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.075858:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4400/0xd6b24631ff439231 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed61 expref: 76 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.075873:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.075874:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.075881:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013093c800/0xd6b24631ff439238 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed68 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.076079:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013093c800/0xd6b24631ff439238 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed68 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.076108:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013093c800/0xd6b24631ff439238 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed68 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.077233:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861162880:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.077317:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.080595:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066887.081173:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.081459:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860531200 00000100:00100000:1.0:1746066887.081470:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860531200 00000100:00100000:3.0:1746066887.081527:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861162880:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066887.081539:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29449 00000100:00100000:1.0:1746066887.081547:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+76:1868:x1830882860531200:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066887.081551:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066887.081566:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066887.081584:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013093d000/0xd6b24631ff43923f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ed6f expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.081607:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2033:x1830882860531072:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5814us (6040us total) trans 0 rc 0/0 00010000:00010000:1.0:1746066887.081616:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013093c800/0xd6b24631ff439238 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed68 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.081617:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12276 00010000:00010000:1.0:1746066887.081623:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066887.081625:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066887.081628:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013093d000/0xd6b24631ff43923f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed6f expref: 77 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.081658:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013093c800/0xd6b24631ff439238 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed68 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.081671:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013093c800/0xd6b24631ff439238 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed68 expref: 5 pid: 21660 timeout: 1099 lvb_type: 0 00000100:00100000:1.0:1746066887.081683:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091269180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861163008:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066887.081740:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066887.082388:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860531456 00000100:00100000:1.0:1746066887.082393:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860531456 00002000:00100000:1.0:1746066887.082426:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009103ad80 x1830882860531456/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.082436:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009103ad80 with x1830882860531456 ext(0->4095) 00010000:00010000:1.0:1746066887.082443:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013093c800/0xd6b24631ff439238 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed68 expref: 6 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.082454:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013093c800/0xd6b24631ff439238 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed68 expref: 6 pid: 21660 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.082459:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009103ad80 00000100:00100000:1.0:1746066887.082489:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2184 00000100:00100000:1.0:1746066887.082496:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860531456:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066887.082647:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860531456:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (1473us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.082653:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2184 00002000:00100000:1.0:1746066887.082659:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009103ad80 x1830882860531456/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.082665:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009103ad80 with x1830882860531456 ext(0->4095) 00010000:00010000:1.0:1746066887.082669:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013093c800/0xd6b24631ff439238 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed68 expref: 6 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.082679:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013093c800/0xd6b24631ff439238 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed68 expref: 6 pid: 21660 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.082684:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009103ad80 00000100:00100000:1.0:1746066887.087613:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091269180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861163008:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066887.087645:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013093d000/0xd6b24631ff43923f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed6f expref: 76 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.087661:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013093d000, rc 0) 00000100:00100000:1.0:1746066887.087713:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+76:1868:x1830882860531200:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6165us (7128us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066887.087722:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29449 00000100:00100000:0.0:1746066887.088607:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.088649:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860531584 00000100:00100000:1.0:1746066887.088657:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860531584 00000100:00100000:1.0:1746066887.088806:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29450 00000100:00100000:1.0:1746066887.088815:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+76:1869:x1830882860531584:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066887.088831:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066887.089001:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439246 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ed76 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.089026:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066887.089032:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013093d000/0xd6b24631ff43923f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed6f expref: 77 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.089038:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066887.089042:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439246 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed76 expref: 77 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.089075:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013093d000/0xd6b24631ff43923f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed6f expref: 77 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.089086:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439246 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed76 expref: 77 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.089094:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800962e2c00, rc 0) 00000100:00100000:1.0:1746066887.089127:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+77:1869:x1830882860531584:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 314us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066887.089133:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29450 00000100:00100000:0.0:1746066887.089396:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.089545:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860531712 00000100:00100000:3.0:1746066887.089550:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860531712 00010000:00010000:3.0:1746066887.089573:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013093c800/0xd6b24631ff439238 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed68 expref: 6 pid: 21660 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.089593:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12277 00000100:00100000:3.0:1746066887.089598:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860531712:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.089606:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.089626:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013093c800/0xd6b24631ff439238 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed68 expref: 6 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.089637:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013093c800/0xd6b24631ff439238 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed68 expref: 6 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.089655:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013093c800/0xd6b24631ff439238 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed68 expref: 6 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.089670:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.089672:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.089679:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013093d000/0xd6b24631ff43923f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed6f expref: 76 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.089687:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013093d000/0xd6b24631ff43923f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed6f expref: 76 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.089710:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013093d000/0xd6b24631ff43923f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed6f expref: 76 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.089721:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013093d000/0xd6b24631ff43923f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed6f expref: 76 pid: 21660 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.089734:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861163264:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.089791:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.095214:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.095247:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861163264:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.095271:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.095320:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860531712:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5720us (5923us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.095332:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12277 00000100:00100000:2.0:1746066887.095398:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860531968 00000100:00100000:2.0:1746066887.095406:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860531968 00002000:00100000:2.0:1746066887.095453:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009103b800 x1830882860531968/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.095463:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009103b800 with x1830882860531968 ext(0->4095) 00010000:00010000:2.0:1746066887.095472:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013093d000/0xd6b24631ff43923f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed6f expref: 77 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.095563:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013093d000/0xd6b24631ff43923f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed6f expref: 77 pid: 21660 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.095570:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009103b800 00000100:00100000:2.0:1746066887.095603:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2185 00000100:00100000:2.0:1746066887.095611:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2033:x1830882860531968:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066887.095760:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2033:x1830882860531968:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (558us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.095766:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2185 00002000:00100000:2.0:1746066887.095773:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009103b800 x1830882860531968/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.095781:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009103b800 with x1830882860531968 ext(0->4095) 00010000:00010000:2.0:1746066887.095785:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013093d000/0xd6b24631ff43923f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed6f expref: 77 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.095795:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013093d000/0xd6b24631ff43923f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed6f expref: 77 pid: 21660 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.095801:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009103b800 00000100:00100000:0.0:1746066887.097399:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.097529:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860532096 00000100:00100000:3.0:1746066887.097537:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860532096 00010000:00010000:3.0:1746066887.097567:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013093d000/0xd6b24631ff43923f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed6f expref: 77 pid: 21660 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.097591:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12278 00000100:00100000:3.0:1746066887.097598:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2034:x1830882860532096:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.097610:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.097627:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013093d000/0xd6b24631ff43923f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed6f expref: 77 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.097638:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013093d000/0xd6b24631ff43923f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed6f expref: 77 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.097661:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013093d000/0xd6b24631ff43923f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed6f expref: 77 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.097679:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.097681:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.097689:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439246 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed76 expref: 76 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.097699:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439246 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed76 expref: 76 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.097731:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439246 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed76 expref: 76 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.097743:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861163392:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.098288:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.100784:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861163392:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.100805:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.100845:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2034:x1830882860532096:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3246us (3452us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.100858:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12278 00000100:00100000:0.0:1746066887.101630:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.101693:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860532352 00000100:00100000:1.0:1746066887.101702:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860532352 00002000:00100000:1.0:1746066887.101747:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009103a300 x1830882860532352/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.101757:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009103a300 with x1830882860532352 ext(0->4095) 00002000:00010000:1.0:1746066887.101762:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009103a300 00000100:00100000:1.0:1746066887.101791:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13160 00000100:00100000:1.0:1746066887.101798:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2034:x1830882860532352:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066887.102463:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2034:x1830882860532352:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 663us (833us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.102470:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13160 00002000:00100000:1.0:1746066887.102476:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009103a300 x1830882860532352/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.102490:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009103a300 with x1830882860532352 ext(0->4095) 00002000:00010000:1.0:1746066887.102493:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009103a300 00000100:00100000:0.0:1746066887.106071:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.106408:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860532480 00000100:00100000:1.0:1746066887.106419:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860532480 00000100:00100000:1.0:1746066887.106479:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29451 00000100:00100000:1.0:1746066887.106487:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860532480:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066887.106507:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066887.106526:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095eacc00/0xd6b24631ff43924d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ed7d expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.106557:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439246 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed76 expref: 75 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.106564:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066887.106566:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066887.106569:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095eacc00/0xd6b24631ff43924d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed7d expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.106601:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439246 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed76 expref: 75 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.106614:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439246 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed76 expref: 75 pid: 21660 timeout: 1099 lvb_type: 0 00000100:00100000:1.0:1746066887.106627:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091269180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861163520:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066887.106714:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.111776:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066887.111873:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.111946:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860532736 00000100:00100000:2.0:1746066887.111956:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860532736 00000100:00100000:3.0:1746066887.111998:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860532608 00000100:00100000:3.0:1746066887.112002:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860532608 00000100:00100000:2.0:1746066887.112015:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29452 00000100:00100000:2.0:1746066887.112024:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+77:1868:x1830882860532736:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066887.112028:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439246 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed76 expref: 77 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.112041:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746066887.112049:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12279 00000100:00100000:3.0:1746066887.112054:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2034:x1830882860532608:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066887.112056:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439254 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ed84 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.112066:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066887.112080:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066887.112087:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095eacc00/0xd6b24631ff43924d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed7d expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066887.112160:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091269180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861163520:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066887.112971:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066887.112976:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439254 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed84 expref: 78 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.112993:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439246 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed76 expref: 78 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.113012:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439246 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed76 expref: 78 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.113031:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff439246 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed76 expref: 78 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.113092:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.113094:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.113102:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095eacc00/0xd6b24631ff43924d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed7d expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.113110:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095eacc00/0xd6b24631ff43924d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed7d expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.113501:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095eacc00/0xd6b24631ff43924d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed7d expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.114519:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095eacc00/0xd6b24631ff43924d lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed7d expref: 6 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.114533:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095eacc00/0xd6b24631ff43924d lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed7d expref: 6 pid: 21660 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.114541:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861163648:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066887.114543:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095eacc00/0xd6b24631ff43924d lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed7d expref: 6 pid: 21660 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.114553:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861163776:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066887.114569:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095eacc00/0xd6b24631ff43924d lrc: 8/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed7d expref: 6 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.114580:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095eacc00/0xd6b24631ff43924d lrc: 8/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed7d expref: 6 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.114588:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095eacc00, rc 0) 00000100:00100000:3.0:1746066887.114627:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066887.114670:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4263c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066887.114671:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860532480:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8183us (8825us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066887.114680:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29451 00000100:00100000:2.0:1746066887.122039:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861163648:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066887.122079:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439254 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed84 expref: 77 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.122097:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb6400, rc 0) 00000100:00100000:2.0:1746066887.122149:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+77:1868:x1830882860532736:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10125us (10274us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.122159:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29452 00000100:00100000:3.0:1746066887.122256:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861163776:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.122268:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.122289:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2034:x1830882860532608:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 10235us (10524us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.122303:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12279 00000100:00100000:0.0:1746066887.124605:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.124701:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860532992 00000100:00100000:1.0:1746066887.124711:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860532992 00002000:00100000:1.0:1746066887.124897:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4c380 x1830882860532992/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.124908:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4c380 with x1830882860532992 ext(0->4095) 00010000:00010000:1.0:1746066887.125329:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095eacc00/0xd6b24631ff43924d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed7d expref: 6 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.125426:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095eacc00/0xd6b24631ff43924d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed7d expref: 6 pid: 21660 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.125434:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c4c380 00000100:00100000:1.0:1746066887.125469:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2186 00000100:00100000:1.0:1746066887.125477:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860532992:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066887.126533:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860532992:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 1053us (1932us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.126542:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2186 00002000:00100000:1.0:1746066887.126550:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4c380 x1830882860532992/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.126557:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4c380 with x1830882860532992 ext(0->4095) 00010000:00010000:1.0:1746066887.126563:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095eacc00/0xd6b24631ff43924d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed7d expref: 6 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.126573:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095eacc00/0xd6b24631ff43924d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed7d expref: 6 pid: 21660 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.126579:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c4c380 00000100:00100000:2.0:1746066887.129188:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.129876:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860533120 00000100:00100000:3.0:1746066887.129886:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860533120 00010000:00010000:3.0:1746066887.129936:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095eacc00/0xd6b24631ff43924d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed7d expref: 6 pid: 21660 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.129979:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12280 00000100:00100000:3.0:1746066887.129988:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860533120:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.130004:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.130025:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095eacc00/0xd6b24631ff43924d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed7d expref: 6 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.130037:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095eacc00/0xd6b24631ff43924d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed7d expref: 6 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.130061:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095eacc00/0xd6b24631ff43924d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed7d expref: 6 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.130088:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.130091:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.130098:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439254 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed84 expref: 75 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.130108:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439254 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed84 expref: 75 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.130142:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439254 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed84 expref: 75 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.130156:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861163904:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.130253:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066887.134531:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.134650:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861163904:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.134677:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066887.135430:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860533376 00000100:00100000:1.0:1746066887.135438:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860533376 00002000:00100000:1.0:1746066887.135481:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011eb45c00 x1830882860533376/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.135492:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eb45c00 with x1830882860533376 ext(0->4095) 00002000:00010000:1.0:1746066887.135498:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011eb45c00 00000100:00100000:1.0:1746066887.135528:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13161 00000100:00100000:1.0:1746066887.135536:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2034:x1830882860533376:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066887.135678:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860533120:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5690us (6499us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.135688:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12280 00000100:00100000:1.0:1746066887.136218:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2034:x1830882860533376:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 682us (1696us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.136226:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13161 00002000:00100000:1.0:1746066887.136232:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011eb45c00 x1830882860533376/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.136248:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eb45c00 with x1830882860533376 ext(0->4095) 00002000:00010000:1.0:1746066887.136252:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011eb45c00 00000100:00100000:0.0:1746066887.142211:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.142535:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860533504 00000100:00100000:2.0:1746066887.142545:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860533504 00000100:00100000:2.0:1746066887.142645:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29453 00000100:00100000:2.0:1746066887.142654:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860533504:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066887.142673:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066887.142690:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff43925b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ed8b expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.142725:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439254 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed84 expref: 75 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.142734:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066887.142736:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066887.142740:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff43925b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed8b expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.142771:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439254 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed84 expref: 75 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.142785:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439254 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed84 expref: 75 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.142797:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861164032:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066887.142887:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4263c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.147136:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.147188:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860533632 00000100:00100000:1.0:1746066887.147197:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860533632 00002000:00100000:1.0:1746066887.147246:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880090c4ca80 x1830882860533632/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 496/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.147262:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4ca80 with x1830882860533632 ext(0->7) 00010000:00010000:1.0:1746066887.147272:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439254 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed84 expref: 76 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.147289:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439254 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed84 expref: 76 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.147301:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c4ca80 00000100:00100000:1.0:1746066887.147355:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2187 00000100:00100000:1.0:1746066887.147365:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2034:x1830882860533632:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746066887.147552:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861164032:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066887.147582:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff43925b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed8b expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.147597:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb7e00, rc 0) 00000100:00100000:2.0:1746066887.148216:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860533504:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5561us (6013us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.148226:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29453 00000100:00100000:1.0:1746066887.149291:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+78:2034:x1830882860533632:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1926us (2163us total) trans 4294972181 rc 0/0 00000100:00100000:1.0:1746066887.149301:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2187 00002000:00100000:1.0:1746066887.149308:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880090c4ca80 x1830882860533632/t4294972181(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 496/448 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.149317:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4ca80 with x1830882860533632 ext(0->7) 00010000:00010000:1.0:1746066887.149325:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439254 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed84 expref: 78 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.150198:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439254 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed84 expref: 78 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.150209:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c4ca80 00000100:00100000:0.0:1746066887.154854:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.154964:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860533760 00000100:00100000:3.0:1746066887.154975:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860533760 00010000:00010000:3.0:1746066887.155020:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439254 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed84 expref: 78 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.155052:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12281 00000100:00100000:3.0:1746066887.155060:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+78:2031:x1830882860533760:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.155077:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.155098:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439254 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed84 expref: 78 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.155111:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439254 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed84 expref: 78 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.155137:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439254 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed84 expref: 78 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.155255:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.155258:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.155267:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff43925b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed8b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.155275:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff43925b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed8b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.155313:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff43925b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed8b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.155327:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861164160:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.156517:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.161177:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.161409:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860534016 00000100:00100000:1.0:1746066887.161419:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860534016 00002000:00100000:1.0:1746066887.161465:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4d180 x1830882860534016/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.161477:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4d180 with x1830882860534016 ext(0->4095) 00002000:00010000:1.0:1746066887.161483:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c4d180 00000100:00100000:1.0:1746066887.161519:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13162 00000100:00100000:1.0:1746066887.161527:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860534016:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066887.161681:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860534016:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 154us (514us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.161689:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13162 00002000:00100000:1.0:1746066887.161695:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4d180 x1830882860534016/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.161704:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4d180 with x1830882860534016 ext(0->4095) 00002000:00010000:1.0:1746066887.161707:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c4d180 00000100:00100000:3.0:1746066887.161800:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861164160:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.161820:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.161846:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2031:x1830882860533760:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6787us (7005us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.161855:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12281 00000100:00100000:0.0:1746066887.167565:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.168585:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860534144 00000100:00100000:2.0:1746066887.168597:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860534144 00000100:00100000:0.0:1746066887.171579:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.172574:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860534272 00000100:00100000:2.0:1746066887.172585:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860534272 00000100:00100000:2.0:1746066887.172633:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29454 00000100:00100000:2.0:1746066887.172642:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+78:1869:x1830882860534144:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066887.172663:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066887.172683:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439262 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ed92 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.172713:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff43925b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed8b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.172721:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.172723:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.172727:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439262 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed92 expref: 79 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.172737:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29455 00000100:00100000:3.0:1746066887.172750:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+79:1868:x1830882860534272:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066887.172761:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff43925b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed8b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.172766:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066887.172774:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff43925b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed8b expref: 5 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.172780:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff439269 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ed99 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066887.172787:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861164288:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066887.172803:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.172808:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439262 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed92 expref: 80 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.172818:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066887.172821:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff439269 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed99 expref: 80 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.172848:0:9629:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439262 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed92 expref: 80 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.172858:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff439269 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed99 expref: 80 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.172866:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eabf400, rc 0) 00000100:00100000:2.0:1746066887.172867:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4263c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.172898:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+80:1868:x1830882860534272:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (1326us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.172904:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29455 00000100:00100000:0.0:1746066887.180542:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.180649:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861164288:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066887.180652:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860534400 00000100:00100000:3.0:1746066887.180658:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860534400 00010000:00010000:2.0:1746066887.180674:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439262 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed92 expref: 79 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.180683:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff43925b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed8b expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.180688:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb6800, rc 0) 00000100:00100000:3.0:1746066887.180716:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12282 00000100:00100000:3.0:1746066887.180723:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860534400:12345-192.168.201.51@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746066887.180726:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+79:1869:x1830882860534144:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8086us (13170us total) trans 0 rc 0/0 00010000:00010000:3.0:1746066887.180734:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746066887.180734:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29454 00010000:00010000:3.0:1746066887.180748:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff43925b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed8b expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.180758:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff43925b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed8b expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.180778:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff43925b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed8b expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.180803:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.180805:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.180812:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439262 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed92 expref: 78 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.180820:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439262 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed92 expref: 78 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.180850:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439262 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed92 expref: 78 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.180861:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439262 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed92 expref: 78 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.180872:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861164544:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.180938:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.188827:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.188894:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860534656 00000100:00100000:2.0:1746066887.188902:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860534656 00002000:00100000:2.0:1746066887.188951:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4df80 x1830882860534656/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.188960:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4df80 with x1830882860534656 ext(0->4095) 00010000:00010000:2.0:1746066887.188969:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439262 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed92 expref: 79 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.188981:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439262 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed92 expref: 79 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.188988:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c4df80 00000100:00100000:2.0:1746066887.189021:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2188 00000100:00100000:2.0:1746066887.189027:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+79:2034:x1830882860534656:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066887.189145:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+79:2034:x1830882860534656:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (324us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.189152:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2188 00002000:00100000:2.0:1746066887.189157:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4df80 x1830882860534656/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.189165:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4df80 with x1830882860534656 ext(0->4095) 00010000:00010000:2.0:1746066887.189169:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439262 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed92 expref: 79 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.189183:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439262 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed92 expref: 79 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.189189:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c4df80 00000100:00100000:3.0:1746066887.189697:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861164544:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.189715:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.189753:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860534400:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 9030us (9219us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.189762:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12282 00000100:00100000:0.0:1746066887.193496:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.193559:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860534784 00000100:00100000:3.0:1746066887.193566:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860534784 00010000:00010000:3.0:1746066887.193595:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439262 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed92 expref: 79 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.193634:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12283 00000100:00100000:3.0:1746066887.193641:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+79:2033:x1830882860534784:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.193651:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.193666:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439262 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed92 expref: 79 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.193678:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439262 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed92 expref: 79 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.193696:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6800/0xd6b24631ff439262 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed92 expref: 79 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.193732:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.193734:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.193740:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff439269 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed99 expref: 78 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.193747:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff439269 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed99 expref: 78 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.193773:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff439269 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed99 expref: 78 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.193783:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861164672:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.193842:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.195701:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861164672:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.195717:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.195758:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+78:2033:x1830882860534784:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2116us (2269us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.195766:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12283 00000100:00100000:0.0:1746066887.196499:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.196564:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860535040 00000100:00100000:2.0:1746066887.196569:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860535040 00002000:00100000:2.0:1746066887.196599:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4e680 x1830882860535040/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.196608:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4e680 with x1830882860535040 ext(0->4095) 00002000:00010000:2.0:1746066887.196612:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c4e680 00000100:00100000:2.0:1746066887.196643:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13163 00000100:00100000:2.0:1746066887.196649:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+78:2034:x1830882860535040:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066887.196757:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+78:2034:x1830882860535040:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (265us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.196763:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13163 00002000:00100000:2.0:1746066887.196768:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4e680 x1830882860535040/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.196775:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4e680 with x1830882860535040 ext(0->4095) 00002000:00010000:2.0:1746066887.196778:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c4e680 00000100:00100000:2.0:1746066887.200946:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066887.201378:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860535168 00000100:00100000:0.0:1746066887.201386:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860535168 00000100:00100000:1.0:1746066887.201450:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29456 00000100:00100000:1.0:1746066887.201459:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860535168:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066887.201472:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066887.201485:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439270 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eda0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.201510:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff439269 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed99 expref: 77 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.201516:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066887.201517:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066887.201520:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439270 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda0 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.201544:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff439269 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed99 expref: 77 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.201555:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff439269 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed99 expref: 77 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:1.0:1746066887.201565:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091269180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861164800:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066887.201641:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:1.0:1746066887.203161:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091269180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861164800:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066887.203181:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439270 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda0 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.203191:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800962e2e00, rc 0) 00000100:00100000:1.0:1746066887.203778:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860535168:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2318us (2839us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066887.203786:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29456 00000100:00100000:0.0:1746066887.205602:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.205776:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860535296 00000100:00100000:1.0:1746066887.205783:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860535296 00002000:00100000:1.0:1746066887.205818:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880090c4ea00 x1830882860535296/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 496/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.205827:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4ea00 with x1830882860535296 ext(0->7) 00010000:00010000:1.0:1746066887.205834:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff439269 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed99 expref: 78 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.205845:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff439269 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed99 expref: 78 pid: 9629 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.205852:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c4ea00 00000100:00100000:1.0:1746066887.206160:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2189 00000100:00100000:1.0:1746066887.206168:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+78:2034:x1830882860535296:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746066887.207855:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2034:x1830882860535296:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1684us (2254us total) trans 4294972182 rc 0/0 00000100:00100000:1.0:1746066887.207864:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2189 00002000:00100000:1.0:1746066887.207872:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880090c4ea00 x1830882860535296/t4294972182(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 496/448 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.207880:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4ea00 with x1830882860535296 ext(0->7) 00010000:00010000:1.0:1746066887.207888:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff439269 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed99 expref: 80 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.207900:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff439269 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed99 expref: 80 pid: 9629 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.207922:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c4ea00 00000100:00100000:0.0:1746066887.210657:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.210768:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860535424 00000100:00100000:3.0:1746066887.210777:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860535424 00010000:00010000:3.0:1746066887.210808:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff439269 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed99 expref: 80 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.210848:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12284 00000100:00100000:3.0:1746066887.210854:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2032:x1830882860535424:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.210864:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746066887.210876:0:7260:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746066886 -> 1746066887 00002000:00010000:3.0:1746066887.210879:0:7260:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746066886 -> 1746066887 00010000:00010000:3.0:1746066887.210883:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff439269 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed99 expref: 80 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.210893:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff439269 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed99 expref: 80 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.210922:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff439269 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ed99 expref: 80 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.210950:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.210953:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.210960:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439270 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda0 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.210967:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439270 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda0 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.210996:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439270 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda0 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.211006:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861164928:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.211084:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066887.213753:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.213822:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860535680 00000100:00100000:1.0:1746066887.213829:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860535680 00002000:00100000:1.0:1746066887.213862:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98d880 x1830882860535680/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.213872:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98d880 with x1830882860535680 ext(0->4095) 00002000:00010000:1.0:1746066887.213877:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98d880 00000100:00100000:1.0:1746066887.213899:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13164 00000100:00100000:1.0:1746066887.213904:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860535680:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066887.214026:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860535680:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.214032:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13164 00002000:00100000:1.0:1746066887.214037:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98d880 x1830882860535680/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.214044:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98d880 with x1830882860535680 ext(0->4095) 00002000:00010000:1.0:1746066887.214047:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98d880 00000100:00100000:3.0:1746066887.214826:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861164928:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.214843:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.214874:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+79:2032:x1830882860535424:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4020us (4226us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.214881:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12284 00000100:00100000:2.0:1746066887.219553:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.219660:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860535808 00000100:00100000:1.0:1746066887.219668:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860535808 00000100:00100000:1.0:1746066887.219705:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29457 00000100:00100000:1.0:1746066887.219712:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+79:1869:x1830882860535808:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066887.219726:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066887.219741:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439277 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eda7 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.219770:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439270 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda0 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.219777:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066887.219779:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066887.219782:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439277 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda7 expref: 80 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.219807:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439270 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda0 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.219816:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439270 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda0 expref: 5 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:1.0:1746066887.219827:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091269180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861165056:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066887.221111:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.222039:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.222692:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860535936 00000100:00100000:2.0:1746066887.222698:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860535936 00000100:00100000:2.0:1746066887.222783:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29458 00000100:00100000:2.0:1746066887.222790:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+81:1868:x1830882860535936:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066887.222801:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066887.222812:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43927e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267edae expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.222830:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.222835:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439277 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda7 expref: 82 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.222841:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066887.222843:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43927e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edae expref: 82 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.222865:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439277 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda7 expref: 82 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.222876:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43927e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edae expref: 82 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.222884:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e900800, rc 0) 00000100:00100000:1.0:1746066887.223078:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091269180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861165056:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066887.223091:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439277 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda7 expref: 82 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.223099:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efed000, rc 0) 00000100:00100000:2.0:1746066887.223390:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+82:1868:x1830882860535936:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 600us (1352us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.223397:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29458 00000100:00100000:1.0:1746066887.223787:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+81:1869:x1830882860535808:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4074us (4239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066887.223793:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29457 00000100:00100000:3.0:1746066887.224313:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066887.224673:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860536064 00000100:00100000:0.0:1746066887.224678:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860536064 00010000:00010000:0.0:1746066887.224696:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439270 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda0 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:0.0:1746066887.224721:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12285 00000100:00100000:0.0:1746066887.224726:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860536064:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066887.224735:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066887.224749:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439270 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda0 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:0.0:1746066887.224759:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439270 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda0 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:0.0:1746066887.224775:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439270 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda0 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:0.0:1746066887.224796:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066887.224797:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066887.224802:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439277 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda7 expref: 80 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066887.224809:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439277 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda7 expref: 80 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066887.224830:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439277 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda7 expref: 80 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066887.224839:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439277 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda7 expref: 80 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:0.0:1746066887.224849:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c4f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861165312:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066887.224896:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.228895:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.229211:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c4f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861165312:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066887.229230:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066887.229264:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860536064:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4537us (4951us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066887.229274:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12285 00000100:00100000:2.0:1746066887.229680:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860536320 00000100:00100000:2.0:1746066887.229686:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860536320 00002000:00100000:2.0:1746066887.229718:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4f800 x1830882860536320/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.229734:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4f800 with x1830882860536320 ext(0->4095) 00010000:00010000:2.0:1746066887.229742:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439277 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda7 expref: 81 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.229754:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439277 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda7 expref: 81 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.229761:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c4f800 00000100:00100000:2.0:1746066887.229775:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2190 00000100:00100000:2.0:1746066887.229781:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2034:x1830882860536320:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066887.229884:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2034:x1830882860536320:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (996us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.229890:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2190 00002000:00100000:2.0:1746066887.229895:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4f800 x1830882860536320/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.229903:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4f800 with x1830882860536320 ext(0->4095) 00010000:00010000:2.0:1746066887.229907:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439277 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda7 expref: 81 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.229926:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439277 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda7 expref: 81 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.229932:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c4f800 00000100:00100000:0.0:1746066887.236865:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066887.238818:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.238889:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860536576 00000100:00100000:2.0:1746066887.238897:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860536576 00010000:00010000:2.0:1746066887.239025:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439277 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda7 expref: 81 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.239065:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12286 00000100:00100000:2.0:1746066887.239072:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2031:x1830882860536576:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066887.239085:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066887.239100:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439277 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda7 expref: 81 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.239111:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439277 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda7 expref: 81 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.239136:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439277 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eda7 expref: 81 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.239153:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.239155:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.239161:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43927e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edae expref: 80 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.239168:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43927e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edae expref: 80 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.239195:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43927e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edae expref: 80 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066887.239206:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861165440:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066887.239274:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4263c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066887.242977:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860536448 00000100:00100000:1.0:1746066887.242988:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860536448 00000100:00100000:1.0:1746066887.243054:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29459 00000100:00100000:1.0:1746066887.243061:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860536448:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066887.243076:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066887.243090:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439285 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267edb5 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.243113:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43927e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edae expref: 80 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.243120:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066887.243121:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066887.243124:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439285 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edb5 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.243148:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43927e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edae expref: 80 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.243158:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43927e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edae expref: 80 pid: 21660 timeout: 1099 lvb_type: 0 00000100:00100000:1.0:1746066887.243169:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091269180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861165568:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066887.243238:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:2.0:1746066887.250388:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861165440:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066887.250398:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:2.0:1746066887.250406:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066887.250420:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860536832 00000100:00100000:1.0:1746066887.250425:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860536832 00000100:00100000:2.0:1746066887.250443:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2031:x1830882860536576:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 11371us (11627us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.250452:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12286 00002000:00100000:1.0:1746066887.250458:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126b100 x1830882860536832/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.250468:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126b100 with x1830882860536832 ext(0->4095) 00010000:00010000:1.0:1746066887.250476:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43927e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edae expref: 80 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.250488:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43927e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edae expref: 80 pid: 21660 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.250495:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126b100 00000100:00100000:1.0:1746066887.250507:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2191 00000100:00100000:1.0:1746066887.250512:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2034:x1830882860536832:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066887.250566:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091269180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861165568:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066887.250582:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439285 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edb5 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066887.250593:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc3600, rc 0) 00000100:00100000:0.0:1746066887.250611:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860536448:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7552us (13756us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066887.250618:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29459 00000100:00100000:1.0:1746066887.251558:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2034:x1830882860536832:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 1043us (1160us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.251565:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2191 00002000:00100000:1.0:1746066887.251571:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126b100 x1830882860536832/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.251579:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126b100 with x1830882860536832 ext(0->4095) 00010000:00010000:1.0:1746066887.251584:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43927e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edae expref: 80 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.251599:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43927e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edae expref: 80 pid: 21660 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.251605:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126b100 00000100:00100000:0.0:1746066887.258708:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.259055:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860536960 00000100:00100000:2.0:1746066887.259064:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860536960 00000100:00100000:2.0:1746066887.259118:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29460 00000100:00100000:2.0:1746066887.259126:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+80:1868:x1830882860536960:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066887.259379:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.259451:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860537088 00000100:00100000:3.0:1746066887.259462:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860537088 00010000:00010000:3.0:1746066887.259497:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43927e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edae expref: 81 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.259512:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066887.259531:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e900200/0xd6b24631ff43928c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267edbc expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.259557:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066887.259564:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439285 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edb5 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.259570:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066887.259575:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e900200/0xd6b24631ff43928c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edbc expref: 82 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.259613:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439285 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edb5 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.259627:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e900200/0xd6b24631ff43928c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edbc expref: 82 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.259642:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e900200, rc 0) 00000100:00100000:3.0:1746066887.259836:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12287 00000100:00100000:3.0:1746066887.259845:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2031:x1830882860537088:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.259857:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.259874:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43927e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edae expref: 82 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.260119:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43927e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edae expref: 82 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.260140:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43927e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edae expref: 82 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.260160:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.260163:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.260170:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439285 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edb5 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.260178:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439285 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edb5 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.260230:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439285 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edb5 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.260241:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439285 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edb5 expref: 5 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.260253:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861165824:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066887.260417:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+81:1868:x1830882860536960:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1290us (1719us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.260424:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29460 00000100:00100000:3.0:1746066887.260485:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.262820:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861165824:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.262835:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.263107:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2031:x1830882860537088:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3262us (3726us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.263121:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12287 00000100:00100000:0.0:1746066887.264063:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.264118:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860537344 00000100:00100000:1.0:1746066887.264126:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860537344 00002000:00100000:1.0:1746066887.264157:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4e300 x1830882860537344/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.264165:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4e300 with x1830882860537344 ext(0->4095) 00010000:00010000:1.0:1746066887.264174:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439285 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edb5 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.264186:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439285 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edb5 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.264192:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c4e300 00000100:00100000:1.0:1746066887.264219:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2192 00000100:00100000:1.0:1746066887.264225:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860537344:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066887.264557:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860537344:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 331us (494us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.264564:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2192 00002000:00100000:1.0:1746066887.264570:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4e300 x1830882860537344/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.264577:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4e300 with x1830882860537344 ext(0->4095) 00010000:00010000:1.0:1746066887.264582:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439285 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edb5 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.264591:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439285 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edb5 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.264597:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c4e300 00000100:00100000:0.0:1746066887.268435:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.268502:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860537472 00000100:00100000:3.0:1746066887.268509:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860537472 00010000:00010000:3.0:1746066887.268541:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439285 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edb5 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.268573:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12288 00000100:00100000:3.0:1746066887.268580:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860537472:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.268591:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.268606:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439285 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edb5 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.268617:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439285 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edb5 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.268634:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439285 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edb5 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.268658:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.268661:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.268668:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e900200/0xd6b24631ff43928c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edbc expref: 79 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.268676:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e900200/0xd6b24631ff43928c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edbc expref: 79 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.268703:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e900200/0xd6b24631ff43928c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edbc expref: 79 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.268714:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861165952:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.268862:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.272029:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.272132:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861165952:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.272148:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.272184:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860537472:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3603us (3753us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.272193:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12288 00000100:00100000:1.0:1746066887.272273:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860537728 00000100:00100000:1.0:1746066887.272280:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860537728 00002000:00100000:1.0:1746066887.272310:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4f480 x1830882860537728/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.272320:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4f480 with x1830882860537728 ext(0->4095) 00002000:00010000:1.0:1746066887.272324:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c4f480 00000100:00100000:1.0:1746066887.272507:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13165 00000100:00100000:1.0:1746066887.272515:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2033:x1830882860537728:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066887.272632:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2033:x1830882860537728:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (609us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.272638:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13165 00002000:00100000:1.0:1746066887.272644:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4f480 x1830882860537728/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.272652:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4f480 with x1830882860537728 ext(0->4095) 00002000:00010000:1.0:1746066887.272655:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c4f480 00000100:00100000:0.0:1746066887.277727:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.277838:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860537856 00000100:00100000:2.0:1746066887.277846:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860537856 00000100:00100000:2.0:1746066887.277903:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29461 00000100:00100000:2.0:1746066887.277919:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860537856:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066887.277933:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066887.277948:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff439293 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267edc3 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.277974:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e900200/0xd6b24631ff43928c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edbc expref: 79 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.277982:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066887.277984:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066887.277987:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff439293 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edc3 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.278014:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e900200/0xd6b24631ff43928c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edbc expref: 79 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.278026:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e900200/0xd6b24631ff43928c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edbc expref: 79 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.278042:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861166080:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066887.278115:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426540 going to sleep for 11 seconds 00000100:00100000:2.0:1746066887.281564:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861166080:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066887.281591:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff439293 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edc3 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.281607:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e900800, rc 0) 00000100:00100000:2.0:1746066887.281649:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860537856:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3738us (3928us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.281658:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29461 00000100:00100000:0.0:1746066887.285644:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066887.286145:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.286435:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860538112 00000100:00100000:2.0:1746066887.286443:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860538112 00000100:00100000:2.0:1746066887.286480:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29462 00000100:00100000:2.0:1746066887.286487:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+80:1868:x1830882860538112:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066887.286502:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066887.286518:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e901000/0xd6b24631ff43929a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267edca expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.286542:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066887.286547:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff439293 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edc3 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.286553:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066887.286556:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e901000/0xd6b24631ff43929a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edca expref: 81 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.286591:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff439293 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edc3 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.286607:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e901000/0xd6b24631ff43929a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edca expref: 81 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.286616:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e901000, rc 0) 00000100:00100000:3.0:1746066887.286709:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860537984 00000100:00100000:3.0:1746066887.286714:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860537984 00010000:00010000:3.0:1746066887.286732:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e900200/0xd6b24631ff43928c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edbc expref: 82 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.286749:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12289 00000100:00100000:3.0:1746066887.286754:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2034:x1830882860537984:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.286762:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.286778:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e900200/0xd6b24631ff43928c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edbc expref: 82 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.286788:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e900200/0xd6b24631ff43928c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edbc expref: 82 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.286803:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e900200/0xd6b24631ff43928c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edbc expref: 82 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.286815:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.286817:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.286822:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff439293 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edc3 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.286828:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff439293 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edc3 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.286846:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff439293 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edc3 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.286855:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff439293 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edc3 expref: 5 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.286864:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861166336:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066887.287556:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+81:1868:x1830882860538112:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1067us (1409us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.287562:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29462 00000100:00100000:3.0:1746066887.287564:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.290633:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861166336:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.290649:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.290682:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2034:x1830882860537984:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3926us (5045us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.290691:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12289 00000100:00100000:0.0:1746066887.291534:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.291678:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860538368 00000100:00100000:2.0:1746066887.291683:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860538368 00002000:00100000:2.0:1746066887.291715:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008de44a80 x1830882860538368/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.291728:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de44a80 with x1830882860538368 ext(0->4095) 00010000:00010000:2.0:1746066887.291738:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff439293 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edc3 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.291750:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff439293 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edc3 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.291755:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de44a80 00000100:00100000:2.0:1746066887.291777:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2193 00000100:00100000:2.0:1746066887.291785:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860538368:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066887.291897:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860538368:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (364us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.292054:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2193 00002000:00100000:2.0:1746066887.292061:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008de44a80 x1830882860538368/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.292067:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de44a80 with x1830882860538368 ext(0->4095) 00010000:00010000:2.0:1746066887.292071:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff439293 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edc3 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.292080:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff439293 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edc3 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.292085:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de44a80 00000100:00100000:0.0:1746066887.296075:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.296185:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860538496 00000100:00100000:3.0:1746066887.296193:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860538496 00010000:00010000:3.0:1746066887.296220:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff439293 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edc3 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.296244:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12290 00000100:00100000:3.0:1746066887.296251:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860538496:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.296264:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.296280:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff439293 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edc3 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.296291:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff439293 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edc3 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.296309:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff439293 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edc3 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.296493:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.296495:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.296502:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e901000/0xd6b24631ff43929a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edca expref: 79 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.296510:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e901000/0xd6b24631ff43929a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edca expref: 79 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.296537:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e901000/0xd6b24631ff43929a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edca expref: 79 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.296548:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861166464:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.296618:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.298665:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.298760:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861166464:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.298774:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.298808:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860538496:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2557us (2741us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.298820:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12290 00000100:00100000:2.0:1746066887.298877:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860538752 00000100:00100000:2.0:1746066887.298884:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860538752 00002000:00100000:2.0:1746066887.298926:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008de45180 x1830882860538752/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.298935:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de45180 with x1830882860538752 ext(0->4095) 00002000:00010000:2.0:1746066887.298939:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de45180 00000100:00100000:2.0:1746066887.298967:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13166 00000100:00100000:2.0:1746066887.298974:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2033:x1830882860538752:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066887.299081:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2033:x1830882860538752:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (420us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.299087:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13166 00002000:00100000:2.0:1746066887.299092:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008de45180 x1830882860538752/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.299105:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de45180 with x1830882860538752 ext(0->4095) 00002000:00010000:2.0:1746066887.299108:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de45180 00000100:00100000:0.0:1746066887.312693:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.312825:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860538880 00000100:00100000:3.0:1746066887.312835:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860538880 00000100:00100000:3.0:1746066887.312886:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29463 00000100:00100000:3.0:1746066887.312893:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860538880:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066887.312923:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066887.312938:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4392a1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267edd1 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.312964:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e901000/0xd6b24631ff43929a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edca expref: 79 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.312971:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066887.312973:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066887.312976:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4392a1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd1 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.313003:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e901000/0xd6b24631ff43929a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edca expref: 79 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.313014:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e901000/0xd6b24631ff43929a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edca expref: 79 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.313025:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861166592:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066887.313112:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.319633:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861166592:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066887.319675:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4392a1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd1 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.319694:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb7200, rc 0) 00000100:00100000:3.0:1746066887.319744:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860538880:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6849us (7060us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.319754:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29463 00000100:00100000:1.0:1746066887.322523:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.322620:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860539008 00000100:00100000:2.0:1746066887.322631:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860539008 00002000:00100000:2.0:1746066887.322673:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880091268000 x1830882860539008/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 496/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.322684:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091268000 with x1830882860539008 ext(0->7) 00010000:00010000:2.0:1746066887.322693:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e901000/0xd6b24631ff43929a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edca expref: 80 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.322707:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e901000/0xd6b24631ff43929a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edca expref: 80 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.322714:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091268000 00000100:00100000:2.0:1746066887.322752:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2194 00000100:00100000:2.0:1746066887.322758:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2034:x1830882860539008:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066887.324124:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2034:x1830882860539008:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1362us (1607us total) trans 4294972183 rc 0/0 00000100:00100000:0.0:1746066887.324133:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2194 00002000:00100000:0.0:1746066887.324140:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880091268000 x1830882860539008/t4294972183(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 496/448 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066887.324155:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091268000 with x1830882860539008 ext(0->7) 00010000:00010000:0.0:1746066887.324160:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e901000/0xd6b24631ff43929a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edca expref: 82 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:0.0:1746066887.324172:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e901000/0xd6b24631ff43929a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edca expref: 82 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:0.0:1746066887.324178:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091268000 00000100:00100000:0.0:1746066887.330719:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.330807:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860539136 00000100:00100000:3.0:1746066887.330821:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860539136 00010000:00010000:3.0:1746066887.330872:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e901000/0xd6b24631ff43929a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edca expref: 82 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.330933:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12291 00000100:00100000:3.0:1746066887.330942:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2033:x1830882860539136:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.330960:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.330980:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e901000/0xd6b24631ff43929a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edca expref: 82 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.330993:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e901000/0xd6b24631ff43929a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edca expref: 82 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.331018:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e901000/0xd6b24631ff43929a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edca expref: 82 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.331047:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.331050:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.331058:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4392a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd1 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.331068:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4392a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd1 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.331104:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4392a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd1 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.331117:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861166720:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.331219:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.333205:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861166720:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.333224:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.333263:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2033:x1830882860539136:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2322us (2551us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.333273:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12291 00000100:00100000:0.0:1746066887.334887:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.335631:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860539392 00000100:00100000:2.0:1746066887.335638:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860539392 00002000:00100000:2.0:1746066887.335669:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008de45c00 x1830882860539392/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.335680:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de45c00 with x1830882860539392 ext(0->4095) 00002000:00010000:2.0:1746066887.335684:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de45c00 00000100:00100000:2.0:1746066887.335710:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13167 00000100:00100000:2.0:1746066887.335716:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860539392:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066887.336146:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860539392:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 429us (1260us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.336153:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13167 00002000:00100000:2.0:1746066887.336159:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008de45c00 x1830882860539392/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.336166:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de45c00 with x1830882860539392 ext(0->4095) 00002000:00010000:2.0:1746066887.336168:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de45c00 00000100:00100000:0.0:1746066887.338130:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.338249:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860539520 00000100:00100000:3.0:1746066887.338255:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860539520 00000100:00100000:3.0:1746066887.338285:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29464 00000100:00100000:3.0:1746066887.338291:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+81:1868:x1830882860539520:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066887.338303:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066887.338317:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267edd8 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.338359:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4392a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd1 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.338365:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.338367:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.338370:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392a8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd8 expref: 82 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.338394:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4392a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd1 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.338405:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4392a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd1 expref: 5 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.338415:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861166848:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066887.338721:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.339076:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.339177:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860539648 00000100:00100000:0.0:1746066887.339181:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860539648 00000100:00100000:0.0:1746066887.339587:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29465 00000100:00100000:0.0:1746066887.339594:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+83:1869:x1830882860539648:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066887.339601:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066887.339607:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095ef4600/0xd6b24631ff4392af lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eddf expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066887.339620:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066887.339623:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392a8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd8 expref: 84 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066887.339629:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066887.339631:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095ef4600/0xd6b24631ff4392af lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eddf expref: 84 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066887.339657:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392a8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd8 expref: 84 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066887.339675:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095ef4600/0xd6b24631ff4392af lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eddf expref: 84 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066887.339683:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ef4600, rc 0) 00000100:00100000:0.0:1746066887.339704:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+84:1869:x1830882860539648:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (984us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066887.339710:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29465 00000100:00100000:3.0:1746066887.343191:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861166848:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066887.343218:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392a8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd8 expref: 83 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.343233:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb7c00, rc 0) 00000100:00100000:3.0:1746066887.344500:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+83:1868:x1830882860539520:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6205us (6369us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.344508:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29464 00000100:00100000:2.0:1746066887.344883:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.345210:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860539776 00000100:00100000:3.0:1746066887.345216:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860539776 00010000:00010000:3.0:1746066887.345238:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4392a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd1 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.345258:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12292 00000100:00100000:3.0:1746066887.345263:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860539776:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.345275:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.345289:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4392a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd1 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.345300:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4392a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd1 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.345317:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4392a1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd1 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.345466:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.345468:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.345474:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd8 expref: 82 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.345481:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd8 expref: 82 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.345504:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd8 expref: 82 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.345517:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd8 expref: 82 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.345527:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861167104:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.345959:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.348264:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.348398:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861167104:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.348420:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066887.348463:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860540032 00000100:00100000:3.0:1746066887.348473:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860539776:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3208us (3591us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.348474:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860540032 00000100:00100000:3.0:1746066887.348484:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12292 00002000:00100000:2.0:1746066887.348512:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008de46680 x1830882860540032/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.348522:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de46680 with x1830882860540032 ext(0->4095) 00010000:00010000:2.0:1746066887.348530:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd8 expref: 83 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.348543:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd8 expref: 83 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.348550:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de46680 00000100:00100000:2.0:1746066887.348579:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2195 00000100:00100000:2.0:1746066887.348585:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+83:2034:x1830882860540032:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066887.348704:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+83:2034:x1830882860540032:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (448us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.348721:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2195 00002000:00100000:2.0:1746066887.348727:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008de46680 x1830882860540032/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.348734:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de46680 with x1830882860540032 ext(0->4095) 00010000:00010000:2.0:1746066887.348739:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd8 expref: 83 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.348748:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd8 expref: 83 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.348754:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de46680 00000100:00100000:0.0:1746066887.352939:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.353031:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860540160 00000100:00100000:3.0:1746066887.353042:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860540160 00010000:00010000:3.0:1746066887.353081:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd8 expref: 83 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.353112:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12293 00000100:00100000:3.0:1746066887.353121:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+83:2032:x1830882860540160:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.353135:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.353156:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd8 expref: 83 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.353169:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd8 expref: 83 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.353194:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edd8 expref: 83 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.353223:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.353226:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.353234:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095ef4600/0xd6b24631ff4392af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eddf expref: 82 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.353242:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095ef4600/0xd6b24631ff4392af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eddf expref: 82 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.353279:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095ef4600/0xd6b24631ff4392af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eddf expref: 82 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.353293:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861167232:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.355142:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.358041:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861167232:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.358068:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.358168:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2032:x1830882860540160:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5045us (5239us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.358181:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12293 00000100:00100000:0.0:1746066887.358650:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.358767:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860540416 00000100:00100000:3.0:1746066887.358774:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860540416 00002000:00100000:3.0:1746066887.358817:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008de46a00 x1830882860540416/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066887.358827:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de46a00 with x1830882860540416 ext(0->4095) 00002000:00010000:3.0:1746066887.358832:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de46a00 00000100:00100000:3.0:1746066887.359104:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13168 00000100:00100000:3.0:1746066887.359112:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2033:x1830882860540416:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066887.359249:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2033:x1830882860540416:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (600us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066887.359255:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13168 00002000:00100000:3.0:1746066887.359261:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008de46a00 x1830882860540416/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066887.359273:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de46a00 with x1830882860540416 ext(0->4095) 00002000:00010000:3.0:1746066887.359276:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de46a00 00000100:00100000:0.0:1746066887.361842:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.362113:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860540544 00000100:00100000:3.0:1746066887.362123:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860540544 00000100:00100000:3.0:1746066887.362217:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29466 00000100:00100000:3.0:1746066887.362225:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860540544:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066887.362245:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066887.362263:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392b6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ede6 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.362291:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095ef4600/0xd6b24631ff4392af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eddf expref: 81 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.362304:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066887.362306:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066887.362310:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392b6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ede6 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.362375:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095ef4600/0xd6b24631ff4392af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eddf expref: 81 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.362390:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095ef4600/0xd6b24631ff4392af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eddf expref: 81 pid: 21660 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.362405:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861167360:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066887.362931:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.366124:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861167360:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066887.366160:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392b6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ede6 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.366178:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb7e00, rc 0) 00000100:00100000:3.0:1746066887.366232:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860540544:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4007us (4398us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.366241:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29466 00000100:00100000:0.0:1746066887.367763:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.367819:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860540672 00000100:00100000:3.0:1746066887.367827:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860540672 00010000:00010000:3.0:1746066887.367865:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095ef4600/0xd6b24631ff4392af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eddf expref: 82 pid: 21660 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.368114:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12294 00000100:00100000:3.0:1746066887.368122:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2033:x1830882860540672:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.368137:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.368158:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095ef4600/0xd6b24631ff4392af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eddf expref: 82 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.368171:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095ef4600/0xd6b24631ff4392af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eddf expref: 82 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.368196:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095ef4600/0xd6b24631ff4392af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eddf expref: 82 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.368644:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.368647:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.368657:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392b6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ede6 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.368668:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ede6 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.368703:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ede6 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.368716:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861167488:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.368804:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:2.0:1746066887.372521:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066887.372629:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861167488:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066887.372653:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066887.372709:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2033:x1830882860540672:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4586us (4950us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066887.372721:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12294 00000100:00100000:3.0:1746066887.372774:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860540800 00000100:00100000:3.0:1746066887.372781:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860540800 00000100:00100000:3.0:1746066887.372947:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29467 00000100:00100000:3.0:1746066887.372955:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+81:1868:x1830882860540800:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746066887.373132:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.373157:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860541056 00000100:00100000:2.0:1746066887.373161:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860541056 00002000:00100000:2.0:1746066887.373191:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98e300 x1830882860541056/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.373202:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98e300 with x1830882860541056 ext(0->4095) 00002000:00010000:2.0:1746066887.373206:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98e300 00000100:00100000:2.0:1746066887.373226:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13169 00010000:00010000:3.0:1746066887.373239:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746066887.373769:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860541056:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00010000:00010000:3.0:1746066887.373831:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392bd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eded expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.373858:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392b6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ede6 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.373865:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.373867:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.373870:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392bd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eded expref: 82 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.373896:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ede6 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.373918:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ede6 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.373929:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861167616:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066887.374001:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:2.0:1746066887.374153:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860541056:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 386us (1021us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.374160:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13169 00002000:00100000:2.0:1746066887.374167:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98e300 x1830882860541056/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.374175:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98e300 with x1830882860541056 ext(0->4095) 00010000:00010000:2.0:1746066887.374180:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392b6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ede6 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.374191:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392b6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ede6 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.374196:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e98e300 00000100:00100000:3.0:1746066887.375523:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861167616:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066887.375546:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392bd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eded expref: 82 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.375557:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb6400, rc 0) 00000100:00100000:3.0:1746066887.375585:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+82:1868:x1830882860540800:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2631us (3073us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.375592:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29467 00000100:00100000:0.0:1746066887.376068:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.376121:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860541184 00000100:00100000:2.0:1746066887.376127:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860541184 00000100:00100000:2.0:1746066887.376171:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29468 00000100:00100000:2.0:1746066887.376178:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+82:1869:x1830882860541184:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066887.376190:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066887.376202:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff4392c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267edf4 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.376221:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.376226:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392bd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eded expref: 83 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.376232:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066887.376236:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff4392c4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edf4 expref: 83 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.376261:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392bd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eded expref: 83 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.376278:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff4392c4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edf4 expref: 83 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.376286:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800962e2e00, rc 0) 00000100:00100000:2.0:1746066887.376310:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+83:1869:x1830882860541184:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.376316:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29468 00000100:00100000:0.0:1746066887.376634:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.376715:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860541312 00000100:00100000:2.0:1746066887.376719:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860541312 00010000:00010000:2.0:1746066887.376881:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ede6 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.376897:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12295 00000100:00100000:2.0:1746066887.376902:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860541312:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066887.376923:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066887.377157:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ede6 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.377168:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ede6 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.377187:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392b6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ede6 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.377209:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.377211:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.377217:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eded expref: 82 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.377224:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eded expref: 82 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.377247:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eded expref: 82 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.377259:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eded expref: 82 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.377271:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861167872:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066887.377533:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426540 going to sleep for 11 seconds 00000100:00100000:2.0:1746066887.378988:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861167872:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066887.379001:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066887.379026:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860541312:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2122us (2392us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.379035:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12295 00000100:00100000:0.0:1746066887.379519:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.379665:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860541568 00000100:00100000:2.0:1746066887.379669:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860541568 00002000:00100000:2.0:1746066887.379696:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008de47b80 x1830882860541568/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.379703:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de47b80 with x1830882860541568 ext(0->4095) 00010000:00010000:2.0:1746066887.379710:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eded expref: 83 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.379722:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eded expref: 83 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.379726:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de47b80 00000100:00100000:2.0:1746066887.379746:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2196 00000100:00100000:2.0:1746066887.379752:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+83:2034:x1830882860541568:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066887.379857:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+83:2034:x1830882860541568:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (339us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.379864:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2196 00002000:00100000:2.0:1746066887.379869:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008de47b80 x1830882860541568/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.379877:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de47b80 with x1830882860541568 ext(0->4095) 00010000:00010000:2.0:1746066887.379881:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eded expref: 83 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.379890:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eded expref: 83 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.379896:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de47b80 00000100:00100000:0.0:1746066887.383019:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.383118:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860541696 00000100:00100000:2.0:1746066887.383126:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860541696 00010000:00010000:2.0:1746066887.383156:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eded expref: 83 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.383181:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12296 00000100:00100000:2.0:1746066887.383189:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+83:2033:x1830882860541696:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066887.383201:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066887.383219:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eded expref: 83 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.383232:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eded expref: 83 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.383255:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eded expref: 83 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.383963:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.383966:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.383974:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff4392c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edf4 expref: 82 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.383983:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff4392c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edf4 expref: 82 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.384018:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff4392c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edf4 expref: 82 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066887.384030:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861168000:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066887.384118:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066887.386410:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861168000:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066887.386428:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066887.386463:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2033:x1830882860541696:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3273us (3454us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.386475:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12296 00000100:00100000:0.0:1746066887.387670:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.387847:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860541952 00000100:00100000:2.0:1746066887.387854:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860541952 00002000:00100000:2.0:1746066887.387892:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008de44700 x1830882860541952/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.387903:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de44700 with x1830882860541952 ext(0->4095) 00002000:00010000:2.0:1746066887.387922:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de44700 00000100:00100000:2.0:1746066887.387952:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13170 00000100:00100000:2.0:1746066887.387960:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2033:x1830882860541952:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066887.388091:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2033:x1830882860541952:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (585us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.388097:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13170 00002000:00100000:2.0:1746066887.388103:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008de44700 x1830882860541952/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.388110:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de44700 with x1830882860541952 ext(0->4095) 00002000:00010000:2.0:1746066887.388113:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de44700 00000100:00100000:0.0:1746066887.392177:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.392526:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860542080 00000100:00100000:2.0:1746066887.392536:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860542080 00000100:00100000:2.0:1746066887.392594:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29469 00000100:00100000:2.0:1746066887.392603:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860542080:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066887.392623:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066887.392641:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff4392cb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267edfb expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.392683:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff4392c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edf4 expref: 81 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.392692:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066887.392693:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066887.392697:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff4392cb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edfb expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.392734:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff4392c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edf4 expref: 81 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.392747:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff4392c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edf4 expref: 81 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.392760:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861168128:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066887.392852:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066887.394905:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861168128:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066887.395143:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff4392cb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edfb expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.395159:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d43d400, rc 0) 00000100:00100000:2.0:1746066887.395202:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860542080:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2594us (3030us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.395211:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29469 00000100:00100000:0.0:1746066887.397520:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.397640:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860542208 00000100:00100000:2.0:1746066887.397651:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860542208 00010000:00010000:2.0:1746066887.397690:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff4392c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edf4 expref: 82 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.397727:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12297 00000100:00100000:2.0:1746066887.397735:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2034:x1830882860542208:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066887.397750:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066887.397771:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff4392c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edf4 expref: 82 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.397784:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff4392c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edf4 expref: 82 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.397806:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff4392c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edf4 expref: 82 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:0.0:1746066887.398320:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:2.0:1746066887.398545:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.398548:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.398556:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff4392cb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edfb expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.398605:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860542336 00000100:00100000:3.0:1746066887.398608:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860542336 00000100:00100000:3.0:1746066887.398648:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29470 00000100:00100000:3.0:1746066887.398654:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+82:1868:x1830882860542336:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066887.398670:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066887.398686:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ee02 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.398799:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff4392cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edfb expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.398834:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff4392cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267edfb expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.398843:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.398844:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.398846:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392d2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee02 expref: 83 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.398867:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff4392cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edfb expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.398875:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff4392cb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edfb expref: 5 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.398886:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861168256:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066887.398965:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00010000:00010000:2.0:1746066887.399020:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff4392cb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edfb expref: 5 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.399029:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff4392cb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edfb expref: 5 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.399038:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861168384:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066887.399061:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.400739:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861168256:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066887.400764:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392d2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee02 expref: 83 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.400776:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb7c00, rc 0) 00000100:00100000:3.0:1746066887.400806:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+83:1868:x1830882860542336:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2152us (2487us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.400814:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29470 00000100:00100000:2.0:1746066887.400893:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861168384:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066887.400903:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066887.400937:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2034:x1830882860542208:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3203us (3426us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.400946:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12297 00000100:00100000:0.0:1746066887.401805:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.402129:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860542592 00000100:00100000:3.0:1746066887.402135:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860542592 00002000:00100000:3.0:1746066887.402175:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008de46d80 x1830882860542592/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066887.402194:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de46d80 with x1830882860542592 ext(0->4095) 00010000:00010000:3.0:1746066887.402202:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff4392cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edfb expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.402216:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff4392cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edfb expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:3.0:1746066887.402223:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de46d80 00000100:00100000:3.0:1746066887.402249:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2197 00000100:00100000:3.0:1746066887.402256:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860542592:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066887.402636:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860542592:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 379us (831us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066887.402642:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2197 00002000:00100000:3.0:1746066887.402647:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008de46d80 x1830882860542592/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066887.402654:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de46d80 with x1830882860542592 ext(0->4095) 00010000:00010000:3.0:1746066887.402659:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff4392cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edfb expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.402669:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff4392cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edfb expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:3.0:1746066887.402675:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de46d80 00000100:00100000:0.0:1746066887.404805:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.404857:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860542720 00000100:00100000:2.0:1746066887.404865:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860542720 00010000:00010000:2.0:1746066887.404897:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff4392cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edfb expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.405135:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12298 00000100:00100000:2.0:1746066887.405142:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860542720:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066887.405156:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066887.405175:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff4392cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edfb expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.405188:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff4392cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edfb expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.405219:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff4392cb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267edfb expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.405233:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.405235:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.405242:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee02 expref: 81 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.405250:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee02 expref: 81 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.405283:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee02 expref: 81 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066887.405297:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861168512:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066887.405402:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066887.407213:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861168512:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066887.407232:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066887.407275:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860542720:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2132us (2481us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.407286:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12298 00000100:00100000:0.0:1746066887.407796:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.408283:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860542976 00000100:00100000:2.0:1746066887.408288:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860542976 00002000:00100000:2.0:1746066887.408322:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008de44e00 x1830882860542976/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.408330:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de44e00 with x1830882860542976 ext(0->4095) 00002000:00010000:2.0:1746066887.408334:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de44e00 00000100:00100000:2.0:1746066887.408720:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13171 00000100:00100000:2.0:1746066887.408726:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2034:x1830882860542976:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066887.408947:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2034:x1830882860542976:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 219us (1150us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.408954:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13171 00002000:00100000:2.0:1746066887.408960:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008de44e00 x1830882860542976/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.408967:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de44e00 with x1830882860542976 ext(0->4095) 00002000:00010000:2.0:1746066887.408971:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de44e00 00000100:00100000:0.0:1746066887.411556:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.411708:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860543104 00000100:00100000:3.0:1746066887.411718:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860543104 00000100:00100000:3.0:1746066887.411766:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29471 00000100:00100000:3.0:1746066887.411774:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860543104:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066887.411794:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066887.411813:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392d9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ee09 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.411844:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee02 expref: 81 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.411852:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066887.411853:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066887.411857:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392d9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee09 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.411888:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee02 expref: 81 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.412517:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee02 expref: 81 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.412530:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861168640:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066887.413576:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.417849:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.417965:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860543232 00000100:00100000:2.0:1746066887.417975:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860543232 00002000:00100000:2.0:1746066887.418025:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094ec0700 x1830882860543232/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 496/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.418036:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec0700 with x1830882860543232 ext(0->7) 00010000:00010000:2.0:1746066887.418045:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392d2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee02 expref: 82 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.418060:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392d2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee02 expref: 82 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.418067:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec0700 00000100:00100000:2.0:1746066887.418092:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2198 00000100:00100000:2.0:1746066887.418100:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2033:x1830882860543232:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746066887.418313:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861168640:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066887.418369:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392d9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee09 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.418390:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb7e00, rc 0) 00000100:00100000:3.0:1746066887.418450:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860543104:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6676us (6903us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.418458:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29471 00000100:00100000:0.0:1746066887.419647:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2033:x1830882860543232:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1539us (1800us total) trans 4294972184 rc 0/0 00000100:00100000:0.0:1746066887.419658:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2198 00002000:00100000:0.0:1746066887.419667:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094ec0700 x1830882860543232/t4294972184(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 496/448 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066887.419676:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec0700 with x1830882860543232 ext(0->7) 00010000:00010000:0.0:1746066887.419685:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee02 expref: 84 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:0.0:1746066887.419699:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee02 expref: 84 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:0.0:1746066887.419706:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec0700 00000100:00100000:0.0:1746066887.422630:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.422735:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860543360 00000100:00100000:2.0:1746066887.422742:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860543360 00010000:00010000:2.0:1746066887.422766:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee02 expref: 84 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.422791:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12299 00000100:00100000:2.0:1746066887.422801:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2031:x1830882860543360:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066887.422813:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066887.422825:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee02 expref: 84 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.422833:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee02 expref: 84 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.422847:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff4392d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee02 expref: 84 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.422860:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.422861:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.422866:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392d9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee09 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.422871:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee09 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.422893:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee09 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066887.422900:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861168768:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066887.423180:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426540 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.426746:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.426856:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861168768:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066887.426862:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860543616 00010000:00010000:2.0:1746066887.426872:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066887.426875:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860543616 00000100:00100000:2.0:1746066887.426919:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+83:2031:x1830882860543360:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4103us (4281us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.427114:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12299 00002000:00100000:1.0:1746066887.427130:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4c700 x1830882860543616/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.427143:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4c700 with x1830882860543616 ext(0->4095) 00002000:00010000:1.0:1746066887.427149:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c4c700 00000100:00100000:1.0:1746066887.427192:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13172 00000100:00100000:1.0:1746066887.427201:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860543616:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066887.428176:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860543616:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 974us (1434us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.428184:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13172 00002000:00100000:1.0:1746066887.428190:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4c700 x1830882860543616/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.428198:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4c700 with x1830882860543616 ext(0->4095) 00002000:00010000:1.0:1746066887.428201:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c4c700 00000100:00100000:0.0:1746066887.431939:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066887.431978:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.432026:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860543744 00000100:00100000:3.0:1746066887.432038:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860543744 00000100:00100000:1.0:1746066887.432040:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860543872 00000100:00100000:1.0:1746066887.432045:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860543872 00000100:00100000:3.0:1746066887.432107:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29472 00000100:00100000:3.0:1746066887.432120:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+84:1869:x1830882860543744:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746066887.432121:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29473 00000100:00100000:1.0:1746066887.432125:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+84:1868:x1830882860543872:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066887.432143:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066887.432152:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066887.432163:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4392e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ee10 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.432163:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff4392e7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ee17 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.432269:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392d9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee09 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.432278:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066887.432280:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066887.432284:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff4392e7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee17 expref: 86 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.432368:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.432374:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff4392e7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee17 expref: 86 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.432409:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066887.432412:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4392e0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee10 expref: 86 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.432437:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee09 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.432451:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee09 expref: 5 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:1.0:1746066887.432464:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861169024:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066887.432468:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff4392e7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee17 expref: 86 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.432480:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4392e0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee10 expref: 86 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.432494:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb7200, rc 0) 00000100:00100000:3.0:1746066887.432535:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+86:1869:x1830882860543744:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 421us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.432542:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29472 00000100:00100000:1.0:1746066887.432599:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066887.435619:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861169024:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066887.435651:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff4392e7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee17 expref: 85 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.435665:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8200, rc 0) 00000100:00100000:1.0:1746066887.436578:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+85:1868:x1830882860543872:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4449us (4596us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066887.436587:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29473 00000100:00100000:0.0:1746066887.437184:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.437261:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860544000 00000100:00100000:3.0:1746066887.437273:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860544000 00010000:00010000:3.0:1746066887.437591:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee09 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.437687:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12300 00000100:00100000:3.0:1746066887.437696:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860544000:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.437713:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.437858:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee09 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.437871:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee09 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.437898:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7e00/0xd6b24631ff4392d9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee09 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.437941:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.437945:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.437953:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff4392e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee17 expref: 84 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.437966:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff4392e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee17 expref: 84 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.438002:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff4392e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee17 expref: 84 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.438014:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff4392e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee17 expref: 84 pid: 9917 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.438027:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861169152:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.438119:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.439941:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861169152:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.439966:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.440025:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860544000:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2328us (2840us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.440037:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12300 00000100:00100000:0.0:1746066887.440879:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.440990:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860544256 00000100:00100000:1.0:1746066887.441004:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860544256 00002000:00100000:1.0:1746066887.441040:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4f100 x1830882860544256/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.441050:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4f100 with x1830882860544256 ext(0->4095) 00010000:00010000:1.0:1746066887.441058:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff4392e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee17 expref: 85 pid: 9917 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.441076:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff4392e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee17 expref: 85 pid: 9917 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.441083:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c4f100 00000100:00100000:1.0:1746066887.441110:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2199 00000100:00100000:1.0:1746066887.441117:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+85:2033:x1830882860544256:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066887.441225:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+85:2033:x1830882860544256:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (352us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.441232:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2199 00002000:00100000:1.0:1746066887.441238:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4f100 x1830882860544256/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.441245:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4f100 with x1830882860544256 ext(0->4095) 00010000:00010000:1.0:1746066887.441249:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff4392e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee17 expref: 85 pid: 9917 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.441257:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff4392e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee17 expref: 85 pid: 9917 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.441263:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c4f100 00000100:00100000:0.0:1746066887.444267:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.444555:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860544384 00000100:00100000:3.0:1746066887.444566:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860544384 00010000:00010000:3.0:1746066887.444604:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff4392e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee17 expref: 85 pid: 9917 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.445712:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12301 00000100:00100000:3.0:1746066887.445728:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+85:2033:x1830882860544384:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.445745:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.445769:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff4392e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee17 expref: 85 pid: 9917 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.445783:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff4392e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee17 expref: 85 pid: 9917 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.445808:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff4392e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee17 expref: 85 pid: 9917 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.445836:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.445839:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.445846:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4392e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee10 expref: 84 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.445855:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4392e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee10 expref: 84 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.445920:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4392e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee10 expref: 84 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.445938:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861169280:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.446033:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.448674:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861169280:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.448689:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.448719:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2033:x1830882860544384:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3000us (4456us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.448726:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12301 00000100:00100000:0.0:1746066887.449534:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.449599:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860544640 00000100:00100000:1.0:1746066887.449604:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860544640 00002000:00100000:1.0:1746066887.449629:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4ce00 x1830882860544640/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.449636:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4ce00 with x1830882860544640 ext(0->4095) 00002000:00010000:1.0:1746066887.449640:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c4ce00 00000100:00100000:1.0:1746066887.449891:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13173 00000100:00100000:1.0:1746066887.449897:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2033:x1830882860544640:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066887.450233:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2033:x1830882860544640:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 335us (699us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.450237:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13173 00002000:00100000:1.0:1746066887.450242:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4ce00 x1830882860544640/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.450247:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4ce00 with x1830882860544640 ext(0->4095) 00002000:00010000:1.0:1746066887.450249:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c4ce00 00000100:00100000:0.0:1746066887.451721:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.452248:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860544768 00000100:00100000:1.0:1746066887.452254:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860544768 00000100:00100000:1.0:1746066887.452287:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29474 00000100:00100000:1.0:1746066887.452292:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860544768:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066887.452303:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066887.452317:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff4392ee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ee1e expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.452360:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4392e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee10 expref: 83 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.452366:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066887.452367:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066887.452369:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff4392ee lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee1e expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.452394:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4392e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee10 expref: 83 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.452402:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4392e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee10 expref: 83 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:1.0:1746066887.452409:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861169408:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066887.452463:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:1.0:1746066887.454373:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861169408:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066887.454390:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff4392ee lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee1e expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.454399:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c9600, rc 0) 00000100:00100000:1.0:1746066887.454421:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860544768:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2129us (2704us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066887.454427:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29474 00000100:00100000:0.0:1746066887.455411:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.455462:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860544896 00000100:00100000:3.0:1746066887.455469:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860544896 00010000:00010000:3.0:1746066887.455488:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4392e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee10 expref: 84 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.455510:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12302 00000100:00100000:3.0:1746066887.455516:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2033:x1830882860544896:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.455527:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.455542:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4392e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee10 expref: 84 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.455552:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4392e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee10 expref: 84 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.455567:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff4392e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee10 expref: 84 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.455584:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.455586:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.455591:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff4392ee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee1e expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.455599:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff4392ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee1e expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.455622:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff4392ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee1e expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.455669:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861169536:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.455729:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.456867:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861169536:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.456879:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.457136:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+83:2033:x1830882860544896:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1391us (1497us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.457144:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12302 00000100:00100000:0.0:1746066887.457659:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.458564:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860545152 00000100:00100000:1.0:1746066887.458571:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860545152 00002000:00100000:1.0:1746066887.458600:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4c000 x1830882860545152/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.458607:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4c000 with x1830882860545152 ext(0->4095) 00002000:00010000:1.0:1746066887.458610:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c4c000 00000100:00100000:1.0:1746066887.458629:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13174 00000100:00100000:1.0:1746066887.458635:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860545152:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066887.458757:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860545152:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (1098us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.458763:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13174 00002000:00100000:1.0:1746066887.458769:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090c4c000 x1830882860545152/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.458776:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c4c000 with x1830882860545152 ext(0->4095) 00002000:00010000:1.0:1746066887.458778:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c4c000 00000100:00100000:0.0:1746066887.460176:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.460329:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860545280 00000100:00100000:1.0:1746066887.460334:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860545280 00000100:00100000:1.0:1746066887.460406:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29475 00000100:00100000:1.0:1746066887.460413:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+83:1868:x1830882860545280:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066887.460422:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066887.460435:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff4392f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ee25 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.460456:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff4392ee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee1e expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.460462:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066887.460464:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066887.460467:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff4392f5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee25 expref: 84 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.460489:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff4392ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee1e expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.460504:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff4392ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee1e expref: 5 pid: 9917 timeout: 1099 lvb_type: 0 00000100:00100000:1.0:1746066887.460514:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861169664:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066887.460565:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.461971:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.462606:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860545408 00000100:00100000:3.0:1746066887.462612:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860545408 00000100:00100000:1.0:1746066887.462950:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861169664:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066887.462951:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29476 00000100:00100000:3.0:1746066887.462958:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+85:1869:x1830882860545408:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066887.462967:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066887.462968:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff4392f5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee25 expref: 85 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.462975:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392fc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ee2c expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.462977:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8c00, rc 0) 00010000:00010000:3.0:1746066887.462989:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.462993:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff4392f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee25 expref: 86 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.462999:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066887.463002:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392fc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee2c expref: 86 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066887.463002:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+86:1868:x1830882860545280:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2590us (2828us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066887.463007:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29475 00010000:00010000:3.0:1746066887.463021:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff4392f5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee25 expref: 85 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.463035:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392fc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee2c expref: 85 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.463042:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb6400, rc 0) 00000100:00100000:3.0:1746066887.463059:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+85:1869:x1830882860545408:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (1089us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.463064:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29476 00000100:00100000:0.0:1746066887.465842:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.466226:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860545536 00000100:00100000:3.0:1746066887.466233:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860545536 00010000:00010000:3.0:1746066887.466262:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff4392ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee1e expref: 6 pid: 9917 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.466508:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12303 00000100:00100000:3.0:1746066887.466515:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860545536:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.466527:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.466544:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff4392ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee1e expref: 6 pid: 9917 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.466553:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff4392ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee1e expref: 6 pid: 9917 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.466570:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9600/0xd6b24631ff4392ee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee1e expref: 6 pid: 9917 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.466587:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.466589:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.466595:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff4392f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee25 expref: 84 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.466602:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff4392f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee25 expref: 84 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.466623:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff4392f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee25 expref: 84 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.466632:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff4392f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee25 expref: 84 pid: 9917 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.466642:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861169920:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.466704:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.471293:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861169920:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.471313:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066887.471549:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.471844:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860545536:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5328us (6007us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.471855:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12303 00000100:00100000:2.0:1746066887.472093:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860545792 00000100:00100000:2.0:1746066887.472100:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860545792 00002000:00100000:2.0:1746066887.472134:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65f100 x1830882860545792/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.472144:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65f100 with x1830882860545792 ext(0->4095) 00010000:00010000:2.0:1746066887.472152:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff4392f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee25 expref: 85 pid: 9917 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.472165:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff4392f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee25 expref: 85 pid: 9917 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.472171:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f65f100 00000100:00100000:2.0:1746066887.472207:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2200 00000100:00100000:2.0:1746066887.472214:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+85:2033:x1830882860545792:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066887.472358:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+85:2033:x1830882860545792:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (792us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.472365:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2200 00002000:00100000:2.0:1746066887.472371:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65f100 x1830882860545792/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.472379:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65f100 with x1830882860545792 ext(0->4095) 00010000:00010000:2.0:1746066887.472385:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff4392f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee25 expref: 85 pid: 9917 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.472399:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff4392f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee25 expref: 85 pid: 9917 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.472406:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f65f100 00000100:00100000:0.0:1746066887.474679:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.474745:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860545920 00000100:00100000:3.0:1746066887.474750:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860545920 00010000:00010000:3.0:1746066887.474769:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff4392f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee25 expref: 85 pid: 9917 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.475281:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12304 00000100:00100000:3.0:1746066887.475289:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091038000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+85:2032:x1830882860545920:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.475303:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.475318:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff4392f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee25 expref: 85 pid: 9917 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.475328:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff4392f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee25 expref: 85 pid: 9917 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.475381:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff4392f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee25 expref: 85 pid: 9917 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.475399:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.475401:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.475407:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee2c expref: 84 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.475414:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee2c expref: 84 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.475439:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee2c expref: 84 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.475448:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861170048:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.476171:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.478522:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861170048:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.478536:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066887.478544:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.478627:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860546176 00000100:00100000:2.0:1746066887.478633:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860546176 00002000:00100000:2.0:1746066887.478665:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880124040050 x1830882860546176/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.478674:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124040050 with x1830882860546176 ext(0->4095) 00002000:00010000:2.0:1746066887.478679:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124040050 00000100:00100000:3.0:1746066887.478808:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091038000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+85:2032:x1830882860545920:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3517us (4130us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.478821:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12304 00000100:00100000:2.0:1746066887.478882:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13175 00000100:00100000:2.0:1746066887.478889:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124040050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2031:x1830882860546176:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746066887.479001:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124040050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2031:x1830882860546176:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (456us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.479007:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13175 00002000:00100000:2.0:1746066887.479013:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880124040050 x1830882860546176/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.479020:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124040050 with x1830882860546176 ext(0->4095) 00002000:00010000:2.0:1746066887.479023:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124040050 00000100:00100000:0.0:1746066887.483474:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.483580:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860546304 00000100:00100000:3.0:1746066887.483586:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860546304 00000100:00100000:3.0:1746066887.483619:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29477 00000100:00100000:3.0:1746066887.483626:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091038700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860546304:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066887.483640:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066887.483654:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439303 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ee33 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.483678:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee2c expref: 83 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.483685:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066887.483686:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066887.483690:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439303 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee33 expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.483713:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee2c expref: 83 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.483724:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee2c expref: 83 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.483734:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861170176:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066887.484151:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.485681:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861170176:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066887.485701:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439303 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee33 expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.485713:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb7c00, rc 0) 00000100:00100000:3.0:1746066887.485737:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091038700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860546304:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2111us (2269us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.485745:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29477 00000100:00100000:0.0:1746066887.486860:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.486925:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860546432 00000100:00100000:3.0:1746066887.486930:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860546432 00010000:00010000:3.0:1746066887.486950:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee2c expref: 84 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.487049:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12305 00000100:00100000:3.0:1746066887.487055:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091039500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2033:x1830882860546432:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.487066:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.487080:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee2c expref: 84 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.487090:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee2c expref: 84 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.487106:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff4392fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee2c expref: 84 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.487121:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.487122:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.487127:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439303 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee33 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.487135:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439303 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee33 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.487154:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439303 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee33 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.487163:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861170304:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.487693:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.489073:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.489202:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860546560 00000100:00100000:3.0:1746066887.489207:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860546560 00000100:00100000:3.0:1746066887.489245:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29478 00000100:00100000:3.0:1746066887.489251:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+84:1868:x1830882860546560:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066887.489263:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066887.489275:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43930a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ee3a expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.489296:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439303 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee33 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.489303:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.489305:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.489308:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43930a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee3a expref: 85 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.489326:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439303 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee33 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.489363:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439303 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee33 expref: 5 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.489374:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861170432:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066887.489418:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07540 going to sleep for 11 seconds 00000100:00100000:2.0:1746066887.489605:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861170304:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066887.489617:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066887.489640:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091039500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+85:2033:x1830882860546432:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2585us (2783us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.489652:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12305 00000100:00100000:0.0:1746066887.489899:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.490174:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860546816 00000100:00100000:2.0:1746066887.490178:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860546816 00002000:00100000:2.0:1746066887.490201:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009103b100 x1830882860546816/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.490211:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009103b100 with x1830882860546816 ext(0->4095) 00010000:00010000:2.0:1746066887.490217:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439303 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee33 expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.490227:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439303 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee33 expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.490233:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009103b100 00000100:00100000:2.0:1746066887.490305:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2201 00000100:00100000:2.0:1746066887.490311:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860546816:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066887.490632:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860546816:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 321us (733us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.490638:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2201 00002000:00100000:2.0:1746066887.490643:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009103b100 x1830882860546816/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.490651:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009103b100 with x1830882860546816 ext(0->4095) 00010000:00010000:2.0:1746066887.490655:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439303 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee33 expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.490669:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439303 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee33 expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.490675:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009103b100 00000100:00100000:3.0:1746066887.491136:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861170432:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066887.491153:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43930a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee3a expref: 84 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.491161:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eabfe00, rc 0) 00000100:00100000:3.0:1746066887.491176:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+84:1868:x1830882860546560:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1926us (2106us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.491181:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29478 00000100:00100000:0.0:1746066887.492434:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.492505:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860546944 00000100:00100000:3.0:1746066887.492511:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860546944 00000100:00100000:3.0:1746066887.492547:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29479 00000100:00100000:3.0:1746066887.492553:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+84:1869:x1830882860546944:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066887.492563:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066887.492575:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439311 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ee41 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.492592:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.492596:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43930a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee3a expref: 85 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.492605:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066887.492608:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439311 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee41 expref: 85 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.492631:0:9629:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43930a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee3a expref: 85 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.492641:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439311 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee41 expref: 85 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.492649:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009093b200, rc 0) 00000100:00100000:3.0:1746066887.492673:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+85:1869:x1830882860546944:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.492679:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29479 00000100:00100000:0.0:1746066887.493610:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.493692:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860547072 00000100:00100000:2.0:1746066887.493696:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860547072 00010000:00010000:2.0:1746066887.493716:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439303 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee33 expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.493746:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12306 00000100:00100000:2.0:1746066887.493751:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091039180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860547072:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066887.493759:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066887.493772:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439303 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee33 expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.493783:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439303 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee33 expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.493799:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439303 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee33 expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.493813:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.493814:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.493819:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43930a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee3a expref: 84 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.493831:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43930a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee3a expref: 84 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.493850:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43930a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee3a expref: 84 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.493867:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43930a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee3a expref: 84 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.493878:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861170688:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066887.494101:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066887.495804:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861170688:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066887.495815:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066887.495852:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091039180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860547072:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2099us (2247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.495860:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12306 00000100:00100000:0.0:1746066887.495880:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.495902:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860547328 00000100:00100000:2.0:1746066887.495919:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860547328 00002000:00100000:2.0:1746066887.495942:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091039c00 x1830882860547328/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.495950:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091039c00 with x1830882860547328 ext(0->4095) 00010000:00010000:2.0:1746066887.495956:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43930a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee3a expref: 85 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.495971:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43930a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee3a expref: 85 pid: 9629 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.495977:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091039c00 00000100:00100000:2.0:1746066887.496040:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2202 00000100:00100000:2.0:1746066887.496047:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091039c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+85:2034:x1830882860547328:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066887.496216:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091039c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+85:2034:x1830882860547328:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 169us (336us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.496223:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2202 00002000:00100000:2.0:1746066887.496228:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091039c00 x1830882860547328/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.496235:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091039c00 with x1830882860547328 ext(0->4095) 00010000:00010000:2.0:1746066887.496239:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43930a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee3a expref: 85 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.496248:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43930a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee3a expref: 85 pid: 9629 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.496253:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091039c00 00000100:00100000:0.0:1746066887.500628:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.500951:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860547456 00000100:00100000:2.0:1746066887.500958:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860547456 00010000:00010000:2.0:1746066887.500989:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43930a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee3a expref: 85 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.501014:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12307 00000100:00100000:2.0:1746066887.501021:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+85:2032:x1830882860547456:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066887.501035:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066887.501056:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43930a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee3a expref: 85 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.501067:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43930a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee3a expref: 85 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.501087:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43930a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee3a expref: 85 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.501112:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.501114:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.501121:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439311 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee41 expref: 84 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.501129:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439311 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee41 expref: 84 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.501154:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439311 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee41 expref: 84 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066887.501165:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861170816:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066887.501239:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426540 going to sleep for 11 seconds 00000100:00100000:2.0:1746066887.503148:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861170816:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066887.503161:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066887.503191:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2032:x1830882860547456:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2170us (2569us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.503199:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12307 00000100:00100000:0.0:1746066887.503799:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.503863:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860547712 00000100:00100000:2.0:1746066887.503867:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860547712 00002000:00100000:2.0:1746066887.503896:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009103a680 x1830882860547712/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.503918:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009103a680 with x1830882860547712 ext(0->4095) 00002000:00010000:2.0:1746066887.503921:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009103a680 00000100:00100000:2.0:1746066887.503934:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13176 00000100:00100000:2.0:1746066887.503940:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2034:x1830882860547712:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066887.504138:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2034:x1830882860547712:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 198us (340us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.504144:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13176 00002000:00100000:2.0:1746066887.504150:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009103a680 x1830882860547712/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.504157:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009103a680 with x1830882860547712 ext(0->4095) 00002000:00010000:2.0:1746066887.504160:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009103a680 00000100:00100000:0.0:1746066887.508302:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.508372:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860547840 00000100:00100000:3.0:1746066887.508380:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860547840 00000100:00100000:3.0:1746066887.508431:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29480 00000100:00100000:3.0:1746066887.508438:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860547840:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066887.508453:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066887.508468:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439318 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ee48 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.508493:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439311 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee41 expref: 83 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.508500:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066887.508502:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066887.508505:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439318 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee48 expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.508530:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439311 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee41 expref: 83 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.508542:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439311 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee41 expref: 83 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.508553:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861170944:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066887.510815:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07540 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.514804:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861170944:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066887.514831:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439318 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee48 expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.514846:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eabfa00, rc 0) 00000100:00100000:3.0:1746066887.514892:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860547840:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6454us (6596us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.514900:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29480 00000100:00100000:0.0:1746066887.519412:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066887.519468:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.519477:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860547968 00000100:00100000:3.0:1746066887.519486:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860547968 00000100:00100000:3.0:1746066887.519539:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29481 00000100:00100000:3.0:1746066887.519547:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+84:1868:x1830882860547968:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066887.519563:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066887.519577:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43931f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ee4f expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.519605:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066887.519610:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439318 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee48 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.519616:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066887.519619:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43931f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee4f expref: 85 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.519646:0:9629:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439318 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee48 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.519657:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43931f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee4f expref: 85 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.519665:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eabf400, rc 0) 00000100:00100000:3.0:1746066887.519697:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+85:1868:x1830882860547968:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.519703:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29481 00000100:00100000:2.0:1746066887.520631:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860548096 00000100:00100000:2.0:1746066887.520637:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860548096 00010000:00010000:2.0:1746066887.520656:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439311 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee41 expref: 85 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.520687:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12308 00000100:00100000:2.0:1746066887.520693:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091038000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+85:2033:x1830882860548096:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066887.520701:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066887.520718:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439311 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee41 expref: 85 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.520728:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439311 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee41 expref: 85 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.520744:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439311 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee41 expref: 85 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.520757:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.520759:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.520763:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439318 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee48 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.520770:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439318 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee48 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.520789:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439318 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee48 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.521136:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439318 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee48 expref: 5 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.521148:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861171200:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066887.521253:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066887.523889:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861171200:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066887.523903:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066887.523943:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091038000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2033:x1830882860548096:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3250us (4475us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.523953:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12308 00000100:00100000:0.0:1746066887.525640:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.525721:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860548352 00000100:00100000:2.0:1746066887.525727:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860548352 00002000:00100000:2.0:1746066887.525759:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091039500 x1830882860548352/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.525770:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091039500 with x1830882860548352 ext(0->4095) 00010000:00010000:2.0:1746066887.525777:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439318 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee48 expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.525789:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439318 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee48 expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.525796:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091039500 00000100:00100000:2.0:1746066887.525811:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2203 00000100:00100000:2.0:1746066887.525817:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091039500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860548352:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066887.525932:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091039500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860548352:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (294us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.525943:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2203 00002000:00100000:2.0:1746066887.525948:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091039500 x1830882860548352/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.525956:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091039500 with x1830882860548352 ext(0->4095) 00010000:00010000:2.0:1746066887.525960:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439318 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee48 expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.525973:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439318 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee48 expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.525979:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091039500 00000100:00100000:0.0:1746066887.527808:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.527881:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860548480 00000100:00100000:2.0:1746066887.527887:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860548480 00010000:00010000:2.0:1746066887.527940:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439318 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee48 expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.527969:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12309 00000100:00100000:2.0:1746066887.527976:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091039180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860548480:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066887.527985:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066887.527999:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439318 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee48 expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.528009:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439318 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee48 expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.528028:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439318 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee48 expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.528042:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.528044:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.528049:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43931f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee4f expref: 83 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.528061:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43931f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee4f expref: 83 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.528088:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43931f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee4f expref: 83 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066887.528099:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861171328:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066887.530568:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066887.533322:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861171328:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066887.533374:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066887.533597:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091039180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860548480:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5619us (5790us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.533607:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12309 00000100:00100000:0.0:1746066887.534085:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.534145:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860548736 00000100:00100000:2.0:1746066887.534151:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860548736 00002000:00100000:2.0:1746066887.534181:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091038380 x1830882860548736/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.534191:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091038380 with x1830882860548736 ext(0->4095) 00002000:00010000:2.0:1746066887.534195:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091038380 00000100:00100000:2.0:1746066887.534209:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13177 00000100:00100000:2.0:1746066887.534215:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091038380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2034:x1830882860548736:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066887.534319:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091038380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2034:x1830882860548736:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (235us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.534329:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13177 00002000:00100000:2.0:1746066887.534334:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091038380 x1830882860548736/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.534359:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091038380 with x1830882860548736 ext(0->4095) 00002000:00010000:2.0:1746066887.534362:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091038380 00000100:00100000:0.0:1746066887.537038:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.537129:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860548864 00000100:00100000:3.0:1746066887.537135:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860548864 00000100:00100000:3.0:1746066887.537194:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29482 00000100:00100000:3.0:1746066887.537201:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091038a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860548864:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066887.537212:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066887.537226:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439326 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ee56 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.537254:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43931f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee4f expref: 83 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.537260:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066887.537262:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066887.537265:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439326 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee56 expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.537291:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43931f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee4f expref: 83 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.537302:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43931f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee4f expref: 83 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.537313:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861171456:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066887.537916:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07540 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.539981:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861171456:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066887.540102:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.540360:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860548992 00000100:00100000:1.0:1746066887.540366:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860548992 00002000:00100000:1.0:1746066887.540396:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880091039880 x1830882860548992/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 496/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.540404:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091039880 with x1830882860548992 ext(0->7) 00010000:00010000:1.0:1746066887.540411:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43931f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee4f expref: 84 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.540422:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43931f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee4f expref: 84 pid: 9629 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.540432:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091039880 00010000:00010000:3.0:1746066887.540532:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439326 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee56 expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.540544:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eabfa00, rc 0) 00000100:00100000:3.0:1746066887.540654:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091038a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860548864:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3452us (3618us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.540662:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29482 00000100:00100000:1.0:1746066887.540965:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2204 00000100:00100000:1.0:1746066887.540973:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091039880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2034:x1830882860548992:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746066887.541964:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091039880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2034:x1830882860548992:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 989us (1859us total) trans 4294972185 rc 0/0 00000100:00100000:1.0:1746066887.541971:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2204 00002000:00100000:1.0:1746066887.541977:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880091039880 x1830882860548992/t4294972185(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 496/448 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.541984:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091039880 with x1830882860548992 ext(0->7) 00010000:00010000:1.0:1746066887.541990:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43931f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee4f expref: 86 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.542000:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43931f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee4f expref: 86 pid: 9629 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.542006:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091039880 00000100:00100000:0.0:1746066887.549470:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.549568:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860549120 00000100:00100000:2.0:1746066887.549577:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860549120 00010000:00010000:2.0:1746066887.549611:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43931f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee4f expref: 86 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.549704:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12310 00000100:00100000:2.0:1746066887.549711:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091039f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2031:x1830882860549120:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066887.549725:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066887.549742:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43931f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee4f expref: 86 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.549753:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43931f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee4f expref: 86 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.549773:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43931f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee4f expref: 86 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.552899:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.552914:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.552926:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439326 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee56 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.553140:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439326 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee56 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.553182:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439326 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee56 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066887.553194:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861171584:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066887.554118:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066887.556832:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861171584:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066887.556848:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066887.556883:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091039f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+85:2031:x1830882860549120:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7171us (7420us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.556893:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12310 00000100:00100000:0.0:1746066887.558134:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.558209:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860549376 00000100:00100000:1.0:1746066887.558216:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860549376 00002000:00100000:1.0:1746066887.558249:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009103ad80 x1830882860549376/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.558258:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009103ad80 with x1830882860549376 ext(0->4095) 00002000:00010000:1.0:1746066887.558263:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009103ad80 00000100:00100000:1.0:1746066887.558314:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13178 00000100:00100000:1.0:1746066887.558321:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860549376:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066887.558467:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860549376:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 145us (333us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.558473:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13178 00002000:00100000:1.0:1746066887.558478:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009103ad80 x1830882860549376/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.558486:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009103ad80 with x1830882860549376 ext(0->4095) 00002000:00010000:1.0:1746066887.558489:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009103ad80 00000100:00100000:0.0:1746066887.563558:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066887.563640:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.563699:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860549504 00000100:00100000:3.0:1746066887.563708:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860549504 00000100:00100000:3.0:1746066887.563743:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860549632 00000100:00100000:3.0:1746066887.563745:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860549632 00000100:00100000:3.0:1746066887.563759:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29483 00000100:00100000:3.0:1746066887.563766:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+86:1869:x1830882860549504:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066887.563779:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066887.563795:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43932d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ee5d expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.563819:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439326 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee56 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.563827:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.563829:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.563832:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43932d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee5d expref: 87 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.563858:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439326 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee56 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.563869:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439326 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee56 expref: 5 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.563880:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861171712:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066887.564167:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07540 going to sleep for 11 seconds 00000100:00100000:1.0:1746066887.564242:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29484 00000100:00100000:1.0:1746066887.564250:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+87:1868:x1830882860549632:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066887.564257:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066887.564264:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439334 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ee64 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.564275:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066887.564279:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43932d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee5d expref: 88 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.564283:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066887.564285:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439334 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee64 expref: 88 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.564305:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43932d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee5d expref: 88 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.564315:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439334 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee64 expref: 88 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.564329:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8200, rc 0) 00000100:00100000:1.0:1746066887.564386:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+88:1868:x1830882860549632:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066887.564392:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29484 00000100:00100000:0.0:1746066887.569285:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.569391:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860549760 00000100:00100000:2.0:1746066887.569398:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860549760 00010000:00010000:2.0:1746066887.569430:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439326 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee56 expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.569443:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861171712:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066887.569456:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12311 00000100:00100000:2.0:1746066887.569462:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860549760:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.569465:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43932d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee5d expref: 87 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.569473:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.569483:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eabf400, rc 0) 00010000:00010000:2.0:1746066887.569489:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439326 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee56 expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.569498:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439326 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee56 expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.569516:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439326 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee56 expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.569523:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+87:1869:x1830882860549504:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5758us (5972us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.569530:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29483 00010000:00010000:2.0:1746066887.569543:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.569545:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.569550:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43932d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee5d expref: 86 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.569557:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43932d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee5d expref: 86 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.569582:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43932d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee5d expref: 86 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.569592:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43932d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee5d expref: 86 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.569602:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861171968:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066887.570606:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066887.570976:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861171968:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066887.570986:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066887.571006:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860549760:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1544us (1730us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.571013:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12311 00000100:00100000:0.0:1746066887.573820:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.573872:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860550016 00000100:00100000:1.0:1746066887.573879:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860550016 00002000:00100000:1.0:1746066887.573926:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc6300 x1830882860550016/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.573936:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc6300 with x1830882860550016 ext(0->4095) 00010000:00010000:1.0:1746066887.574045:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43932d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee5d expref: 87 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.574073:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43932d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee5d expref: 87 pid: 9629 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.574081:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc6300 00000100:00100000:1.0:1746066887.574169:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2205 00000100:00100000:1.0:1746066887.574179:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+87:2034:x1830882860550016:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066887.574627:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+87:2034:x1830882860550016:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 449us (811us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.574634:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2205 00002000:00100000:1.0:1746066887.574639:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc6300 x1830882860550016/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.574653:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc6300 with x1830882860550016 ext(0->4095) 00010000:00010000:1.0:1746066887.574658:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43932d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee5d expref: 87 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.574673:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43932d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee5d expref: 87 pid: 9629 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.574680:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc6300 00000100:00100000:0.0:1746066887.576884:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.576950:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860550144 00000100:00100000:3.0:1746066887.576956:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860550144 00000100:00100000:3.0:1746066887.577001:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29485 00000100:00100000:3.0:1746066887.577008:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860550144:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066887.577021:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066887.577035:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43933b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ee6b expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.577055:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066887.577060:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439334 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee64 expref: 86 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.577066:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066887.577070:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43933b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee6b expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.577100:0:9629:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439334 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee64 expref: 86 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.577126:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43933b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee6b expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.577140:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eabfe00, rc 0) 00000100:00100000:3.0:1746066887.577182:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860550144:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.577188:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29485 00000100:00100000:0.0:1746066887.577334:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.577659:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860550272 00000100:00100000:3.0:1746066887.577663:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860550272 00010000:00010000:3.0:1746066887.577677:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43932d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee5d expref: 87 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.577774:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12312 00000100:00100000:3.0:1746066887.577780:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+87:2034:x1830882860550272:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.577789:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.577805:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43932d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee5d expref: 87 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.577815:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43932d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee5d expref: 87 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.577832:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43932d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee5d expref: 87 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.578191:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.578193:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.578199:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439334 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee64 expref: 86 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.578211:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439334 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee64 expref: 86 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.578229:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439334 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee64 expref: 86 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.578240:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439334 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee64 expref: 86 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.578250:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7abb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861172224:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.578306:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07540 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.580468:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7abb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861172224:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.580484:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.580528:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2034:x1830882860550272:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2746us (3193us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.580536:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12312 00000100:00100000:0.0:1746066887.580614:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.581028:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860550528 00000100:00100000:2.0:1746066887.581035:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860550528 00002000:00100000:2.0:1746066887.581065:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc4000 x1830882860550528/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.581074:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc4000 with x1830882860550528 ext(0->4095) 00010000:00010000:2.0:1746066887.581081:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439334 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee64 expref: 86 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.581092:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439334 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee64 expref: 86 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.581098:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc4000 00000100:00100000:2.0:1746066887.581121:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2206 00000100:00100000:2.0:1746066887.581127:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2033:x1830882860550528:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066887.581232:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2033:x1830882860550528:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (619us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.581238:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2206 00002000:00100000:2.0:1746066887.581243:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc4000 x1830882860550528/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.581250:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc4000 with x1830882860550528 ext(0->4095) 00010000:00010000:2.0:1746066887.581254:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439334 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee64 expref: 86 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.581262:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439334 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee64 expref: 86 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.581268:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc4000 00000100:00100000:0.0:1746066887.584271:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.584723:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860550656 00000100:00100000:3.0:1746066887.584731:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860550656 00000100:00100000:1.0:1746066887.585100:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.585175:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29486 00000100:00100000:3.0:1746066887.585184:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+86:1868:x1830882860550656:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066887.585199:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066887.585213:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff439342 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ee72 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.585235:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066887.585241:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43933b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee6b expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.585247:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066887.585250:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff439342 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee72 expref: 87 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.585277:0:9629:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43933b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee6b expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.585288:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff439342 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee72 expref: 87 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.585297:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c555e00, rc 0) 00000100:00100000:3.0:1746066887.585362:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+87:1868:x1830882860550656:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (1097us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.585368:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29486 00000100:00100000:2.0:1746066887.586218:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860550784 00000100:00100000:2.0:1746066887.586223:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860550784 00010000:00010000:2.0:1746066887.586241:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439334 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee64 expref: 87 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.586270:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12313 00000100:00100000:2.0:1746066887.586276:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+87:2034:x1830882860550784:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066887.586284:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066887.586299:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439334 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee64 expref: 87 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.586309:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439334 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee64 expref: 87 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.586324:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439334 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee64 expref: 87 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.586364:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.586366:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.586371:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43933b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee6b expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.586380:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43933b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee6b expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.586400:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43933b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee6b expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.586414:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43933b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee6b expref: 5 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.586423:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861172480:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066887.586481:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.590804:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.590937:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861172480:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.590954:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066887.591218:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860551040 00000100:00100000:2.0:1746066887.591223:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860551040 00002000:00100000:2.0:1746066887.591259:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc6680 x1830882860551040/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.591269:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc6680 with x1830882860551040 ext(0->4095) 00010000:00010000:2.0:1746066887.591276:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43933b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee6b expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.591288:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43933b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee6b expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.591294:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc6680 00000100:00100000:2.0:1746066887.591312:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2207 00000100:00100000:2.0:1746066887.591319:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860551040:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746066887.592030:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2034:x1830882860550784:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5751us (6928us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.592066:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12313 00000100:00100000:2.0:1746066887.592212:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860551040:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 892us (1414us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.592218:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2207 00002000:00100000:2.0:1746066887.592224:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc6680 x1830882860551040/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.592238:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc6680 with x1830882860551040 ext(0->4095) 00010000:00010000:2.0:1746066887.592245:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43933b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee6b expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.592255:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43933b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee6b expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.592299:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc6680 00000100:00100000:0.0:1746066887.594835:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.594936:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860551168 00000100:00100000:3.0:1746066887.594944:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860551168 00010000:00010000:3.0:1746066887.594971:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43933b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee6b expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.595229:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12314 00000100:00100000:3.0:1746066887.595239:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860551168:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.595251:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.595268:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43933b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee6b expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.595279:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43933b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee6b expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.595298:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43933b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee6b expref: 6 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.596563:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.596567:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.596575:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff439342 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee72 expref: 85 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.596584:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff439342 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee72 expref: 85 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.596614:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff439342 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee72 expref: 85 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.596626:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7abb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861172608:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.596708:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07540 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.599622:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7abb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861172608:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.599640:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.599759:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860551168:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4519us (4928us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.599771:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12314 00000100:00100000:0.0:1746066887.600978:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.601108:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860551424 00000100:00100000:2.0:1746066887.601114:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860551424 00002000:00100000:2.0:1746066887.601144:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc6a00 x1830882860551424/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.601153:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc6a00 with x1830882860551424 ext(0->4095) 00002000:00010000:2.0:1746066887.601157:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc6a00 00000100:00100000:2.0:1746066887.601171:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13179 00000100:00100000:2.0:1746066887.601176:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2034:x1830882860551424:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066887.601756:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2034:x1830882860551424:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 579us (779us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.601763:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13179 00002000:00100000:2.0:1746066887.601768:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc6a00 x1830882860551424/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.601776:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc6a00 with x1830882860551424 ext(0->4095) 00002000:00010000:2.0:1746066887.601778:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc6a00 00000100:00100000:0.0:1746066887.604553:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.604618:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860551552 00000100:00100000:1.0:1746066887.604626:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860551552 00000100:00100000:1.0:1746066887.604669:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29487 00000100:00100000:1.0:1746066887.604677:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860551552:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066887.604690:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066887.604705:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439349 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ee79 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.604727:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff439342 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee72 expref: 85 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.604734:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066887.604736:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066887.604739:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439349 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee79 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.604764:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff439342 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee72 expref: 85 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.604781:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff439342 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee72 expref: 85 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:1.0:1746066887.604791:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861172736:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066887.604848:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066887.606165:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861172736:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066887.606181:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439349 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee79 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.606191:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8200, rc 0) 00000100:00100000:1.0:1746066887.606211:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860551552:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1535us (1663us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066887.606217:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29487 00000100:00100000:0.0:1746066887.607577:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.607684:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860551680 00000100:00100000:3.0:1746066887.607691:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860551680 00010000:00010000:3.0:1746066887.607713:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff439342 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee72 expref: 86 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.607741:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12315 00000100:00100000:3.0:1746066887.607747:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2034:x1830882860551680:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.607757:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.607774:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff439342 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee72 expref: 86 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.607783:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff439342 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee72 expref: 86 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.607802:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff439342 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee72 expref: 86 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.607824:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.607826:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.607832:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439349 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee79 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.607840:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439349 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee79 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.607864:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439349 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee79 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.607881:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7abb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861172864:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.607951:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee073c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.610520:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.610606:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7abb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861172864:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.610622:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.610858:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+85:2034:x1830882860551680:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3109us (3282us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.610867:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12315 00000100:00100000:2.0:1746066887.611792:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860551936 00000100:00100000:2.0:1746066887.611798:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860551936 00002000:00100000:2.0:1746066887.611828:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc5500 x1830882860551936/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.611838:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc5500 with x1830882860551936 ext(0->4095) 00002000:00010000:2.0:1746066887.611842:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc5500 00000100:00100000:2.0:1746066887.611855:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13180 00000100:00100000:2.0:1746066887.611860:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860551936:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066887.611970:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860551936:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (1454us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.611975:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13180 00002000:00100000:2.0:1746066887.611980:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc5500 x1830882860551936/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.611987:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc5500 with x1830882860551936 ext(0->4095) 00002000:00010000:2.0:1746066887.611989:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc5500 00000100:00100000:0.0:1746066887.613438:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.614256:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860552064 00000100:00100000:1.0:1746066887.614263:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860552064 00000100:00100000:1.0:1746066887.614318:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29488 00000100:00100000:1.0:1746066887.614326:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+85:1868:x1830882860552064:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066887.614376:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066887.614397:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439350 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ee80 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.614427:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439349 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee79 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.614439:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066887.614441:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066887.614444:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439350 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee80 expref: 86 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.614474:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439349 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee79 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.614506:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439349 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee79 expref: 5 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:1.0:1746066887.614517:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861172992:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066887.614598:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.614860:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.615053:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860552192 00000100:00100000:3.0:1746066887.615058:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860552192 00000100:00100000:3.0:1746066887.615086:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29489 00000100:00100000:3.0:1746066887.615092:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+87:1869:x1830882860552192:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066887.615099:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066887.615106:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439357 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ee87 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.615125:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.615128:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439350 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee80 expref: 88 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.615133:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066887.615143:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439357 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee87 expref: 88 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.615168:0:9629:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439350 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee80 expref: 88 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.615190:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439357 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee87 expref: 88 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.615200:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eabfa00, rc 0) 00000100:00100000:3.0:1746066887.615560:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+88:1869:x1830882860552192:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 466us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.615566:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29489 00000100:00100000:1.0:1746066887.618553:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861172992:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066887.618554:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:1.0:1746066887.618576:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439350 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee80 expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.618590:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009093b200, rc 0) 00000100:00100000:3.0:1746066887.618638:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860552320 00000100:00100000:3.0:1746066887.618643:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860552320 00010000:00010000:3.0:1746066887.618666:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439349 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee79 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.618686:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12316 00000100:00100000:3.0:1746066887.618692:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860552320:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.618701:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.618716:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439349 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee79 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.618724:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439349 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee79 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.618741:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff439349 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee79 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.618753:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.618756:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.618761:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439350 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee80 expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.618768:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439350 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee80 expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.618791:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439350 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee80 expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.618800:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439350 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee80 expref: 87 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.618810:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7abb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861173248:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.618875:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee073c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066887.618917:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+87:1868:x1830882860552064:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4591us (5481us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066887.618924:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29488 00000100:00100000:0.0:1746066887.621231:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.621537:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860552576 00000100:00100000:1.0:1746066887.621544:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860552576 00002000:00100000:1.0:1746066887.621590:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc4380 x1830882860552576/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.621604:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc4380 with x1830882860552576 ext(0->4095) 00010000:00010000:1.0:1746066887.621612:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439350 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee80 expref: 87 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.621624:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439350 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee80 expref: 87 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.621692:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7abb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861173248:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.621707:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.621738:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860552320:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3044us (3188us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.621747:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12316 00002000:00010000:1.0:1746066887.621812:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc4380 00000100:00100000:1.0:1746066887.621841:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2208 00000100:00100000:1.0:1746066887.621847:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+87:2033:x1830882860552576:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066887.622168:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+87:2033:x1830882860552576:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 321us (941us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.622174:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2208 00002000:00100000:1.0:1746066887.622179:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc4380 x1830882860552576/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.622186:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc4380 with x1830882860552576 ext(0->4095) 00010000:00010000:1.0:1746066887.622190:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439350 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee80 expref: 87 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.622199:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439350 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee80 expref: 87 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.622205:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc4380 00000100:00100000:0.0:1746066887.624619:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.624697:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860552704 00000100:00100000:3.0:1746066887.624704:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860552704 00010000:00010000:3.0:1746066887.624729:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439350 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee80 expref: 87 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.624749:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12317 00000100:00100000:3.0:1746066887.624754:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+87:2034:x1830882860552704:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.624767:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.624780:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439350 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee80 expref: 87 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.624789:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439350 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee80 expref: 87 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.624805:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439350 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee80 expref: 87 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.624830:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.624832:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.624837:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439357 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee87 expref: 86 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.624844:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439357 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee87 expref: 86 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.625095:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439357 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee87 expref: 86 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.625106:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7abb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861173376:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.625159:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee073c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.630249:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.630534:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7abb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861173376:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.630552:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066887.630844:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860552960 00000100:00100000:2.0:1746066887.630850:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860552960 00002000:00100000:2.0:1746066887.630882:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc4a80 x1830882860552960/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.630891:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc4a80 with x1830882860552960 ext(0->4095) 00002000:00010000:2.0:1746066887.630895:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc4a80 00000100:00100000:2.0:1746066887.630931:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13181 00000100:00100000:2.0:1746066887.630938:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+87:2033:x1830882860552960:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066887.631239:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+87:2033:x1830882860552960:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 300us (996us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.631246:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13181 00002000:00100000:2.0:1746066887.631252:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc4a80 x1830882860552960/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.631258:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc4a80 with x1830882860552960 ext(0->4095) 00002000:00010000:2.0:1746066887.631261:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc4a80 00000100:00100000:3.0:1746066887.631662:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2034:x1830882860552704:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6903us (7045us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.631673:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12317 00000100:00100000:0.0:1746066887.633490:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.633579:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860553088 00000100:00100000:1.0:1746066887.633586:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860553088 00000100:00100000:1.0:1746066887.633627:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29490 00000100:00100000:1.0:1746066887.633633:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860553088:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066887.633644:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066887.633658:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff43935e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ee8e expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.633682:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439357 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee87 expref: 85 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.633761:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066887.633763:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066887.633767:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff43935e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee8e expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.633793:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439357 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee87 expref: 85 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.633803:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439357 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee87 expref: 85 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:1.0:1746066887.633812:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861173504:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066887.633870:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066887.635246:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861173504:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066887.635265:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff43935e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee8e expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.635281:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8200, rc 0) 00000100:00100000:1.0:1746066887.635306:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860553088:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1672us (1819us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066887.635312:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29490 00000100:00100000:0.0:1746066887.639540:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.639641:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860553216 00000100:00100000:3.0:1746066887.639648:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860553216 00010000:00010000:3.0:1746066887.639677:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439357 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee87 expref: 86 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.639701:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12318 00000100:00100000:3.0:1746066887.639708:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2033:x1830882860553216:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.639720:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.639736:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439357 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee87 expref: 86 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.639748:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439357 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee87 expref: 86 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.639767:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008eabfa00/0xd6b24631ff439357 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee87 expref: 86 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.639788:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.639790:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.639797:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff43935e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee8e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.639804:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff43935e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee8e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.639837:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff43935e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee8e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.639848:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7abb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861173632:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.639920:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee073c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.640812:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.640864:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860553344 00000100:00100000:1.0:1746066887.640868:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860553344 00000100:00100000:1.0:1746066887.641097:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29491 00000100:00100000:1.0:1746066887.641103:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+86:1868:x1830882860553344:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066887.641115:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066887.641124:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff439365 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ee95 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.641141:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff43935e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee8e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.641146:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066887.641148:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066887.641151:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff439365 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee95 expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.641167:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff43935e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee8e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.641176:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff43935e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee8e expref: 5 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:1.0:1746066887.641189:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861173760:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066887.641225:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066887.643741:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861173760:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066887.643762:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff439365 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee95 expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.643772:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009093ba00, rc 0) 00000100:00100000:1.0:1746066887.643798:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+87:1868:x1830882860553344:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2695us (2987us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066887.643804:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29491 00000100:00100000:3.0:1746066887.645388:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7abb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861173632:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.645401:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.645427:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2033:x1830882860553216:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5720us (5894us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.645436:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12318 00000100:00100000:0.0:1746066887.646639:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.646699:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860553600 00000100:00100000:1.0:1746066887.646705:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860553600 00002000:00100000:1.0:1746066887.646731:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a94380 x1830882860553600/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.646740:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a94380 with x1830882860553600 ext(0->4095) 00010000:00010000:1.0:1746066887.646747:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff43935e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee8e expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.646759:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff43935e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee8e expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.646765:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123a94380 00000100:00100000:1.0:1746066887.646983:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2209 00000100:00100000:1.0:1746066887.646990:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860553600:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066887.647100:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860553600:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (462us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.647106:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2209 00002000:00100000:1.0:1746066887.647111:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a94380 x1830882860553600/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.647119:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a94380 with x1830882860553600 ext(0->4095) 00010000:00010000:1.0:1746066887.647123:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff43935e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee8e expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.647132:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff43935e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee8e expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.647137:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123a94380 00000100:00100000:0.0:1746066887.649299:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.649420:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860553728 00000100:00100000:3.0:1746066887.649428:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860553728 00010000:00010000:3.0:1746066887.649455:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff43935e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee8e expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.649484:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12319 00000100:00100000:3.0:1746066887.649490:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860553728:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.649500:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.649515:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff43935e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee8e expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.649525:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff43935e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee8e expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.649544:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff43935e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee8e expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.649571:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.649574:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.649581:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff439365 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee95 expref: 85 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.649588:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff439365 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee95 expref: 85 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.649617:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff439365 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee95 expref: 85 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.649628:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7abb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861173888:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.649700:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee073c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.652131:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7abb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861173888:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.652146:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.652184:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860553728:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2693us (2889us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.652193:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12319 00000100:00100000:0.0:1746066887.652866:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.653286:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860553984 00000100:00100000:1.0:1746066887.653293:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860553984 00002000:00100000:1.0:1746066887.653324:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a96300 x1830882860553984/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.653333:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a96300 with x1830882860553984 ext(0->4095) 00002000:00010000:1.0:1746066887.653337:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123a96300 00000100:00100000:1.0:1746066887.653380:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13182 00000100:00100000:1.0:1746066887.653386:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2033:x1830882860553984:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066887.653495:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2033:x1830882860553984:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (630us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.653502:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13182 00002000:00100000:1.0:1746066887.653507:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a96300 x1830882860553984/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.653514:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a96300 with x1830882860553984 ext(0->4095) 00002000:00010000:1.0:1746066887.653517:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123a96300 00000100:00100000:0.0:1746066887.666887:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.667144:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860554112 00000100:00100000:1.0:1746066887.667151:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860554112 00000100:00100000:1.0:1746066887.667206:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29492 00000100:00100000:1.0:1746066887.667213:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860554112:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066887.667228:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066887.667243:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43936c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ee9c expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.667267:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff439365 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee95 expref: 85 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.667273:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066887.667275:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066887.667278:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43936c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee9c expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.667306:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff439365 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee95 expref: 85 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.667317:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff439365 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee95 expref: 85 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:1.0:1746066887.667329:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861174016:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066887.667446:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:1.0:1746066887.670594:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861174016:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066887.670617:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43936c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee9c expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.670632:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e900800, rc 0) 00000100:00100000:1.0:1746066887.670930:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860554112:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3715us (4049us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066887.670939:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29492 00010000:00010000:2.0:1746066887.697160:0:7262:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746066887.697628:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.697708:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860554240 00000100:00100000:1.0:1746066887.697717:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860554240 00002000:00100000:1.0:1746066887.697753:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012d7abb80 x1830882860554240/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 496/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.697764:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7abb80 with x1830882860554240 ext(0->7) 00010000:00010000:1.0:1746066887.697772:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff439365 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee95 expref: 86 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.697786:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff439365 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee95 expref: 86 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.697793:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7abb80 00000100:00100000:1.0:1746066887.699283:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2210 00000100:00100000:1.0:1746066887.699293:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2031:x1830882860554240:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746066887.701827:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2031:x1830882860554240:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2530us (4200us total) trans 4294972186 rc 0/0 00000100:00100000:1.0:1746066887.701840:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2210 00002000:00100000:1.0:1746066887.701847:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012d7abb80 x1830882860554240/t4294972186(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 496/448 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.701856:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7abb80 with x1830882860554240 ext(0->7) 00010000:00010000:1.0:1746066887.701864:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff439365 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee95 expref: 88 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.701877:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff439365 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee95 expref: 88 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.701883:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7abb80 00000100:00100000:0.0:1746066887.704561:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066887.704651:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.704730:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860554368 00000100:00100000:1.0:1746066887.704737:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860554368 00000100:00100000:3.0:1746066887.705364:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860554496 00000100:00100000:3.0:1746066887.705369:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860554496 00010000:00010000:3.0:1746066887.705388:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff439365 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee95 expref: 89 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.705411:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12320 00000100:00100000:3.0:1746066887.705418:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+89:2031:x1830882860554496:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.705428:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.705444:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff439365 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee95 expref: 89 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.705454:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff439365 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee95 expref: 89 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.705472:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff439365 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee95 expref: 89 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.705492:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.705494:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.705499:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43936c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee9c expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.705506:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43936c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee9c expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.705531:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43936c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee9c expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.705541:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861174144:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.705595:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee073c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066887.705745:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29493 00000100:00100000:1.0:1746066887.705752:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+88:1868:x1830882860554368:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066887.705763:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066887.705772:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439373 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eea3 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.705787:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43936c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee9c expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.705792:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066887.705794:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066887.705797:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439373 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eea3 expref: 89 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.705816:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43936c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee9c expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.705825:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43936c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee9c expref: 5 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:1.0:1746066887.705833:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861174272:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066887.705857:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:1.0:1746066887.708486:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861174272:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066887.708508:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439373 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eea3 expref: 89 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.708582:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861174144:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.708593:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.708620:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+89:2031:x1830882860554496:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3201us (3968us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.708628:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12320 00010000:00010000:1.0:1746066887.709013:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800962e2e00, rc 0) 00000100:00100000:1.0:1746066887.709583:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+88:1868:x1830882860554368:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3830us (5108us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066887.709590:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29493 00000100:00100000:2.0:1746066887.710153:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.710197:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860554752 00000100:00100000:1.0:1746066887.710203:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860554752 00002000:00100000:1.0:1746066887.710228:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98ca80 x1830882860554752/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.710237:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98ca80 with x1830882860554752 ext(0->4095) 00010000:00010000:1.0:1746066887.710244:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43936c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee9c expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.710492:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43936c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee9c expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.710500:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e98ca80 00000100:00100000:1.0:1746066887.710521:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2211 00000100:00100000:1.0:1746066887.710532:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860554752:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066887.710645:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860554752:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (492us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.710651:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2211 00002000:00100000:1.0:1746066887.710657:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98ca80 x1830882860554752/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.710664:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98ca80 with x1830882860554752 ext(0->4095) 00010000:00010000:1.0:1746066887.710669:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43936c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee9c expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.710678:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43936c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee9c expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.710684:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e98ca80 00000100:00100000:0.0:1746066887.713207:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.713320:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860554880 00000100:00100000:3.0:1746066887.713327:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860554880 00010000:00010000:3.0:1746066887.713374:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43936c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee9c expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.713396:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12321 00000100:00100000:3.0:1746066887.713402:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860554880:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.713412:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.713425:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43936c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee9c expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.713437:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43936c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee9c expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.713456:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff43936c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ee9c expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.713485:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.713487:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.713494:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439373 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eea3 expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.713500:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439373 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eea3 expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.713527:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439373 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eea3 expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.713538:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861174400:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.714087:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee073c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.717794:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861174400:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066887.717815:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066887.717864:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860554880:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4460us (4659us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066887.717875:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12321 00000100:00100000:2.0:1746066887.717978:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.721998:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860555136 00000100:00100000:3.0:1746066887.722011:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860555136 00002000:00100000:3.0:1746066887.722056:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98f480 x1830882860555136/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066887.722067:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98f480 with x1830882860555136 ext(0->4095) 00002000:00010000:3.0:1746066887.722072:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98f480 00000100:00100000:3.0:1746066887.722105:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13183 00000100:00100000:3.0:1746066887.722112:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2031:x1830882860555136:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746066887.722261:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2031:x1830882860555136:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 148us (4283us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066887.722268:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13183 00002000:00100000:3.0:1746066887.722274:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98f480 x1830882860555136/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066887.722281:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98f480 with x1830882860555136 ext(0->4095) 00002000:00010000:3.0:1746066887.722284:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98f480 00000100:00100000:0.0:1746066887.725075:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.727228:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860555264 00000100:00100000:1.0:1746066887.727238:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860555264 00000100:00100000:1.0:1746066887.727283:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29494 00000100:00100000:1.0:1746066887.727290:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860555264:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066887.727305:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066887.727320:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff43937a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eeaa expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.727961:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439373 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eea3 expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.727970:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066887.727972:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066887.727976:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff43937a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeaa expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.728005:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439373 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eea3 expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.728016:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439373 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eea3 expref: 87 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:1.0:1746066887.728029:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861174528:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066887.730727:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:1.0:1746066887.732171:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861174528:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066887.732198:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff43937a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeaa expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.732215:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132e38600, rc 0) 00000100:00100000:1.0:1746066887.732270:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860555264:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4979us (7198us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066887.732279:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29494 00000100:00100000:0.0:1746066887.735504:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.735596:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860555392 00000100:00100000:1.0:1746066887.735603:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860555392 00002000:00100000:1.0:1746066887.735638:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880123a97800 x1830882860555392/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 496/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.735647:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a97800 with x1830882860555392 ext(0->7) 00010000:00010000:1.0:1746066887.735655:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439373 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eea3 expref: 88 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.735667:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439373 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eea3 expref: 88 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.735674:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123a97800 00000100:00100000:1.0:1746066887.735700:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2212 00000100:00100000:1.0:1746066887.735706:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2032:x1830882860555392:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746066887.736809:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2032:x1830882860555392:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1101us (1312us total) trans 4294972187 rc 0/0 00000100:00100000:1.0:1746066887.736817:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2212 00002000:00100000:1.0:1746066887.736823:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880123a97800 x1830882860555392/t4294972187(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 496/448 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.736831:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a97800 with x1830882860555392 ext(0->7) 00010000:00010000:1.0:1746066887.736837:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439373 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eea3 expref: 90 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.736847:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439373 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eea3 expref: 90 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.736858:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123a97800 00000100:00100000:0.0:1746066887.741572:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.741633:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860555520 00000100:00100000:2.0:1746066887.741640:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860555520 00010000:00010000:2.0:1746066887.741669:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439373 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eea3 expref: 90 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.741706:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12322 00000100:00100000:2.0:1746066887.741712:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a95180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2031:x1830882860555520:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066887.741725:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066887.741740:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439373 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eea3 expref: 90 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.741752:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439373 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eea3 expref: 90 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.741772:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2e00/0xd6b24631ff439373 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eea3 expref: 90 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.742231:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.742234:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.742242:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff43937a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeaa expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.742251:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff43937a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeaa expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.742281:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff43937a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeaa expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066887.742294:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861174656:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066887.742397:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.746176:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.746481:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861174656:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066887.746499:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066887.746501:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860555776 00000100:00100000:1.0:1746066887.746507:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860555776 00000100:00100000:2.0:1746066887.746534:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a95180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+89:2031:x1830882860555520:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4821us (4967us total) trans 0 rc 0/0 00002000:00100000:1.0:1746066887.746542:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a97480 x1830882860555776/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746066887.746543:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12322 00002000:00100000:1.0:1746066887.746551:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a97480 with x1830882860555776 ext(0->4095) 00002000:00010000:1.0:1746066887.746555:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123a97480 00000100:00100000:1.0:1746066887.746730:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13184 00000100:00100000:1.0:1746066887.746737:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860555776:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066887.747176:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860555776:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 438us (1006us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.747182:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13184 00002000:00100000:1.0:1746066887.747188:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a97480 x1830882860555776/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.747196:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a97480 with x1830882860555776 ext(0->4095) 00002000:00010000:1.0:1746066887.747199:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123a97480 00000100:00100000:1.0:1746066887.751558:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.751772:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860555904 00000100:00100000:2.0:1746066887.751780:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860555904 00000100:00100000:2.0:1746066887.751876:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29495 00000100:00100000:2.0:1746066887.751884:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+89:1869:x1830882860555904:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066887.751897:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066887.752140:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439381 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eeb1 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.752167:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff43937a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeaa expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.752179:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.752181:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.752184:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439381 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb1 expref: 90 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.752207:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff43937a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeaa expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.752218:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff43937a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeaa expref: 5 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.752228:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861174784:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066887.752302:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.756798:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.756993:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860556032 00000100:00100000:2.0:1746066887.757000:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860556032 00000100:00100000:2.0:1746066887.757037:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29496 00000100:00100000:2.0:1746066887.757045:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+91:1868:x1830882860556032:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066887.757060:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066887.757073:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff439388 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eeb8 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.757096:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.757102:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439381 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb1 expref: 92 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.757108:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066887.757111:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff439388 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb8 expref: 92 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.757139:0:9629:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439381 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb1 expref: 92 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.757149:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff439388 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb8 expref: 92 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.757157:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a79fc00, rc 0) 00000100:00100000:3.0:1746066887.757287:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861174784:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066887.757303:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439381 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb1 expref: 92 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.757310:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d43c000, rc 0) 00000100:00100000:2.0:1746066887.757747:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+92:1868:x1830882860556032:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 701us (954us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.757754:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29496 00000100:00100000:3.0:1746066887.758174:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+91:1869:x1830882860555904:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6290us (6620us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.758181:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29495 00000100:00100000:0.0:1746066887.758240:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.758533:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860556160 00000100:00100000:2.0:1746066887.758537:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860556160 00010000:00010000:2.0:1746066887.758554:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff43937a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeaa expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.758583:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12323 00000100:00100000:2.0:1746066887.758589:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a94000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860556160:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066887.758597:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066887.758612:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff43937a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeaa expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.758621:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff43937a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeaa expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.758636:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff43937a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeaa expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.758660:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.758662:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.758666:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439381 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb1 expref: 90 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.758673:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439381 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb1 expref: 90 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.758693:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439381 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb1 expref: 90 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.758703:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439381 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb1 expref: 90 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.758712:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861175040:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066887.758767:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:2.0:1746066887.761182:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861175040:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066887.761196:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066887.761262:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a94000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860556160:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2671us (3023us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.761270:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12323 00000100:00100000:0.0:1746066887.762555:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.762604:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860556416 00000100:00100000:1.0:1746066887.762610:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860556416 00002000:00100000:1.0:1746066887.762639:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a94a80 x1830882860556416/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.762649:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a94a80 with x1830882860556416 ext(0->4095) 00010000:00010000:1.0:1746066887.762656:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439381 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb1 expref: 91 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.762668:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439381 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb1 expref: 91 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.762675:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123a94a80 00000100:00100000:1.0:1746066887.762701:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2213 00000100:00100000:1.0:1746066887.762707:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+91:2034:x1830882860556416:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066887.762812:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+91:2034:x1830882860556416:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (258us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.762818:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2213 00002000:00100000:1.0:1746066887.762823:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a94a80 x1830882860556416/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.762831:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a94a80 with x1830882860556416 ext(0->4095) 00010000:00010000:1.0:1746066887.762836:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439381 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb1 expref: 91 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.762845:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439381 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb1 expref: 91 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.763046:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123a94a80 00000100:00100000:0.0:1746066887.764612:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.764820:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860556544 00000100:00100000:2.0:1746066887.764825:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860556544 00000100:00100000:2.0:1746066887.764857:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29497 00000100:00100000:2.0:1746066887.764864:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860556544:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066887.764878:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066887.764943:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43938f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eebf expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.764963:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066887.764966:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff439388 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb8 expref: 90 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.764971:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066887.764973:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43938f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eebf expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.764996:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff439388 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb8 expref: 90 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.765003:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43938f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eebf expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.765009:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d952e00, rc 0) 00000100:00100000:0.0:1746066887.765123:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.765162:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860556672 00000100:00100000:3.0:1746066887.765167:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860556672 00010000:00010000:3.0:1746066887.765183:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439381 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb1 expref: 91 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.765387:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12324 00000100:00100000:2.0:1746066887.765387:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860556544:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 522us (777us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.765393:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+91:2031:x1830882860556672:12345-192.168.201.51@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746066887.765393:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29497 00010000:00010000:3.0:1746066887.765405:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.765419:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439381 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb1 expref: 91 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.765429:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439381 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb1 expref: 91 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.765449:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d43c000/0xd6b24631ff439381 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb1 expref: 91 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.765463:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.765465:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.765470:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff439388 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb8 expref: 90 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.765477:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff439388 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb8 expref: 90 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.765497:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff439388 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb8 expref: 90 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.765511:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff439388 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb8 expref: 90 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.765521:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861175296:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.765585:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.767713:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861175296:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.767731:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.768200:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2031:x1830882860556672:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2805us (3073us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.768209:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12324 00000100:00100000:0.0:1746066887.769459:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.769502:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860556928 00000100:00100000:3.0:1746066887.769508:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860556928 00002000:00100000:3.0:1746066887.769537:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc7b80 x1830882860556928/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066887.769546:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc7b80 with x1830882860556928 ext(0->4095) 00010000:00010000:3.0:1746066887.769554:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff439388 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb8 expref: 90 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.769565:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff439388 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb8 expref: 90 pid: 9629 timeout: 1099 lvb_type: 0 00002000:00010000:3.0:1746066887.769571:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc7b80 00000100:00100000:3.0:1746066887.769599:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2214 00000100:00100000:3.0:1746066887.769606:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2033:x1830882860556928:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066887.769716:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2033:x1830882860556928:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (257us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066887.769722:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2214 00002000:00100000:3.0:1746066887.769728:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc7b80 x1830882860556928/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066887.769735:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc7b80 with x1830882860556928 ext(0->4095) 00010000:00010000:3.0:1746066887.769740:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff439388 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb8 expref: 90 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.769748:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff439388 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb8 expref: 90 pid: 9629 timeout: 1099 lvb_type: 0 00002000:00010000:3.0:1746066887.769753:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc7b80 00000100:00100000:0.0:1746066887.772897:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066887.772999:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.773083:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860557184 00000100:00100000:2.0:1746066887.773083:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860557056 00000100:00100000:3.0:1746066887.773089:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860557184 00000100:00100000:2.0:1746066887.773089:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860557056 00010000:00010000:3.0:1746066887.773134:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff439388 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb8 expref: 91 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.773196:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12325 00000100:00100000:3.0:1746066887.773204:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+91:2031:x1830882860557184:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.773231:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.773261:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff439388 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb8 expref: 91 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.773274:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff439388 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb8 expref: 91 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.773309:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a79fc00/0xd6b24631ff439388 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eeb8 expref: 91 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.773310:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29498 00000100:00100000:2.0:1746066887.773317:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+90:1868:x1830882860557056:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066887.773328:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066887.773548:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff439396 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eec6 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.773550:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.773552:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.773558:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43938f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eebf expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.773581:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43938f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eebf expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.773920:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43938f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eebf expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.773927:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.773928:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.773931:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff439396 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eec6 expref: 91 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.773954:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43938f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eebf expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.773964:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43938f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eebf expref: 5 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.773974:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861175424:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066887.774627:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43938f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eebf expref: 5 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.774637:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43938f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eebf expref: 5 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.774660:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861175552:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066887.774745:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.774765:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07000 going to sleep for 11 seconds 00000100:00100000:2.0:1746066887.777531:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861175424:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066887.777554:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff439396 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eec6 expref: 91 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.777565:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4cb000, rc 0) 00000100:00100000:2.0:1746066887.777595:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+91:1868:x1830882860557056:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4278us (4703us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.777603:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29498 00000100:00100000:0.0:1746066887.777812:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.778039:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861175552:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.778050:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.778071:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2031:x1830882860557184:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4869us (5073us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.778079:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12325 00000100:00100000:1.0:1746066887.778203:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860557440 00000100:00100000:1.0:1746066887.778209:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860557440 00002000:00100000:1.0:1746066887.778238:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c39500 x1830882860557440/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.778247:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c39500 with x1830882860557440 ext(0->4095) 00010000:00010000:1.0:1746066887.778253:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43938f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eebf expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.778265:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43938f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eebf expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.778272:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c39500 00000100:00100000:1.0:1746066887.778284:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2215 00000100:00100000:1.0:1746066887.778290:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860557440:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066887.778398:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860557440:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (586us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.778404:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2215 00002000:00100000:1.0:1746066887.778409:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c39500 x1830882860557440/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.778416:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c39500 with x1830882860557440 ext(0->4095) 00010000:00010000:1.0:1746066887.778420:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43938f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eebf expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.778993:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43938f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eebf expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.779002:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c39500 00000100:00100000:0.0:1746066887.782806:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.783071:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860557568 00000100:00100000:3.0:1746066887.783080:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860557568 00010000:00010000:3.0:1746066887.783111:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43938f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eebf expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.783180:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12326 00000100:00100000:3.0:1746066887.783188:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c38380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860557568:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.783201:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.783218:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43938f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eebf expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.783230:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43938f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eebf expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.783250:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43938f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eebf expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.783620:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.783622:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.783629:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff439396 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eec6 expref: 89 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.783637:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff439396 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eec6 expref: 89 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.783666:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff439396 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eec6 expref: 89 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.783676:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861175680:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.784229:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07000 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.786154:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861175680:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.786169:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.786194:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c38380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860557568:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3007us (3395us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.786203:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12326 00000100:00100000:0.0:1746066887.787783:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.787849:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860557824 00000100:00100000:1.0:1746066887.787855:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860557824 00002000:00100000:1.0:1746066887.787885:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3b480 x1830882860557824/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.787896:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3b480 with x1830882860557824 ext(0->4095) 00002000:00010000:1.0:1746066887.787912:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3b480 00000100:00100000:1.0:1746066887.787967:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13185 00000100:00100000:1.0:1746066887.787975:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2031:x1830882860557824:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066887.788215:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2031:x1830882860557824:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 240us (435us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.788222:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13185 00002000:00100000:1.0:1746066887.788227:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3b480 x1830882860557824/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.788234:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3b480 with x1830882860557824 ext(0->4095) 00002000:00010000:1.0:1746066887.788237:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3b480 00000100:00100000:0.0:1746066887.789925:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.790202:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860557952 00000100:00100000:2.0:1746066887.790207:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860557952 00000100:00100000:2.0:1746066887.790238:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29499 00000100:00100000:2.0:1746066887.790242:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860557952:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066887.790250:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066887.790262:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801332f8e00/0xd6b24631ff43939d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eecd expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.790279:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff439396 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eec6 expref: 89 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.790284:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066887.790285:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066887.790287:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8e00/0xd6b24631ff43939d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eecd expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.790306:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff439396 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eec6 expref: 89 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.790313:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff439396 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eec6 expref: 89 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.790320:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861175808:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066887.790385:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:2.0:1746066887.791560:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861175808:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066887.791575:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801332f8e00/0xd6b24631ff43939d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eecd expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.791589:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801332f8e00, rc 0) 00000100:00100000:2.0:1746066887.791612:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860557952:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1369us (1689us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.791617:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29499 00000100:00100000:0.0:1746066887.793202:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.793959:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860558080 00000100:00100000:3.0:1746066887.793967:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860558080 00010000:00010000:3.0:1746066887.793997:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff439396 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eec6 expref: 90 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.794022:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12327 00000100:00100000:3.0:1746066887.794029:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2033:x1830882860558080:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.794041:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.794059:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff439396 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eec6 expref: 90 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.794070:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff439396 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eec6 expref: 90 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.794089:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff439396 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eec6 expref: 90 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.794106:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.794108:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.794115:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8e00/0xd6b24631ff43939d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eecd expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.794126:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8e00/0xd6b24631ff43939d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eecd expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.794147:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801332f8e00/0xd6b24631ff43939d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eecd expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.794155:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861175936:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.796573:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07000 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.797630:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861175936:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.797644:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.797674:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+89:2033:x1830882860558080:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3646us (4473us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.797682:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12327 00000100:00100000:1.0:1746066887.797886:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066887.798219:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860558336 00000100:00100000:0.0:1746066887.798226:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860558336 00002000:00100000:0.0:1746066887.798257:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091269180 x1830882860558336/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066887.798266:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091269180 with x1830882860558336 ext(0->4095) 00002000:00010000:0.0:1746066887.798271:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091269180 00000100:00100000:0.0:1746066887.798288:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13186 00000100:00100000:0.0:1746066887.798295:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860558336:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066887.798446:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860558336:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 150us (559us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066887.798453:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13186 00002000:00100000:0.0:1746066887.798459:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091269180 x1830882860558336/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066887.798466:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091269180 with x1830882860558336 ext(0->4095) 00002000:00010000:0.0:1746066887.798469:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091269180 00000100:00100000:1.0:1746066887.799888:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.800331:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860558464 00000100:00100000:2.0:1746066887.800336:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860558464 00000100:00100000:2.0:1746066887.800382:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29500 00000100:00100000:2.0:1746066887.800388:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+89:1868:x1830882860558464:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066887.800397:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066887.800411:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eed4 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.800433:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8e00/0xd6b24631ff43939d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eecd expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.800440:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.800442:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.800445:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393a4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eed4 expref: 90 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.800471:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801332f8e00/0xd6b24631ff43939d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eecd expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.800483:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801332f8e00/0xd6b24631ff43939d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eecd expref: 5 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.800501:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861176064:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066887.801364:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:2.0:1746066887.803089:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861176064:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066887.803112:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393a4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eed4 expref: 90 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.803128:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801332f8a00, rc 0) 00000100:00100000:2.0:1746066887.803848:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+90:1868:x1830882860558464:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3323us (3825us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066887.803961:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.804020:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29500 00000100:00100000:3.0:1746066887.804047:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860558592 00000100:00100000:3.0:1746066887.804053:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860558592 00010000:00010000:3.0:1746066887.804077:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8e00/0xd6b24631ff43939d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eecd expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.804098:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12328 00000100:00100000:3.0:1746066887.804105:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860558592:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.804115:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.804131:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801332f8e00/0xd6b24631ff43939d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eecd expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.804142:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801332f8e00/0xd6b24631ff43939d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eecd expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.804159:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8e00/0xd6b24631ff43939d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eecd expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.804180:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.804182:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.804188:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eed4 expref: 89 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.804196:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eed4 expref: 89 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.804221:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eed4 expref: 89 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.804232:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861176192:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.804270:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07000 going to sleep for 11 seconds 00000100:00100000:2.0:1746066887.804432:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066887.805056:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860558720 00000100:00100000:0.0:1746066887.805061:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860558720 00000100:00100000:0.0:1746066887.805093:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29501 00000100:00100000:0.0:1746066887.805099:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860558720:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066887.805110:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066887.805121:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff4393ab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eedb expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066887.805138:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eed4 expref: 89 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066887.805150:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066887.805151:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066887.805154:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff4393ab lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eedb expref: 7 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066887.805172:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eed4 expref: 89 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066887.805184:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393a4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eed4 expref: 89 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:0.0:1746066887.805193:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c39f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861176320:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066887.805250:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.806436:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861176192:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.806446:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.806479:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:2033:x1830882860558592:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2374us (2519us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.806502:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12328 00000100:00100000:0.0:1746066887.807461:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.807581:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c39f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861176320:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066887.807595:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860558976 00010000:00010000:1.0:1746066887.807600:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff4393ab lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eedb expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.807601:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860558976 00010000:00010000:1.0:1746066887.807612:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4cb000, rc 0) 00002000:00100000:3.0:1746066887.807628:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c38000 x1830882860558976/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746066887.807638:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860558720:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2539us (3206us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066887.807645:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29501 00002000:00100000:3.0:1746066887.807647:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c38000 with x1830882860558976 ext(0->4095) 00010000:00010000:3.0:1746066887.807652:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eed4 expref: 90 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.807662:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eed4 expref: 90 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:3.0:1746066887.807668:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c38000 00000100:00100000:3.0:1746066887.807683:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2216 00000100:00100000:3.0:1746066887.807689:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2033:x1830882860558976:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066887.807895:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2033:x1830882860558976:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 205us (434us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066887.807913:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2216 00002000:00100000:3.0:1746066887.807919:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c38000 x1830882860558976/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066887.807927:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c38000 with x1830882860558976 ext(0->4095) 00010000:00010000:3.0:1746066887.807932:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eed4 expref: 90 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.807942:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eed4 expref: 90 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:3.0:1746066887.807947:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c38000 00000100:00100000:0.0:1746066887.809937:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066887.809986:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.810097:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860559104 00000100:00100000:3.0:1746066887.810103:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860559104 00010000:00010000:3.0:1746066887.810125:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eed4 expref: 90 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:1.0:1746066887.810527:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860559232 00000100:00100000:1.0:1746066887.810533:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860559232 00000100:00100000:1.0:1746066887.810564:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29502 00000100:00100000:1.0:1746066887.810571:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+91:1868:x1830882860559232:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066887.810582:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066887.810594:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff4393b2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eee2 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.810613:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066887.810619:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff4393ab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eedb expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.810624:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066887.810627:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff4393b2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee2 expref: 92 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.810650:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff4393ab lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eedb expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.810661:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff4393b2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee2 expref: 92 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.810670:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009093ba00, rc 0) 00000100:00100000:2.0:1746066887.810728:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3789:1830882861176448:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746066887.810762:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066887.810795:0:7277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861176448 00000100:00100000:2.0:1746066887.810799:0:7277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861176448 00000100:00100000:2.0:1746066887.810820:0:7277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1746066887.810825:0:7277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3789:x1830882861176448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746066887.810848:0:7277:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:2.0:1746066887.810878:0:7277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3789:x1830882861176448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 52us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.810884:0:7277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1746066887.810929:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3789:1830882861176448:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746066887.810993:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12329 00000100:00100000:3.0:1746066887.810999:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+92:2033:x1830882860559104:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.811007:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.811021:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eed4 expref: 92 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.811032:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eed4 expref: 92 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.811047:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eed4 expref: 92 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.811060:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.811062:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.811067:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff4393ab lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eedb expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.811074:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff4393ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eedb expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.811094:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff4393ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eedb expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.811105:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff4393ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eedb expref: 5 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.811114:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861176704:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066887.811237:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+91:1868:x1830882860559232:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 664us (1249us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066887.811243:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29502 00000100:00100000:3.0:1746066887.812118:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee070c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.815073:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.815240:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860559488 00000100:00100000:3.0:1746066887.815243:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861176704:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066887.815247:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860559488 00010000:00010000:3.0:1746066887.815256:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746066887.815278:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3b800 x1830882860559488/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746066887.815288:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2033:x1830882860559104:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4288us (5355us total) trans 0 rc 0/0 00002000:00100000:2.0:1746066887.815288:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3b800 with x1830882860559488 ext(0->4095) 00010000:00010000:2.0:1746066887.815295:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff4393ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eedb expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.815297:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12329 00010000:00010000:2.0:1746066887.815307:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff4393ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eedb expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.815313:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c3b800 00000100:00100000:2.0:1746066887.815336:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2217 00000100:00100000:2.0:1746066887.815359:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860559488:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066887.815450:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860559488:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (381us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.815456:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2217 00002000:00100000:2.0:1746066887.815461:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3b800 x1830882860559488/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.815468:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3b800 with x1830882860559488 ext(0->4095) 00010000:00010000:2.0:1746066887.815473:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff4393ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eedb expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.815482:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff4393ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eedb expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.815488:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c3b800 00000100:00100000:1.0:1746066887.819999:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.821095:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860559616 00000100:00100000:3.0:1746066887.821105:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860559616 00010000:00010000:3.0:1746066887.821137:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff4393ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eedb expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.821165:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12330 00000100:00100000:3.0:1746066887.821173:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091268380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860559616:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.821186:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.821204:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff4393ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eedb expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.821216:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff4393ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eedb expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.821235:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff4393ab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eedb expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.821541:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.821545:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.821552:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff4393b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee2 expref: 89 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.821561:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff4393b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee2 expref: 89 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.821591:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff4393b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee2 expref: 89 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.821602:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861176832:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.822152:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee070c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.825922:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.826059:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860559872 00000100:00100000:1.0:1746066887.826066:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860559872 00002000:00100000:1.0:1746066887.826103:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3bb80 x1830882860559872/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.826113:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3bb80 with x1830882860559872 ext(0->4095) 00002000:00010000:1.0:1746066887.826118:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3bb80 00000100:00100000:1.0:1746066887.826154:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13187 00000100:00100000:1.0:1746066887.826161:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2032:x1830882860559872:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746066887.826271:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861176832:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.826284:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066887.826286:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2032:x1830882860559872:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (370us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.826293:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13187 00002000:00100000:1.0:1746066887.826299:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3bb80 x1830882860559872/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746066887.826307:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091268380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860559616:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5136us (6313us total) trans 0 rc 0/0 00002000:00100000:1.0:1746066887.826308:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3bb80 with x1830882860559872 ext(0->4095) 00002000:00010000:1.0:1746066887.826311:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3bb80 00000100:00100000:3.0:1746066887.826313:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12330 00000100:00100000:0.0:1746066887.828635:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.831987:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860560000 00000100:00100000:1.0:1746066887.831999:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860560000 00000100:00100000:1.0:1746066887.832067:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29503 00000100:00100000:1.0:1746066887.832075:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860560000:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066887.832098:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066887.832115:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff4393b9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eee9 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.832143:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff4393b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee2 expref: 89 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.832151:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066887.832153:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066887.832157:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff4393b9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee9 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.832185:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff4393b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee2 expref: 89 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.832197:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff4393b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee2 expref: 89 pid: 21660 timeout: 1099 lvb_type: 0 00000100:00100000:1.0:1746066887.832208:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091268a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861176960:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066887.832304:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:1.0:1746066887.838173:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091268a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861176960:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066887.838174:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:1.0:1746066887.838201:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff4393b9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee9 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.838219:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132e38600, rc 0) 00000100:00100000:1.0:1746066887.838256:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860560000:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6181us (9625us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066887.838264:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29503 00000100:00100000:2.0:1746066887.838791:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860560128 00000100:00100000:2.0:1746066887.838798:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860560128 00002000:00100000:2.0:1746066887.838831:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132c39180 x1830882860560128/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 496/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.838840:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c39180 with x1830882860560128 ext(0->7) 00010000:00010000:2.0:1746066887.838848:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff4393b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee2 expref: 90 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.838861:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff4393b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee2 expref: 90 pid: 21660 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.838867:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c39180 00000100:00100000:2.0:1746066887.839123:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2218 00000100:00100000:2.0:1746066887.839132:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2034:x1830882860560128:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066887.842618:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+92:2034:x1830882860560128:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 3481us (4441us total) trans 4294972188 rc 0/0 00000100:00100000:0.0:1746066887.842629:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2218 00002000:00100000:0.0:1746066887.842637:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132c39180 x1830882860560128/t4294972188(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 496/448 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066887.842651:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c39180 with x1830882860560128 ext(0->7) 00010000:00010000:0.0:1746066887.842659:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff4393b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee2 expref: 92 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:0.0:1746066887.842674:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff4393b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee2 expref: 92 pid: 21660 timeout: 1099 lvb_type: 0 00002000:00010000:0.0:1746066887.842680:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c39180 00000100:00100000:0.0:1746066887.845625:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.845749:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860560256 00000100:00100000:3.0:1746066887.845757:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860560256 00010000:00010000:3.0:1746066887.845784:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff4393b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee2 expref: 92 pid: 21660 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.846688:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12331 00000100:00100000:3.0:1746066887.846695:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+92:2033:x1830882860560256:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.846708:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.846726:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff4393b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee2 expref: 92 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.846742:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff4393b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee2 expref: 92 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.846762:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009093ba00/0xd6b24631ff4393b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee2 expref: 92 pid: 21660 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.846781:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.846783:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.846789:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff4393b9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee9 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.846795:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff4393b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee9 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.846832:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff4393b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee9 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.846842:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861177088:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.846925:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee070c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.849215:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.849375:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861177088:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.849389:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.849418:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+91:2033:x1830882860560256:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2723us (3798us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066887.849813:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860560512 00000100:00100000:1.0:1746066887.849819:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860560512 00002000:00100000:1.0:1746066887.850279:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3b100 x1830882860560512/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.850288:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3b100 with x1830882860560512 ext(0->4095) 00002000:00010000:1.0:1746066887.850292:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3b100 00000100:00100000:1.0:1746066887.850308:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13188 00000100:00100000:1.0:1746066887.850314:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860560512:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066887.850424:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860560512:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (1213us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.850429:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13188 00002000:00100000:1.0:1746066887.850434:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3b100 x1830882860560512/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.850440:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3b100 with x1830882860560512 ext(0->4095) 00002000:00010000:1.0:1746066887.850443:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3b100 00000100:00100000:3.0:1746066887.850614:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12331 00000100:00100000:0.0:1746066887.854415:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.854925:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860560640 00000100:00100000:1.0:1746066887.854937:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860560640 00000100:00100000:0.0:1746066887.856238:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.857113:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860560768 00000100:00100000:1.0:1746066887.857119:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860560768 00000100:00100000:1.0:1746066887.857143:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29504 00000100:00100000:1.0:1746066887.857149:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+92:1868:x1830882860560640:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066887.857164:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066887.857179:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff4393c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eef0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.857201:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff4393b9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee9 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.857208:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066887.857210:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066887.857213:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff4393c0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef0 expref: 93 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.857235:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff4393b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee9 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066887.857246:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff4393b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee9 expref: 5 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:1.0:1746066887.857255:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091268a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861177216:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066887.857309:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.857521:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29505 00000100:00100000:3.0:1746066887.857528:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+93:1869:x1830882860560768:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066887.857535:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066887.857541:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c555c00/0xd6b24631ff4393c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eef7 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.857552:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.857555:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff4393c0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef0 expref: 94 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.857560:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066887.857563:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c555c00/0xd6b24631ff4393c7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef7 expref: 94 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.857580:0:9629:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff4393c0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef0 expref: 94 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.857590:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c555c00/0xd6b24631ff4393c7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef7 expref: 94 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.857598:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c555c00, rc 0) 00000100:00100000:3.0:1746066887.857618:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+94:1869:x1830882860560768:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (1383us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.857624:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29505 00000100:00100000:2.0:1746066887.859541:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091268a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861177216:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066887.859561:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff4393c0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef0 expref: 93 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.859573:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f612a00, rc 0) 00000100:00100000:2.0:1746066887.859610:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+93:1868:x1830882860560640:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2460us (5200us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.859616:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29504 00000100:00100000:0.0:1746066887.860306:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.860365:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860560896 00000100:00100000:3.0:1746066887.860370:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860560896 00010000:00010000:3.0:1746066887.860393:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff4393b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee9 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.860447:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12332 00000100:00100000:3.0:1746066887.860453:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860560896:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.860463:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.860477:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff4393b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee9 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.860487:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff4393b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee9 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.860504:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132e38600/0xd6b24631ff4393b9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eee9 expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.860624:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.860626:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.860632:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff4393c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef0 expref: 92 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.860639:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff4393c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef0 expref: 92 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.860663:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff4393c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef0 expref: 92 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.860673:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff4393c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef0 expref: 92 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.860687:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861177472:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.861241:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee070c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.863868:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861177472:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066887.863886:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066887.864002:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860560896:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3546us (3694us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066887.864012:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12332 00000100:00100000:0.0:1746066887.865550:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.865643:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860561152 00000100:00100000:1.0:1746066887.865649:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860561152 00002000:00100000:1.0:1746066887.865683:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126c000 x1830882860561152/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.865693:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126c000 with x1830882860561152 ext(0->4095) 00010000:00010000:1.0:1746066887.865701:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff4393c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef0 expref: 93 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.865713:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff4393c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef0 expref: 93 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.865719:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126c000 00000100:00100000:1.0:1746066887.866007:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2219 00000100:00100000:1.0:1746066887.866014:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+93:2033:x1830882860561152:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066887.866221:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+93:2033:x1830882860561152:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 207us (672us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.866226:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2219 00002000:00100000:1.0:1746066887.866231:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126c000 x1830882860561152/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.866244:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126c000 with x1830882860561152 ext(0->4095) 00010000:00010000:1.0:1746066887.866249:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff4393c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef0 expref: 93 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.866258:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff4393c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef0 expref: 93 pid: 9627 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.866263:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126c000 00000100:00100000:0.0:1746066887.868711:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.868888:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860561280 00000100:00100000:2.0:1746066887.868896:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860561280 00010000:00010000:2.0:1746066887.869154:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff4393c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef0 expref: 93 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.869196:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12333 00000100:00100000:2.0:1746066887.869203:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+93:2032:x1830882860561280:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066887.869215:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066887.869232:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff4393c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef0 expref: 93 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.869243:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff4393c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef0 expref: 93 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.869263:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff4393c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef0 expref: 93 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.869290:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.869292:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.869298:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c555c00/0xd6b24631ff4393c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef7 expref: 92 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.869306:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c555c00/0xd6b24631ff4393c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef7 expref: 92 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.869334:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c555c00/0xd6b24631ff4393c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef7 expref: 92 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066887.869373:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861177600:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066887.869444:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.871233:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.871405:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861177600:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066887.871419:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066887.871454:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+92:2032:x1830882860561280:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2252us (2749us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.871463:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12333 00000100:00100000:1.0:1746066887.871977:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860561536 00000100:00100000:1.0:1746066887.871983:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860561536 00002000:00100000:1.0:1746066887.872015:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126d880 x1830882860561536/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.872024:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126d880 with x1830882860561536 ext(0->4095) 00002000:00010000:1.0:1746066887.872027:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009126d880 00000100:00100000:1.0:1746066887.872047:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13189 00000100:00100000:1.0:1746066887.872052:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+92:2031:x1830882860561536:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066887.872151:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+92:2031:x1830882860561536:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (923us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.872157:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13189 00002000:00100000:1.0:1746066887.872162:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126d880 x1830882860561536/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.872169:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126d880 with x1830882860561536 ext(0->4095) 00002000:00010000:1.0:1746066887.872173:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009126d880 00000100:00100000:2.0:1746066887.878026:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066887.878109:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860561664 00000100:00100000:0.0:1746066887.878116:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860561664 00000100:00100000:0.0:1746066887.878148:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29506 00000100:00100000:0.0:1746066887.878153:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860561664:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066887.878169:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066887.878181:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095ef5e00/0xd6b24631ff4393ce lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eefe expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066887.878202:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c555c00/0xd6b24631ff4393c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef7 expref: 91 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066887.878208:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066887.878209:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066887.878211:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095ef5e00/0xd6b24631ff4393ce lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eefe expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066887.878231:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c555c00/0xd6b24631ff4393c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef7 expref: 91 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066887.878239:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c555c00/0xd6b24631ff4393c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef7 expref: 91 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:0.0:1746066887.878246:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861177728:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066887.878309:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066887.880164:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861177728:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066887.880189:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095ef5e00/0xd6b24631ff4393ce lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eefe expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.880203:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ef5e00, rc 0) 00000100:00100000:2.0:1746066887.880237:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860561664:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2082us (2216us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.880246:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29506 00000100:00100000:0.0:1746066887.882981:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.883917:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860561792 00000100:00100000:2.0:1746066887.883925:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860561792 00002000:00100000:2.0:1746066887.883961:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009126d500 x1830882860561792/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 496/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.883971:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126d500 with x1830882860561792 ext(0->7) 00010000:00010000:2.0:1746066887.883979:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c555c00/0xd6b24631ff4393c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef7 expref: 92 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.883991:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c555c00/0xd6b24631ff4393c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef7 expref: 92 pid: 9629 timeout: 1099 lvb_type: 0 00002000:00010000:2.0:1746066887.883997:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126d500 00000100:00100000:2.0:1746066887.884138:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2220 00000100:00100000:2.0:1746066887.884146:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+92:2033:x1830882860561792:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066887.885311:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+94:2033:x1830882860561792:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1163us (2334us total) trans 4294972189 rc 0/0 00000100:00100000:0.0:1746066887.885318:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2220 00002000:00100000:0.0:1746066887.885324:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009126d500 x1830882860561792/t4294972189(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 496/448 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066887.885337:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126d500 with x1830882860561792 ext(0->7) 00010000:00010000:0.0:1746066887.885357:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c555c00/0xd6b24631ff4393c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef7 expref: 94 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:0.0:1746066887.885366:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c555c00/0xd6b24631ff4393c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef7 expref: 94 pid: 9629 timeout: 1099 lvb_type: 0 00002000:00010000:0.0:1746066887.885372:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126d500 00000100:00100000:0.0:1746066887.886856:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.886968:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860561920 00000100:00100000:2.0:1746066887.886975:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860561920 00010000:00010000:2.0:1746066887.887002:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c555c00/0xd6b24631ff4393c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef7 expref: 94 pid: 9629 timeout: 1099 lvb_type: 0 00000100:00100000:2.0:1746066887.888696:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12334 00000100:00100000:2.0:1746066887.888706:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+94:2033:x1830882860561920:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066887.888719:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066887.888736:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c555c00/0xd6b24631ff4393c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef7 expref: 94 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.888748:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c555c00/0xd6b24631ff4393c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef7 expref: 94 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.888766:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c555c00/0xd6b24631ff4393c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eef7 expref: 94 pid: 9629 timeout: 1099 lvb_type: 0 00010000:00010000:2.0:1746066887.888788:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.888790:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.888796:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095ef5e00/0xd6b24631ff4393ce lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eefe expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.888803:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095ef5e00/0xd6b24631ff4393ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eefe expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.888834:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095ef5e00/0xd6b24631ff4393ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eefe expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066887.888844:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861177856:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066887.889860:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:2.0:1746066887.892530:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861177856:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066887.892550:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066887.892605:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+93:2033:x1830882860561920:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3900us (5753us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.892616:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12334 00000100:00100000:2.0:1746066887.893986:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066887.894054:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860562176 00000100:00100000:0.0:1746066887.894062:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860562176 00002000:00100000:0.0:1746066887.894096:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98dc00 x1830882860562176/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066887.894105:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98dc00 with x1830882860562176 ext(0->4095) 00002000:00010000:0.0:1746066887.894109:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98dc00 00000100:00100000:0.0:1746066887.895760:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13190 00000100:00100000:0.0:1746066887.895772:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860562176:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746066887.895909:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860562176:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (1915us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066887.895916:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13190 00002000:00100000:0.0:1746066887.895921:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98dc00 x1830882860562176/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066887.895929:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98dc00 with x1830882860562176 ext(0->4095) 00002000:00010000:0.0:1746066887.895933:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98dc00 00000100:00100000:0.0:1746066887.901442:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066887.901534:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.902841:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860562304 00000100:00100000:2.0:1746066887.902843:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860562432 00000100:00100000:3.0:1746066887.902850:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860562304 00000100:00100000:2.0:1746066887.902850:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860562432 00000100:00100000:2.0:1746066887.902889:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29507 00000100:00100000:3.0:1746066887.902894:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29508 00000100:00100000:2.0:1746066887.902896:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+94:1869:x1830882860562432:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746066887.902909:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+94:1868:x1830882860562304:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066887.903544:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066887.903561:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff4393d5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ef05 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.903561:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066887.903568:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e200/0xd6b24631ff4393dc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ef0c expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.903589:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095ef5e00/0xd6b24631ff4393ce lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eefe expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.903597:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.903599:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.903602:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff4393d5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef05 expref: 96 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.903609:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.903612:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff4393d5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef05 expref: 96 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.903617:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066887.903619:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e200/0xd6b24631ff4393dc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef0c expref: 96 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.903643:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095ef5e00/0xd6b24631ff4393ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eefe expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.903654:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095ef5e00/0xd6b24631ff4393ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eefe expref: 5 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.903666:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861177984:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066887.903668:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff4393d5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef05 expref: 96 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.903678:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e200/0xd6b24631ff4393dc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef0c expref: 96 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.903688:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eb5e200, rc 0) 00000100:00100000:3.0:1746066887.903756:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee079c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066887.903818:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+96:1869:x1830882860562432:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 921us (2283us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.903824:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29507 00000100:00100000:3.0:1746066887.906226:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861177984:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066887.906249:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff4393d5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef05 expref: 95 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.906261:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801332f8600, rc 0) 00000100:00100000:3.0:1746066887.906294:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+95:1868:x1830882860562304:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3395us (4861us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.906302:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29508 00000100:00100000:0.0:1746066887.906604:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.906885:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860562560 00000100:00100000:3.0:1746066887.906892:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860562560 00010000:00010000:3.0:1746066887.906926:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095ef5e00/0xd6b24631ff4393ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eefe expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.907154:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12335 00000100:00100000:3.0:1746066887.907162:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ba3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860562560:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.907173:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.907189:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095ef5e00/0xd6b24631ff4393ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eefe expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.907200:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095ef5e00/0xd6b24631ff4393ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eefe expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.907219:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095ef5e00/0xd6b24631ff4393ce lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eefe expref: 6 pid: 9627 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.907431:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.907434:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.907442:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff4393d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef05 expref: 94 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.907451:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff4393d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef05 expref: 94 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.907476:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff4393d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef05 expref: 94 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.907486:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff4393d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef05 expref: 94 pid: 9917 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.907498:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861178240:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.908076:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee079c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.910833:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.910982:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860562816 00000100:00100000:1.0:1746066887.910990:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860562816 00002000:00100000:1.0:1746066887.911026:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126f480 x1830882860562816/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.911036:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126f480 with x1830882860562816 ext(0->4095) 00010000:00010000:1.0:1746066887.911043:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff4393d5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef05 expref: 95 pid: 9917 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.911056:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff4393d5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef05 expref: 95 pid: 9917 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.911063:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126f480 00000100:00100000:1.0:1746066887.911082:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2221 00000100:00100000:1.0:1746066887.911089:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+95:2033:x1830882860562816:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066887.911204:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+95:2033:x1830882860562816:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (375us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.911211:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2221 00002000:00100000:1.0:1746066887.911223:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126f480 x1830882860562816/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.911230:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126f480 with x1830882860562816 ext(0->4095) 00010000:00010000:1.0:1746066887.911235:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff4393d5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef05 expref: 95 pid: 9917 timeout: 1099 lvb_type: 0 00010000:00010000:1.0:1746066887.911243:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff4393d5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef05 expref: 95 pid: 9917 timeout: 1099 lvb_type: 0 00002000:00010000:1.0:1746066887.911253:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126f480 00000100:00100000:3.0:1746066887.911542:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861178240:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.911558:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.911582:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ba3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860562560:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4421us (4980us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.911591:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12335 00000100:00100000:0.0:1746066887.913573:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.913649:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860562944 00000100:00100000:3.0:1746066887.913655:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860562944 00010000:00010000:3.0:1746066887.913680:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff4393d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef05 expref: 95 pid: 9917 timeout: 1099 lvb_type: 0 00000100:00100000:3.0:1746066887.913714:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12336 00000100:00100000:3.0:1746066887.913721:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+95:2034:x1830882860562944:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.913731:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.913799:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff4393d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef05 expref: 95 pid: 9917 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.913809:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff4393d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef05 expref: 95 pid: 9917 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.913829:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff4393d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef05 expref: 95 pid: 9917 timeout: 1099 lvb_type: 0 00010000:00010000:3.0:1746066887.913962:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.913965:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.913972:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e200/0xd6b24631ff4393dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef0c expref: 94 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.913979:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e200/0xd6b24631ff4393dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef0c expref: 94 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.914006:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e200/0xd6b24631ff4393dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef0c expref: 94 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.914016:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861178368:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.914081:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.916687:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861178368:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.916706:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.916742:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+94:2034:x1830882860562944:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3020us (3171us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.916752:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12336 00000100:00100000:3.0:1746066887.919291:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066887.919372:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860563200 00000100:00100000:0.0:1746066887.919380:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860563200 00002000:00100000:0.0:1746066887.919416:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d7aaa00 x1830882860563200/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066887.919426:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7aaa00 with x1830882860563200 ext(0->4095) 00002000:00010000:0.0:1746066887.919431:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d7aaa00 00000100:00100000:0.0:1746066887.919453:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13191 00000100:00100000:0.0:1746066887.919460:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+94:2033:x1830882860563200:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746066887.919584:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+94:2033:x1830882860563200:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (296us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066887.919590:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13191 00002000:00100000:0.0:1746066887.919595:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d7aaa00 x1830882860563200/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066887.919603:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7aaa00 with x1830882860563200 ext(0->4095) 00002000:00010000:0.0:1746066887.919606:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d7aaa00 00000100:00100000:0.0:1746066887.922160:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.922428:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860563328 00000100:00100000:3.0:1746066887.922436:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860563328 00000100:00100000:3.0:1746066887.922483:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29509 00000100:00100000:3.0:1746066887.922491:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860563328:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066887.922505:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066887.922520:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ef13 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.922546:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e200/0xd6b24631ff4393dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef0c expref: 93 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.922553:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066887.922555:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066887.922558:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393e3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef13 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.922589:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e200/0xd6b24631ff4393dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef0c expref: 93 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.922601:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e200/0xd6b24631ff4393dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef0c expref: 93 pid: 9627 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066887.922622:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861178496:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066887.922701:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.924795:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861178496:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066887.924813:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393e3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef13 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.924822:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801332f8a00, rc 0) 00000100:00100000:3.0:1746066887.924855:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860563328:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2364us (2700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.924862:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29509 00000100:00100000:0.0:1746066887.925032:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.925440:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860563456 00000100:00100000:3.0:1746066887.925445:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860563456 00010000:00010000:3.0:1746066887.925465:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e200/0xd6b24631ff4393dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef0c expref: 94 pid: 9627 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066887.925483:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12337 00000100:00100000:3.0:1746066887.925489:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+94:2034:x1830882860563456:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.925497:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.925512:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e200/0xd6b24631ff4393dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef0c expref: 94 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066887.925521:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e200/0xd6b24631ff4393dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef0c expref: 94 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066887.925543:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e200/0xd6b24631ff4393dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef0c expref: 94 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066887.925566:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.925568:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.925574:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393e3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef13 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.925582:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef13 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.925603:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef13 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.925613:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861178624:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.925659:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.929110:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.929196:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860563584 00000100:00100000:2.0:1746066887.929202:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860563584 00000100:00100000:2.0:1746066887.929240:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29510 00000100:00100000:2.0:1746066887.929246:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+94:1868:x1830882860563584:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066887.929260:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746066887.929265:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861178624:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066887.929274:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4393ea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ef1a expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.929280:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066887.929296:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393e3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef13 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.929302:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.929303:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.929306:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4393ea lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef1a expref: 95 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.929324:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+95:2034:x1830882860563456:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3836us (4293us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.929333:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12337 00010000:00010000:2.0:1746066887.929333:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef13 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.929365:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef13 expref: 5 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066887.929375:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861178752:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066887.929423:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:1.0:1746066887.932320:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.932375:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860563840 00000100:00100000:2.0:1746066887.932383:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860563840 00002000:00100000:2.0:1746066887.932420:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091269880 x1830882860563840/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.932430:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091269880 with x1830882860563840 ext(0->4095) 00010000:00010000:2.0:1746066887.932438:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef13 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066887.932450:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef13 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066887.932456:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091269880 00000100:00100000:3.0:1746066887.932523:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861178752:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066887.932547:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4393ea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef1a expref: 94 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.932564:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d952e00, rc 0) 00000100:00100000:3.0:1746066887.932601:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+94:1868:x1830882860563584:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3354us (3497us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.932608:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29510 00000100:00100000:2.0:1746066887.932832:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2222 00000100:00100000:2.0:1746066887.932838:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860563840:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066887.932946:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860563840:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (632us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066887.932955:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2222 00002000:00100000:2.0:1746066887.932961:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091269880 x1830882860563840/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.932967:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091269880 with x1830882860563840 ext(0->4095) 00010000:00010000:2.0:1746066887.932973:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef13 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066887.932981:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef13 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066887.932987:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091269880 00000100:00100000:0.0:1746066887.935883:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.935949:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860563968 00000100:00100000:3.0:1746066887.935957:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860563968 00010000:00010000:3.0:1746066887.935991:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef13 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066887.936017:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12338 00000100:00100000:3.0:1746066887.936023:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860563968:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066887.936034:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066887.936050:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef13 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066887.936060:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef13 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066887.936077:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393e3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef13 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066887.936092:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.936094:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.936100:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4393ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef1a expref: 93 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.936112:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4393ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef1a expref: 93 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.936139:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4393ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef1a expref: 93 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066887.936154:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861178880:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066887.936226:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.941116:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.941213:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861178880:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.941229:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.941267:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860563968:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5244us (5391us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.941277:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12338 00000100:00100000:1.0:1746066887.941691:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860564224 00000100:00100000:1.0:1746066887.941698:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860564224 00002000:00100000:1.0:1746066887.941733:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126ce00 x1830882860564224/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.941742:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126ce00 with x1830882860564224 ext(0->4095) 00002000:00010000:1.0:1746066887.941746:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009126ce00 00000100:00100000:1.0:1746066887.941776:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13192 00000100:00100000:1.0:1746066887.941781:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+94:2033:x1830882860564224:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066887.941880:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+94:2033:x1830882860564224:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 99us (770us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.941885:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13192 00002000:00100000:1.0:1746066887.941889:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126ce00 x1830882860564224/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.941896:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126ce00 with x1830882860564224 ext(0->4095) 00002000:00010000:1.0:1746066887.941917:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009126ce00 00000100:00100000:0.0:1746066887.948275:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.949174:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860564352 00000100:00100000:3.0:1746066887.949183:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860564352 00000100:00100000:3.0:1746066887.949224:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29511 00000100:00100000:3.0:1746066887.949231:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860564352:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066887.949247:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066887.949268:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801332f8e00/0xd6b24631ff4393f1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ef21 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.949296:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4393ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef1a expref: 93 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.949303:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066887.949305:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066887.949308:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8e00/0xd6b24631ff4393f1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef21 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.949331:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4393ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef1a expref: 93 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.949361:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4393ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef1a expref: 93 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066887.949373:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861179008:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066887.951380:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066887.951594:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861179008:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066887.951616:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801332f8e00/0xd6b24631ff4393f1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef21 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.951629:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801332f8e00, rc 0) 00000100:00100000:3.0:1746066887.951721:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860564352:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2430us (3393us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.951728:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29511 00000100:00100000:0.0:1746066887.953559:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.954539:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860564480 00000100:00100000:2.0:1746066887.954547:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860564480 00002000:00100000:2.0:1746066887.954585:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132c34a80 x1830882860564480/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 496/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066887.954595:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c34a80 with x1830882860564480 ext(0->7) 00010000:00010000:2.0:1746066887.954603:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4393ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef1a expref: 94 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066887.954618:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4393ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef1a expref: 94 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066887.954624:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c34a80 00000100:00100000:2.0:1746066887.954654:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2223 00000100:00100000:2.0:1746066887.954661:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+94:2034:x1830882860564480:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066887.955886:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+96:2034:x1830882860564480:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1222us (2327us total) trans 4294972190 rc 0/0 00000100:00100000:0.0:1746066887.955895:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2223 00002000:00100000:0.0:1746066887.955913:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132c34a80 x1830882860564480/t4294972190(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 496/448 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066887.955920:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c34a80 with x1830882860564480 ext(0->7) 00010000:00010000:0.0:1746066887.955926:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4393ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef1a expref: 96 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:0.0:1746066887.955937:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4393ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef1a expref: 96 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:0.0:1746066887.955943:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c34a80 00000100:00100000:0.0:1746066887.964407:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.964466:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860564608 00000100:00100000:3.0:1746066887.964474:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860564608 00010000:00010000:3.0:1746066887.964507:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4393ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef1a expref: 96 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:0.0:1746066887.965674:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12339 00000100:00100000:0.0:1746066887.965684:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+96:2031:x1830882860564608:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066887.965697:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066887.965716:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4393ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef1a expref: 96 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:0.0:1746066887.965726:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4393ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef1a expref: 96 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:0.0:1746066887.965745:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4393ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef1a expref: 96 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:0.0:1746066887.971072:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066887.971077:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066887.971090:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8e00/0xd6b24631ff4393f1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef21 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066887.971101:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8e00/0xd6b24631ff4393f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef21 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066887.971147:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801332f8e00/0xd6b24631ff4393f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef21 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066887.971160:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861179136:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066887.971248:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.979865:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.980181:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861179136:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066887.980199:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066887.980232:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+95:2031:x1830882860564608:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 14550us (15831us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.980241:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12339 00000100:00100000:1.0:1746066887.980311:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860564864 00000100:00100000:1.0:1746066887.980316:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860564864 00002000:00100000:1.0:1746066887.980379:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c36300 x1830882860564864/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.980388:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c36300 with x1830882860564864 ext(0->4095) 00002000:00010000:1.0:1746066887.980393:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c36300 00000100:00100000:1.0:1746066887.980409:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13193 00000100:00100000:1.0:1746066887.980416:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860564864:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066887.981112:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860564864:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 696us (1254us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.981117:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13193 00002000:00100000:1.0:1746066887.981121:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c36300 x1830882860564864/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.981126:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c36300 with x1830882860564864 ext(0->4095) 00002000:00010000:1.0:1746066887.981129:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c36300 00000100:00100000:0.0:1746066887.982704:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066887.982771:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860564992 00000100:00100000:3.0:1746066887.982775:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860564992 00000100:00100000:3.0:1746066887.982796:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29512 00000100:00100000:3.0:1746066887.982800:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+95:1868:x1830882860564992:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066887.982809:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066887.982821:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ef28 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.982840:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8e00/0xd6b24631ff4393f1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef21 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.982845:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.982846:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066887.982848:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393f8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef28 expref: 96 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.982866:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801332f8e00/0xd6b24631ff4393f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef21 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.982873:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801332f8e00/0xd6b24631ff4393f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef21 expref: 5 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066887.982880:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861179264:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066887.984669:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.985604:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.986906:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860565120 00000100:00100000:2.0:1746066887.986913:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860565120 00000100:00100000:2.0:1746066887.986952:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29513 00000100:00100000:2.0:1746066887.986959:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+97:1869:x1830882860565120:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066887.986972:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066887.986984:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff4393ff lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ef2f expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.987007:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.987011:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393f8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef28 expref: 98 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.987017:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066887.987020:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff4393ff lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef2f expref: 98 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.987046:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393f8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef28 expref: 98 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.987055:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff4393ff lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef2f expref: 98 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.987068:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d951400, rc 0) 00000100:00100000:2.0:1746066887.987771:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+98:1869:x1830882860565120:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 809us (2167us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066887.987778:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29513 00000100:00100000:3.0:1746066887.988665:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861179264:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066887.988686:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393f8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef28 expref: 97 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066887.988696:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801332f8a00, rc 0) 00000100:00100000:3.0:1746066887.988729:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+97:1868:x1830882860564992:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5927us (6025us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.988735:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29512 00000100:00100000:0.0:1746066887.990237:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066887.990934:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860565248 00000100:00100000:2.0:1746066887.990942:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860565248 00010000:00010000:2.0:1746066887.991160:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8e00/0xd6b24631ff4393f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef21 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066887.991194:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12340 00000100:00100000:2.0:1746066887.991201:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860565248:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066887.991212:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066887.991229:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801332f8e00/0xd6b24631ff4393f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef21 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066887.991240:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801332f8e00/0xd6b24631ff4393f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef21 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066887.991259:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8e00/0xd6b24631ff4393f1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef21 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066887.991274:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.991275:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066887.991484:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef28 expref: 96 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.991497:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef28 expref: 96 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.991524:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef28 expref: 96 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066887.991534:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef28 expref: 96 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066887.991544:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861179520:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066887.991610:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066887.995213:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066887.996192:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860565504 00000100:00100000:1.0:1746066887.996200:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860565504 00002000:00100000:1.0:1746066887.996232:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c37b80 x1830882860565504/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/0 e 0 to 0 dl 1746066898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.996242:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c37b80 with x1830882860565504 ext(0->4095) 00010000:00010000:1.0:1746066887.996250:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393f8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef28 expref: 97 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066887.996262:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393f8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef28 expref: 97 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:1.0:1746066887.996268:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c37b80 00000100:00100000:3.0:1746066887.996365:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861179520:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066887.996379:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066887.996412:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860565248:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5212us (6176us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066887.996421:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12340 00000100:00100000:1.0:1746066887.996517:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2224 00000100:00100000:1.0:1746066887.996523:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+97:2033:x1830882860565504:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066887.996619:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+97:2033:x1830882860565504:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 96us (1411us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066887.996625:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2224 00002000:00100000:1.0:1746066887.996630:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c37b80 x1830882860565504/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746066898 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066887.996638:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c37b80 with x1830882860565504 ext(0->4095) 00010000:00010000:1.0:1746066887.996643:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef28 expref: 97 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066887.996652:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef28 expref: 97 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:1.0:1746066887.996658:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c37b80 00000100:00100000:2.0:1746066888.003543:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.004808:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860565632 00000100:00100000:3.0:1746066888.004817:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860565632 00010000:00010000:3.0:1746066888.004862:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef28 expref: 97 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.005024:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12341 00000100:00100000:3.0:1746066888.005034:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+97:2032:x1830882860565632:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.005048:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.005065:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef28 expref: 97 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.005077:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef28 expref: 97 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.005108:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff4393f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef28 expref: 97 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.005135:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.005138:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.005145:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff4393ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef2f expref: 96 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.005153:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff4393ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef2f expref: 96 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.005181:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff4393ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef2f expref: 96 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.005193:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861179648:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.005268:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.011637:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861179648:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.011659:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.011711:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+96:2032:x1830882860565632:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6677us (8404us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.011722:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12341 00000100:00100000:0.0:1746066888.014891:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.015174:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860565888 00000100:00100000:2.0:1746066888.015181:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860565888 00002000:00100000:2.0:1746066888.015218:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c34e00 x1830882860565888/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.015228:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c34e00 with x1830882860565888 ext(0->4095) 00002000:00010000:2.0:1746066888.015232:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c34e00 00000100:00100000:2.0:1746066888.015323:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13194 00000100:00100000:2.0:1746066888.015330:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+96:2033:x1830882860565888:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066888.015540:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+96:2033:x1830882860565888:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 208us (652us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.015547:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13194 00002000:00100000:2.0:1746066888.015553:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c34e00 x1830882860565888/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.015561:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c34e00 with x1830882860565888 ext(0->4095) 00002000:00010000:2.0:1746066888.015563:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c34e00 00000100:00100000:0.0:1746066888.018058:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.018148:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860566016 00000100:00100000:3.0:1746066888.018154:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860566016 00000100:00100000:3.0:1746066888.018527:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29514 00000100:00100000:3.0:1746066888.018535:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860566016:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066888.018546:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066888.018617:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439406 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ef36 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.018642:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff4393ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef2f expref: 95 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.018648:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066888.018651:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066888.018654:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439406 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef36 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.018677:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff4393ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef2f expref: 95 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.018688:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff4393ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef2f expref: 95 pid: 9627 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.018698:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861179776:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066888.019796:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.021146:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861179776:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066888.021175:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439406 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef36 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.021188:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801332f8600, rc 0) 00000100:00100000:3.0:1746066888.021223:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860566016:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2688us (3169us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.021230:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29514 00000100:00100000:0.0:1746066888.025387:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066888.025441:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.025461:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860566272 00000100:00100000:3.0:1746066888.025469:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860566272 00000100:00100000:3.0:1746066888.025511:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29515 00000100:00100000:3.0:1746066888.025517:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+96:1868:x1830882860566272:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066888.025532:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746066888.025568:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860566144 00000100:00100000:2.0:1746066888.025571:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860566144 00010000:00010000:2.0:1746066888.025589:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff4393ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef2f expref: 97 pid: 9627 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.025616:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12342 00000100:00100000:2.0:1746066888.025620:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ba2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+97:2034:x1830882860566144:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066888.025631:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066888.025647:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff4393ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef2f expref: 97 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.025657:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff4393ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef2f expref: 97 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.025676:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff4393ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef2f expref: 97 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.025700:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.025701:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.025708:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439406 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef36 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.025715:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439406 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef36 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.025747:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439406 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef36 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066888.025757:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861179904:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066888.025811:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f840 going to sleep for 11 seconds 00010000:00010000:3.0:1746066888.025852:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff43940d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ef3d expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.025872:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439406 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef36 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.025877:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.025878:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.025881:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff43940d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef3d expref: 97 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.025961:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439406 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef36 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.025970:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439406 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef36 expref: 5 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.025978:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861180032:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066888.026004:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.029797:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861179904:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066888.029814:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066888.029861:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ba2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+97:2034:x1830882860566144:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4237us (4417us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.029870:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12342 00000100:00100000:3.0:1746066888.030003:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861180032:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066888.030021:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff43940d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef3d expref: 96 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.030032:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801332f9000, rc 0) 00000100:00100000:3.0:1746066888.030053:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+96:1868:x1830882860566272:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4537us (4718us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.030059:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29515 00000100:00100000:0.0:1746066888.032017:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.032257:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860566528 00000100:00100000:2.0:1746066888.032265:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860566528 00002000:00100000:2.0:1746066888.032303:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c35f80 x1830882860566528/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.032313:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c35f80 with x1830882860566528 ext(0->4095) 00010000:00010000:2.0:1746066888.032321:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439406 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef36 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.032333:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439406 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef36 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066888.032370:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c35f80 00000100:00100000:2.0:1746066888.032602:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2225 00000100:00100000:2.0:1746066888.032610:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860566528:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066888.032842:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860566528:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 231us (829us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.032848:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2225 00002000:00100000:2.0:1746066888.032854:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c35f80 x1830882860566528/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.032862:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c35f80 with x1830882860566528 ext(0->4095) 00010000:00010000:2.0:1746066888.032867:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439406 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef36 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.032876:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439406 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef36 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066888.032882:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c35f80 00000100:00100000:0.0:1746066888.037554:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.037753:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860566656 00000100:00100000:2.0:1746066888.037761:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860566656 00010000:00010000:2.0:1746066888.037793:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439406 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef36 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.037817:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12343 00000100:00100000:2.0:1746066888.037823:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c35880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860566656:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066888.037833:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066888.037850:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439406 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef36 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.037861:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439406 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef36 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.037882:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439406 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef36 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.038277:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.038280:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.038287:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff43940d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef3d expref: 95 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.038295:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff43940d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef3d expref: 95 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.038561:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff43940d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef3d expref: 95 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066888.038572:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861180160:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066888.039581:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b6bc3f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.041930:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861180160:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066888.041943:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:2.0:1746066888.041950:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066888.041989:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c35880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860566656:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4165us (4442us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.042000:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12343 00000100:00100000:3.0:1746066888.042016:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860566912 00000100:00100000:3.0:1746066888.042028:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860566912 00002000:00100000:3.0:1746066888.042068:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c37800 x1830882860566912/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.042078:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c37800 with x1830882860566912 ext(0->4095) 00002000:00010000:3.0:1746066888.042083:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c37800 00000100:00100000:3.0:1746066888.042660:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13195 00000100:00100000:3.0:1746066888.043487:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+96:2031:x1830882860566912:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746066888.043617:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+96:2031:x1830882860566912:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 950us (1675us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066888.043624:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13195 00002000:00100000:3.0:1746066888.043630:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c37800 x1830882860566912/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.043638:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c37800 with x1830882860566912 ext(0->4095) 00002000:00010000:3.0:1746066888.043643:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c37800 00000100:00100000:0.0:1746066888.048295:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.048606:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860567040 00000100:00100000:3.0:1746066888.048614:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860567040 00000100:00100000:3.0:1746066888.048652:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29516 00000100:00100000:3.0:1746066888.048659:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860567040:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066888.048674:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066888.048689:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439414 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ef44 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.048714:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff43940d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef3d expref: 95 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.048727:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066888.048728:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066888.048732:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439414 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef44 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.048757:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff43940d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef3d expref: 95 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.048769:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff43940d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef3d expref: 95 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.048780:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861180288:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066888.048852:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07300 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.050393:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861180288:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066888.050413:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439414 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef44 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.050423:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d953800, rc 0) 00000100:00100000:3.0:1746066888.050450:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860567040:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1792us (2164us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.050456:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29516 00000100:00100000:0.0:1746066888.051695:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.051833:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860567168 00000100:00100000:3.0:1746066888.051838:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860567168 00002000:00100000:3.0:1746066888.051867:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132c36a00 x1830882860567168/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 496/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.051881:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c36a00 with x1830882860567168 ext(0->7) 00010000:00010000:3.0:1746066888.051887:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff43940d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef3d expref: 96 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.051909:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff43940d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef3d expref: 96 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:3.0:1746066888.051915:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c36a00 00000100:00100000:3.0:1746066888.051940:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2226 00000100:00100000:3.0:1746066888.051947:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+96:2033:x1830882860567168:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066888.054438:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+98:2033:x1830882860567168:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2485us (2739us total) trans 4294972191 rc 0/0 00000100:00100000:0.0:1746066888.054448:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2226 00002000:00100000:0.0:1746066888.054457:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132c36a00 x1830882860567168/t4294972191(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 496/448 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066888.054466:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c36a00 with x1830882860567168 ext(0->7) 00010000:00010000:0.0:1746066888.054473:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff43940d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef3d expref: 98 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:0.0:1746066888.054487:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff43940d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef3d expref: 98 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:0.0:1746066888.054493:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c36a00 00000100:00100000:0.0:1746066888.059185:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.059290:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860567296 00000100:00100000:2.0:1746066888.059299:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860567296 00010000:00010000:2.0:1746066888.059328:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff43940d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef3d expref: 98 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.059838:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12344 00000100:00100000:3.0:1746066888.059848:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+98:2033:x1830882860567296:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.059860:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.060102:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff43940d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef3d expref: 98 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.060113:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff43940d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef3d expref: 98 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.060133:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff43940d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef3d expref: 98 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.060860:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.060862:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.060870:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439414 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef44 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.060878:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439414 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef44 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.060917:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439414 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef44 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.061115:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861180416:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.063186:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07300 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.067964:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861180416:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.067984:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.068038:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+97:2033:x1830882860567296:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 8190us (8859us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.068051:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12344 00000100:00100000:0.0:1746066888.071458:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.074010:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.074105:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860567552 00000100:00100000:2.0:1746066888.074115:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860567552 00000100:00100000:3.0:1746066888.074128:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860567680 00000100:00100000:3.0:1746066888.074132:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860567680 00002000:00100000:2.0:1746066888.074155:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c35180 x1830882860567552/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746066888.074170:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29517 00000100:00100000:3.0:1746066888.074178:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+97:1868:x1830882860567680:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066888.074191:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066888.074204:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff43941b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ef4b expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.074229:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439414 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef44 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.074235:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.074238:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.074241:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff43941b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef4b expref: 98 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.074265:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439414 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef44 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746066888.074266:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c35180 with x1830882860567552 ext(0->4095) 00010000:00010000:2.0:1746066888.074272:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439414 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef44 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.074275:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439414 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef44 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.074281:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439414 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef44 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.074286:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861180544:192.168.201.51@tcp:104: 00002000:00010000:2.0:1746066888.074287:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c35180 00000100:00100000:2.0:1746066888.074310:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2227 00000100:00100000:2.0:1746066888.074315:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860567552:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066888.074370:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07300 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.074686:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860567552:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 369us (3234us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.074694:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2227 00002000:00100000:2.0:1746066888.074699:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c35180 x1830882860567552/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.074707:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c35180 with x1830882860567552 ext(0->4095) 00010000:00010000:2.0:1746066888.074712:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439414 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef44 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.074722:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439414 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef44 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066888.074729:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c35180 00000100:00100000:3.0:1746066888.076644:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861180544:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066888.076663:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff43941b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef4b expref: 98 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.076675:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801332f8a00, rc 0) 00000100:00100000:3.0:1746066888.076704:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+98:1868:x1830882860567680:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2528us (2699us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.076710:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29517 00000100:00100000:0.0:1746066888.077880:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.077929:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860567808 00000100:00100000:3.0:1746066888.077934:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860567808 00000100:00100000:3.0:1746066888.077957:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29518 00000100:00100000:3.0:1746066888.077962:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+98:1869:x1830882860567808:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066888.077973:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066888.077983:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff439422 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ef52 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.078002:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.078005:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff43941b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef4b expref: 99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.078011:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066888.078013:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff439422 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef52 expref: 99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.078034:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff43941b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef4b expref: 99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.078043:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff439422 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef52 expref: 99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.078049:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801332f9000, rc 0) 00000100:00100000:3.0:1746066888.078073:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+99:1869:x1830882860567808:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.078078:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29518 00000100:00100000:0.0:1746066888.079936:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.079991:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860567936 00000100:00100000:3.0:1746066888.079997:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860567936 00010000:00010000:3.0:1746066888.080022:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439414 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef44 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.080055:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12345 00000100:00100000:3.0:1746066888.080061:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c34380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860567936:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.080072:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.080088:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439414 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef44 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.080098:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439414 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef44 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.080118:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439414 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef44 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.080146:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.080148:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.080155:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff43941b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef4b expref: 98 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.080161:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff43941b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef4b expref: 98 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.080185:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff43941b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef4b expref: 98 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.080195:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff43941b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef4b expref: 98 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.080206:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861180800:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.080273:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07300 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.082484:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861180800:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066888.082502:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.082581:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860568192 00000100:00100000:2.0:1746066888.082587:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860568192 00002000:00100000:2.0:1746066888.082621:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c37100 x1830882860568192/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.082630:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c37100 with x1830882860568192 ext(0->4095) 00010000:00010000:2.0:1746066888.082637:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff43941b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef4b expref: 99 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.082644:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066888.082648:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff43941b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef4b expref: 99 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066888.082653:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c37100 00000100:00100000:3.0:1746066888.082676:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c34380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860567936:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2614us (2744us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.082679:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2228 00000100:00100000:3.0:1746066888.082684:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12345 00000100:00100000:2.0:1746066888.082685:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+99:2033:x1830882860568192:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066888.082782:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+99:2033:x1830882860568192:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 96us (280us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.082788:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2228 00002000:00100000:2.0:1746066888.082793:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c37100 x1830882860568192/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.082801:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c37100 with x1830882860568192 ext(0->4095) 00010000:00010000:2.0:1746066888.082806:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff43941b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef4b expref: 99 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.082826:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff43941b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef4b expref: 99 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066888.082832:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c37100 00000100:00100000:0.0:1746066888.085869:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.085980:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860568320 00000100:00100000:3.0:1746066888.085986:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860568320 00010000:00010000:3.0:1746066888.086011:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff43941b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef4b expref: 99 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.086030:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12346 00000100:00100000:3.0:1746066888.086035:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131431880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+99:2031:x1830882860568320:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.086045:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.086060:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff43941b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef4b expref: 99 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.086070:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff43941b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef4b expref: 99 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.086087:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8a00/0xd6b24631ff43941b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef4b expref: 99 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.086112:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.086114:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.086119:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff439422 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef52 expref: 98 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.086126:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff439422 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef52 expref: 98 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.086159:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff439422 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef52 expref: 98 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.086170:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861180928:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.086223:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07300 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.088732:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861180928:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.088753:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.089022:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131431880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+98:2031:x1830882860568320:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2984us (3157us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.089032:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12346 00000100:00100000:0.0:1746066888.090108:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.090175:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860568576 00000100:00100000:1.0:1746066888.090181:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860568576 00002000:00100000:1.0:1746066888.090215:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131431180 x1830882860568576/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.090226:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131431180 with x1830882860568576 ext(0->4095) 00002000:00010000:1.0:1746066888.090230:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131431180 00000100:00100000:1.0:1746066888.090258:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13196 00000100:00100000:1.0:1746066888.090269:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131431180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+98:2032:x1830882860568576:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066888.090414:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131431180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+98:2032:x1830882860568576:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066888.090421:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13196 00002000:00100000:1.0:1746066888.090426:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131431180 x1830882860568576/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.090435:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131431180 with x1830882860568576 ext(0->4095) 00002000:00010000:1.0:1746066888.090437:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131431180 00000100:00100000:0.0:1746066888.092595:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.092789:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860568704 00000100:00100000:3.0:1746066888.092796:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860568704 00000100:00100000:3.0:1746066888.092826:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29519 00000100:00100000:3.0:1746066888.092832:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131432680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860568704:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066888.092845:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066888.092857:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439429 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ef59 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.092879:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff439422 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef52 expref: 97 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.092886:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066888.092887:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066888.092890:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439429 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef59 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.092933:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff439422 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef52 expref: 97 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.092944:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff439422 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef52 expref: 97 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.092955:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861181056:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066888.093033:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07300 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.094396:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861181056:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066888.094417:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439429 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef59 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.094429:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801332f8600, rc 0) 00000100:00100000:3.0:1746066888.094461:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131432680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860568704:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1627us (1870us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.094467:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29519 00000100:00100000:0.0:1746066888.095033:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.095481:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860568832 00000100:00100000:3.0:1746066888.095486:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860568832 00010000:00010000:3.0:1746066888.095510:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff439422 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef52 expref: 98 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.095530:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12347 00000100:00100000:3.0:1746066888.095535:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131433480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+98:2033:x1830882860568832:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.095544:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.095558:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff439422 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef52 expref: 98 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.095567:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff439422 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef52 expref: 98 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.095584:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff439422 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef52 expref: 98 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.095607:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.095608:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.095614:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439429 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef59 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.095621:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439429 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef59 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.095641:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439429 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef59 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.095651:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861181184:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.095701:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066888.101314:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.101377:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860569088 00000100:00100000:2.0:1746066888.101385:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860569088 00002000:00100000:2.0:1746066888.101417:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131431c00 x1830882860569088/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.101424:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131431c00 with x1830882860569088 ext(0->4095) 00002000:00010000:2.0:1746066888.101427:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131431c00 00000100:00100000:2.0:1746066888.101442:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13197 00000100:00100000:2.0:1746066888.101447:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860569088:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746066888.101456:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.102908:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860569216 00000100:00100000:3.0:1746066888.102913:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860569216 00000100:00100000:3.0:1746066888.102945:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29520 00000100:00100000:3.0:1746066888.102950:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+98:1868:x1830882860569216:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066888.102959:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066888.102985:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009847bc00/0xd6b24631ff439430 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ef60 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066888.103000:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860569088:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 1550us (1692us total) trans 0 rc 4096/4096 00010000:00010000:3.0:1746066888.103008:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439429 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef59 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066888.103008:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13197 00010000:00010000:3.0:1746066888.103014:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.103015:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00100000:2.0:1746066888.103016:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131431c00 x1830882860569088/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746066888.103018:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009847bc00/0xd6b24631ff439430 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef60 expref: 99 pid: 9917 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746066888.103024:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131431c00 with x1830882860569088 ext(0->4095) 00010000:00010000:2.0:1746066888.103029:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439429 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef59 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.103038:0:9632:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439429 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef59 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.103044:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439429 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef59 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746066888.103048:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131431c00 00010000:00010000:3.0:1746066888.103056:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439429 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef59 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.103067:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861181312:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066888.103098:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861181184:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066888.103115:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066888.104055:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131433480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+99:2033:x1830882860568832:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 8516us (9021us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.104063:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12347 00000100:00100000:3.0:1746066888.104066:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.110283:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861181312:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066888.110313:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009847bc00/0xd6b24631ff439430 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef60 expref: 98 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066888.112643:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.112760:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.112835:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860569472 00000100:00100000:2.0:1746066888.112843:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860569472 00000100:00100000:0.0:1746066888.112854:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860569344 00000100:00100000:0.0:1746066888.112858:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860569344 00010000:00010000:2.0:1746066888.112871:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439429 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef59 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:0.0:1746066888.112885:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29521 00000100:00100000:0.0:1746066888.112891:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+99:1869:x1830882860569344:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746066888.112892:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12348 00000100:00100000:2.0:1746066888.112911:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860569472:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066888.112915:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.112921:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066888.112927:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff439437 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ef67 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.112937:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439429 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef59 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.112947:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439429 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef59 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:0.0:1746066888.113058:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066888.113065:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009847bc00/0xd6b24631ff439430 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef60 expref: 100 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066888.113074:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066888.113077:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff439437 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef67 expref: 100 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.113097:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff439429 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef59 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.113647:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.113649:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.113656:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009847bc00/0xd6b24631ff439430 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef60 expref: 100 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.113664:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009847bc00/0xd6b24631ff439430 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef60 expref: 100 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066888.113709:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009847bc00/0xd6b24631ff439430 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef60 expref: 100 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066888.113722:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009847bc00/0xd6b24631ff439430 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef60 expref: 100 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:0.0:1746066888.113733:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131432300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861181440:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066888.113740:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009847bc00/0xd6b24631ff439430 lrc: 7/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef60 expref: 100 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.113749:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009847bc00/0xd6b24631ff439430 lrc: 7/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef60 expref: 100 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.113757:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861181568:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.113793:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009847bc00, rc 0) 00000100:00100000:0.0:1746066888.113795:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.113807:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b6bc3f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.113818:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+100:1868:x1830882860569216:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10867us (12362us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.113824:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29520 00000100:00100000:2.0:1746066888.118169:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131432300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861181440:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066888.118200:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff439437 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef67 expref: 99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.118214:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c0bc00, rc 0) 00000100:00100000:2.0:1746066888.119115:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+99:1869:x1830882860569344:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6221us (6474us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.119122:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29521 00000100:00100000:2.0:1746066888.119796:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861181568:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066888.119805:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066888.119827:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860569472:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6917us (7067us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.119838:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12348 00000100:00100000:1.0:1746066888.119946:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.120007:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860569728 00000100:00100000:2.0:1746066888.120013:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860569728 00002000:00100000:2.0:1746066888.120049:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126bb80 x1830882860569728/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.120058:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126bb80 with x1830882860569728 ext(0->4095) 00010000:00010000:2.0:1746066888.120064:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009847bc00/0xd6b24631ff439430 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef60 expref: 99 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.120077:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009847bc00/0xd6b24631ff439430 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef60 expref: 99 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066888.120082:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126bb80 00000100:00100000:2.0:1746066888.120095:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2229 00000100:00100000:2.0:1746066888.120101:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+99:2033:x1830882860569728:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066888.120211:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+99:2033:x1830882860569728:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (265us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.120216:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2229 00002000:00100000:2.0:1746066888.120221:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126bb80 x1830882860569728/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.120228:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126bb80 with x1830882860569728 ext(0->4095) 00010000:00010000:2.0:1746066888.120232:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009847bc00/0xd6b24631ff439430 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef60 expref: 99 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.120244:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009847bc00/0xd6b24631ff439430 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef60 expref: 99 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066888.120249:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126bb80 00000100:00100000:0.0:1746066888.122915:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.123238:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860569856 00000100:00100000:2.0:1746066888.123244:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860569856 00010000:00010000:2.0:1746066888.123268:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009847bc00/0xd6b24631ff439430 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef60 expref: 99 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.123295:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12349 00000100:00100000:2.0:1746066888.123304:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ba2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+99:2031:x1830882860569856:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066888.123314:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066888.123327:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009847bc00/0xd6b24631ff439430 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef60 expref: 99 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.123336:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009847bc00/0xd6b24631ff439430 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef60 expref: 99 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.123381:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009847bc00/0xd6b24631ff439430 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef60 expref: 99 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.123400:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.123402:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.123408:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff439437 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef67 expref: 98 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.123420:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff439437 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef67 expref: 98 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.123446:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff439437 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef67 expref: 98 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066888.123457:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861181696:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066888.123524:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b6bc3f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.125772:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861181696:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066888.125786:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066888.125813:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ba2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+98:2031:x1830882860569856:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2511us (2916us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.125821:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12349 00000100:00100000:0.0:1746066888.127509:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.127569:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860570112 00000100:00100000:1.0:1746066888.127576:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860570112 00002000:00100000:1.0:1746066888.127607:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131430380 x1830882860570112/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.127616:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131430380 with x1830882860570112 ext(0->4095) 00002000:00010000:1.0:1746066888.127620:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131430380 00000100:00100000:1.0:1746066888.127645:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13198 00000100:00100000:1.0:1746066888.127653:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+98:2033:x1830882860570112:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066888.127762:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+98:2033:x1830882860570112:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (255us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066888.127768:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13198 00002000:00100000:1.0:1746066888.127773:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131430380 x1830882860570112/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.127779:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131430380 with x1830882860570112 ext(0->4095) 00002000:00010000:1.0:1746066888.127782:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131430380 00000100:00100000:0.0:1746066888.130924:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.131083:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860570240 00000100:00100000:2.0:1746066888.131090:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860570240 00000100:00100000:2.0:1746066888.131136:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29522 00000100:00100000:2.0:1746066888.131143:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131433100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860570240:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.131156:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.131170:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff43943e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ef6e expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.131193:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff439437 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef67 expref: 97 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.131200:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.131202:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.131205:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff43943e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef6e expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.131229:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff439437 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef67 expref: 97 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.131241:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff439437 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef67 expref: 97 pid: 9627 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.131251:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861181824:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066888.131320:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494180 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.134812:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861181824:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066888.134837:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff43943e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef6e expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.134849:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d950e00, rc 0) 00000100:00100000:2.0:1746066888.134880:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131433100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860570240:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3737us (3963us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.134887:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29522 00000100:00100000:0.0:1746066888.137205:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066888.137248:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.137504:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860570368 00000100:00100000:3.0:1746066888.137508:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860570496 00000100:00100000:2.0:1746066888.137510:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860570368 00000100:00100000:3.0:1746066888.137513:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860570496 00010000:00010000:2.0:1746066888.137538:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff439437 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef67 expref: 99 pid: 9627 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.137542:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29523 00000100:00100000:3.0:1746066888.137548:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+99:1868:x1830882860570496:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066888.137561:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746066888.137568:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12350 00010000:00010000:3.0:1746066888.137571:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff439445 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ef75 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066888.137574:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131432d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+99:2034:x1830882860570368:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066888.137586:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.137590:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066888.137595:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff43943e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef6e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.137600:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066888.137603:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff439445 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef75 expref: 100 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.137628:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff43943e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef6e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.137638:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff439445 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef75 expref: 100 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.137645:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d43d400, rc 0) 00000100:00100000:3.0:1746066888.137687:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+100:1868:x1830882860570496:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.137692:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29523 00010000:00010000:2.0:1746066888.137932:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff439437 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef67 expref: 99 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.137945:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff439437 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef67 expref: 99 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.137961:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff439437 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef67 expref: 99 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.137984:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.137986:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.137991:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff43943e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef6e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.137998:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff43943e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef6e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.138016:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff43943e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef6e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.138025:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff43943e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef6e expref: 5 pid: 9627 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.138035:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861182080:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066888.139270:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494180 going to sleep for 11 seconds 00000100:00100000:0.0:1746066888.142975:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.143034:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860570752 00000100:00100000:3.0:1746066888.143041:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860570752 00002000:00100000:3.0:1746066888.143078:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131433480 x1830882860570752/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.143092:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131433480 with x1830882860570752 ext(0->4095) 00010000:00010000:3.0:1746066888.143100:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff43943e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef6e expref: 6 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.143112:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff43943e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef6e expref: 6 pid: 9627 timeout: 1100 lvb_type: 0 00002000:00010000:3.0:1746066888.143118:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131433480 00000100:00100000:3.0:1746066888.143486:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2230 00000100:00100000:3.0:1746066888.143495:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131433480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860570752:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066888.143614:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131433480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860570752:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (650us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066888.143620:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2230 00002000:00100000:3.0:1746066888.143625:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131433480 x1830882860570752/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.143632:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131433480 with x1830882860570752 ext(0->4095) 00000100:00100000:2.0:1746066888.143635:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861182080:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.143636:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff43943e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef6e expref: 6 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.143645:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff43943e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef6e expref: 6 pid: 9627 timeout: 1100 lvb_type: 0 00002000:00010000:3.0:1746066888.143650:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131433480 00010000:00010000:2.0:1746066888.143650:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066888.143669:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131432d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+98:2034:x1830882860570368:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6095us (6468us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.143676:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12350 00000100:00100000:0.0:1746066888.146517:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.146930:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860570880 00000100:00100000:2.0:1746066888.146937:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860570880 00010000:00010000:2.0:1746066888.146965:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff43943e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef6e expref: 6 pid: 9627 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.147244:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12351 00000100:00100000:2.0:1746066888.147251:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131432300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860570880:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066888.147263:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066888.147278:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff43943e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef6e expref: 6 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.147289:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff43943e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef6e expref: 6 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.147308:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff43943e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef6e expref: 6 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.147431:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.147433:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.147439:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff439445 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef75 expref: 97 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.147447:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff439445 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef75 expref: 97 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.147475:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff439445 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef75 expref: 97 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066888.147485:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861182208:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066888.148224:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494180 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.150271:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861182208:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066888.150288:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066888.150319:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131432300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860570880:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3068us (3807us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.150329:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12351 00000100:00100000:0.0:1746066888.151011:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.151110:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860571136 00000100:00100000:2.0:1746066888.151115:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860571136 00002000:00100000:2.0:1746066888.151145:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132e01880 x1830882860571136/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.151153:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e01880 with x1830882860571136 ext(0->4095) 00002000:00010000:2.0:1746066888.151157:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e01880 00000100:00100000:2.0:1746066888.151333:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13199 00000100:00100000:2.0:1746066888.151364:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+98:2034:x1830882860571136:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066888.151471:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+98:2034:x1830882860571136:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (461us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.151478:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13199 00002000:00100000:2.0:1746066888.151484:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132e01880 x1830882860571136/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.151497:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e01880 with x1830882860571136 ext(0->4095) 00002000:00010000:2.0:1746066888.151500:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e01880 00000100:00100000:0.0:1746066888.155128:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.155192:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860571264 00000100:00100000:2.0:1746066888.155199:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860571264 00000100:00100000:2.0:1746066888.155246:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29524 00000100:00100000:2.0:1746066888.155252:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860571264:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.155264:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.155507:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43944c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ef7c expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.155534:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff439445 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef75 expref: 97 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.155545:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.155547:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.155551:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43944c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef7c expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.155575:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff439445 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef75 expref: 97 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.155583:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff439445 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef75 expref: 97 pid: 9627 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.155592:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861182336:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066888.155659:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066888.158954:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.159034:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861182336:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066888.159058:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43944c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef7c expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.159069:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d950800, rc 0) 00000100:00100000:2.0:1746066888.159106:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860571264:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3854us (3984us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.159113:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29524 00000100:00100000:3.0:1746066888.159186:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860571392 00000100:00100000:3.0:1746066888.159192:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860571392 00002000:00100000:3.0:1746066888.159221:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132e00000 x1830882860571392/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 496/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.159231:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e00000 with x1830882860571392 ext(0->7) 00010000:00010000:3.0:1746066888.159237:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff439445 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef75 expref: 98 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.159249:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff439445 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef75 expref: 98 pid: 9627 timeout: 1100 lvb_type: 0 00002000:00010000:3.0:1746066888.159255:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e00000 00000100:00100000:3.0:1746066888.159270:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2231 00000100:00100000:3.0:1746066888.159276:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+98:2032:x1830882860571392:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066888.160601:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2032:x1830882860571392:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1322us (1649us total) trans 4294972192 rc 0/0 00000100:00100000:0.0:1746066888.160609:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2231 00002000:00100000:0.0:1746066888.160615:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132e00000 x1830882860571392/t4294972192(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 496/448 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066888.160621:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e00000 with x1830882860571392 ext(0->7) 00010000:00010000:0.0:1746066888.160627:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff439445 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef75 expref: 100 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:0.0:1746066888.160637:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff439445 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef75 expref: 100 pid: 9627 timeout: 1100 lvb_type: 0 00002000:00010000:0.0:1746066888.160643:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e00000 00000100:00100000:0.0:1746066888.162595:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.162682:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860571520 00000100:00100000:2.0:1746066888.162689:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860571520 00010000:00010000:2.0:1746066888.162713:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff439445 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef75 expref: 100 pid: 9627 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.162739:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12352 00000100:00100000:2.0:1746066888.162745:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e03b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2031:x1830882860571520:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066888.162755:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746066888.162765:0:7259:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746066887 -> 1746066888 00002000:00010000:2.0:1746066888.162768:0:7259:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746066887 -> 1746066888 00010000:00010000:2.0:1746066888.162773:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff439445 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef75 expref: 100 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.162783:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff439445 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef75 expref: 100 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.162799:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d43d400/0xd6b24631ff439445 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef75 expref: 100 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.162821:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.162823:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.162829:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43944c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef7c expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.162837:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43944c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef7c expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.162862:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43944c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef7c expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066888.162873:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861182464:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066888.162954:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.167076:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861182464:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066888.167094:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066888.167125:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e03b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+99:2031:x1830882860571520:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4380us (4534us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.167134:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12352 00000100:00100000:0.0:1746066888.168264:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.168321:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860571776 00000100:00100000:2.0:1746066888.168326:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860571776 00002000:00100000:2.0:1746066888.168368:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132e01c00 x1830882860571776/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.168377:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e01c00 with x1830882860571776 ext(0->4095) 00002000:00010000:2.0:1746066888.168381:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e01c00 00000100:00100000:2.0:1746066888.168394:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13200 00000100:00100000:2.0:1746066888.168400:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860571776:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746066888.168939:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860571776:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 537us (674us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.168946:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13200 00002000:00100000:2.0:1746066888.168952:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132e01c00 x1830882860571776/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.168960:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e01c00 with x1830882860571776 ext(0->4095) 00002000:00010000:2.0:1746066888.168963:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e01c00 00000100:00100000:0.0:1746066888.170838:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.171000:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860571904 00000100:00100000:2.0:1746066888.171006:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860571904 00000100:00100000:2.0:1746066888.171297:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29525 00000100:00100000:2.0:1746066888.171304:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+99:1869:x1830882860571904:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.171317:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.171329:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439453 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ef83 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.171383:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43944c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef7c expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.171390:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.171391:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.171394:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439453 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef83 expref: 100 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.171417:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43944c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef7c expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.171432:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43944c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef7c expref: 5 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.171442:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861182592:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066888.171505:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.172879:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861182592:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066888.172908:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439453 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef83 expref: 100 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.172919:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d950e00, rc 0) 00000100:00100000:2.0:1746066888.172944:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+100:1869:x1830882860571904:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1641us (2110us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.172952:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29525 00000100:00100000:0.0:1746066888.174170:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.174236:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860572032 00000100:00100000:2.0:1746066888.174242:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860572032 00010000:00010000:2.0:1746066888.174481:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43944c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef7c expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.174874:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12353 00000100:00100000:2.0:1746066888.174880:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860572032:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066888.174889:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066888.174912:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43944c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef7c expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.174927:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43944c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef7c expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.174944:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43944c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef7c expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.175058:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.175060:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.175065:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439453 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef83 expref: 99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.175073:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439453 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef83 expref: 99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.175095:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439453 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef83 expref: 99 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066888.175103:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861182720:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066888.175879:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.177710:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861182720:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066888.177724:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066888.178245:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860572032:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3362us (4072us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.178253:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12353 00000100:00100000:1.0:1746066888.179232:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.179291:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860572288 00000100:00100000:2.0:1746066888.179296:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860572288 00002000:00100000:2.0:1746066888.179325:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091269500 x1830882860572288/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.179335:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091269500 with x1830882860572288 ext(0->4095) 00002000:00010000:2.0:1746066888.179492:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091269500 00000100:00100000:0.0:1746066888.179773:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13201 00000100:00100000:0.0:1746066888.179781:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2032:x1830882860572288:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746066888.179901:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2032:x1830882860572288:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (661us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066888.179908:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13201 00002000:00100000:0.0:1746066888.179913:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091269500 x1830882860572288/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066888.179921:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091269500 with x1830882860572288 ext(0->4095) 00002000:00010000:0.0:1746066888.179924:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091269500 00000100:00100000:0.0:1746066888.182861:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.185111:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860572416 00000100:00100000:2.0:1746066888.185121:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860572416 00000100:00100000:2.0:1746066888.185187:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29526 00000100:00100000:2.0:1746066888.185195:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860572416:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.185211:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.185227:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43945a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ef8a expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.185254:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439453 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef83 expref: 99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.185261:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.185262:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.185265:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43945a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef8a expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.185290:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439453 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef83 expref: 99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.185300:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439453 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef83 expref: 99 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.185310:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861182848:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066888.185603:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.199593:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861182848:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066888.199622:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43945a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef8a expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.199637:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d951600, rc 0) 00000100:00100000:2.0:1746066888.199680:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860572416:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 14485us (16822us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.199688:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29526 00000100:00100000:0.0:1746066888.205395:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.205489:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860572544 00000100:00100000:3.0:1746066888.205497:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860572544 00002000:00100000:3.0:1746066888.205534:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132e02a00 x1830882860572544/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 496/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.205545:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e02a00 with x1830882860572544 ext(0->7) 00010000:00010000:3.0:1746066888.205553:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439453 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef83 expref: 100 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.205566:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439453 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef83 expref: 100 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:3.0:1746066888.205572:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e02a00 00000100:00100000:3.0:1746066888.205588:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2232 00000100:00100000:3.0:1746066888.205596:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2031:x1830882860572544:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746066888.207237:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2031:x1830882860572544:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1638us (1845us total) trans 4294972193 rc 0/0 00000100:00100000:3.0:1746066888.207245:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2232 00002000:00100000:3.0:1746066888.207251:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132e02a00 x1830882860572544/t4294972193(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 496/448 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.207259:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e02a00 with x1830882860572544 ext(0->7) 00010000:00010000:3.0:1746066888.207264:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439453 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef83 expref: 102 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.207275:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439453 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef83 expref: 102 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:3.0:1746066888.207280:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e02a00 00000100:00100000:0.0:1746066888.209907:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.210567:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860572672 00000100:00100000:2.0:1746066888.210578:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860572672 00010000:00010000:2.0:1746066888.210611:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439453 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef83 expref: 102 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.210650:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12354 00000100:00100000:2.0:1746066888.210657:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2031:x1830882860572672:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066888.210669:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066888.210684:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439453 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef83 expref: 102 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.210696:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439453 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef83 expref: 102 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.210715:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439453 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef83 expref: 102 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.210736:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.210738:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.210744:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43945a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef8a expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.210751:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43945a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef8a expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.210779:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43945a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef8a expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066888.210790:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861182976:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066888.210860:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.215207:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861182976:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066888.215225:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066888.215598:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+101:2031:x1830882860572672:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4939us (5705us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.215609:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12354 00000100:00100000:0.0:1746066888.219610:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.219713:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860572928 00000100:00100000:3.0:1746066888.219722:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860572928 00002000:00100000:3.0:1746066888.219761:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c40e00 x1830882860572928/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.219771:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40e00 with x1830882860572928 ext(0->4095) 00002000:00010000:3.0:1746066888.219776:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c40e00 00000100:00100000:3.0:1746066888.219794:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13202 00000100:00100000:3.0:1746066888.219801:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860572928:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746066888.219945:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860572928:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (341us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066888.219955:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13202 00002000:00100000:3.0:1746066888.219961:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c40e00 x1830882860572928/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.219968:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40e00 with x1830882860572928 ext(0->4095) 00002000:00010000:3.0:1746066888.219970:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c40e00 00000100:00100000:0.0:1746066888.221684:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.222209:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860573056 00000100:00100000:2.0:1746066888.222216:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860573056 00000100:00100000:2.0:1746066888.222436:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29527 00000100:00100000:2.0:1746066888.222444:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+101:1868:x1830882860573056:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.222456:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.222470:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439461 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ef91 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.222498:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43945a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef8a expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.222505:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.222506:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.222510:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439461 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef91 expref: 102 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.222533:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43945a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef8a expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.222544:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43945a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef8a expref: 5 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.222554:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861183104:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066888.222911:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.223274:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860573184 00000100:00100000:3.0:1746066888.223278:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860573184 00000100:00100000:3.0:1746066888.223307:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29528 00000100:00100000:3.0:1746066888.223312:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+103:1869:x1830882860573184:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066888.223319:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066888.223326:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff439468 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ef98 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.223337:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.223361:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439461 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef91 expref: 104 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.223366:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066888.223368:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff439468 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef98 expref: 104 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.223391:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439461 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef91 expref: 104 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.223401:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff439468 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef98 expref: 104 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.223415:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d43c600, rc 0) 00000100:00100000:3.0:1746066888.223445:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+104:1869:x1830882860573184:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.223450:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29528 00000100:00100000:2.0:1746066888.223670:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.225213:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861183104:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066888.225230:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439461 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef91 expref: 103 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.225239:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d951000, rc 0) 00000100:00100000:2.0:1746066888.225271:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+103:1868:x1830882860573056:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2827us (3590us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.225276:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29527 00000100:00100000:1.0:1746066888.226661:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.226744:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860573312 00000100:00100000:2.0:1746066888.226750:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860573312 00010000:00010000:2.0:1746066888.226775:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43945a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef8a expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.226794:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12355 00000100:00100000:2.0:1746066888.226799:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091268700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860573312:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066888.226808:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066888.226823:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43945a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef8a expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.226833:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43945a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef8a expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.226852:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43945a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef8a expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.226874:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.226876:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.226886:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439461 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef91 expref: 102 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.226902:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439461 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef91 expref: 102 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.226926:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439461 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef91 expref: 102 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.227241:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439461 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef91 expref: 102 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.227254:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861183360:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066888.227465:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.228625:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861183360:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066888.228640:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066888.228673:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091268700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860573312:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1872us (2014us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.228680:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12355 00000100:00100000:0.0:1746066888.229385:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.229529:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860573568 00000100:00100000:2.0:1746066888.229534:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860573568 00002000:00100000:2.0:1746066888.229561:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c40700 x1830882860573568/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.229568:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40700 with x1830882860573568 ext(0->4095) 00010000:00010000:2.0:1746066888.229573:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439461 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef91 expref: 103 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.229580:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439461 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef91 expref: 103 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066888.229584:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c40700 00000100:00100000:2.0:1746066888.229603:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2233 00000100:00100000:2.0:1746066888.229609:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2033:x1830882860573568:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066888.229706:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2033:x1830882860573568:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 97us (322us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.229713:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2233 00002000:00100000:2.0:1746066888.229717:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c40700 x1830882860573568/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.229722:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40700 with x1830882860573568 ext(0->4095) 00010000:00010000:2.0:1746066888.229725:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439461 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef91 expref: 103 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.229732:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439461 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef91 expref: 103 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066888.229735:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c40700 00000100:00100000:0.0:1746066888.231295:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.231526:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860573696 00000100:00100000:2.0:1746066888.231530:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860573696 00010000:00010000:2.0:1746066888.231544:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439461 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef91 expref: 103 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.231566:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12356 00000100:00100000:2.0:1746066888.231572:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ba0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2033:x1830882860573696:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066888.231580:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066888.231592:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439461 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef91 expref: 103 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.231601:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439461 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef91 expref: 103 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.231619:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439461 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef91 expref: 103 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.231639:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.231641:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.231647:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff439468 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef98 expref: 102 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.231655:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff439468 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef98 expref: 102 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.231680:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff439468 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef98 expref: 102 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066888.231690:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861183488:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066888.231938:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494300 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.236591:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861183488:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066888.236608:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066888.236643:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ba0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2033:x1830882860573696:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5070us (5349us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.236653:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12356 00000100:00100000:0.0:1746066888.237147:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.237218:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860573952 00000100:00100000:2.0:1746066888.237224:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860573952 00002000:00100000:2.0:1746066888.237252:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c42a00 x1830882860573952/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.237261:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c42a00 with x1830882860573952 ext(0->4095) 00002000:00010000:2.0:1746066888.237265:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c42a00 00000100:00100000:2.0:1746066888.237294:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13203 00000100:00100000:2.0:1746066888.237302:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2033:x1830882860573952:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066888.237626:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2033:x1830882860573952:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 324us (479us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.237632:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13203 00002000:00100000:2.0:1746066888.237638:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c42a00 x1830882860573952/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.237645:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c42a00 with x1830882860573952 ext(0->4095) 00002000:00010000:2.0:1746066888.237647:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c42a00 00000100:00100000:0.0:1746066888.240496:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.240664:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860574080 00000100:00100000:2.0:1746066888.240670:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860574080 00000100:00100000:2.0:1746066888.240708:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29529 00000100:00100000:2.0:1746066888.240713:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860574080:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.240724:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.240738:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43946f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ef9f expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.240760:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff439468 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef98 expref: 101 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.240767:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.240768:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.240771:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43946f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef9f expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.240794:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff439468 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef98 expref: 101 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.240809:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff439468 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef98 expref: 101 pid: 9627 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.240820:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861183616:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066888.240884:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.244615:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861183616:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066888.244642:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43946f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef9f expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.244656:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d950800, rc 0) 00000100:00100000:0.0:1746066888.244706:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.244768:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860574208 00000100:00100000:3.0:1746066888.244774:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860574208 00010000:00010000:3.0:1746066888.244799:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff439468 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef98 expref: 102 pid: 9627 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.245240:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860574080:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4524us (4747us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.245247:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29529 00000100:00100000:3.0:1746066888.245757:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12357 00000100:00100000:3.0:1746066888.245765:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2034:x1830882860574208:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.245776:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.245792:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff439468 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef98 expref: 102 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.245803:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff439468 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef98 expref: 102 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.245822:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff439468 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef98 expref: 102 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.245836:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.245837:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.245843:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43946f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef9f expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.245854:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43946f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef9f expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.246085:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43946f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef9f expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.246095:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861183744:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.247583:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066888.248079:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.248690:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860574336 00000100:00100000:2.0:1746066888.248695:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860574336 00000100:00100000:2.0:1746066888.248724:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29530 00000100:00100000:2.0:1746066888.248730:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+102:1868:x1830882860574336:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.248742:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.248753:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439476 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267efa6 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.248772:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43946f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef9f expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.248783:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.248784:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.248787:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439476 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efa6 expref: 103 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.248805:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43946f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef9f expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.248814:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43946f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef9f expref: 5 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.248823:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861183872:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066888.249670:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494600 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.249733:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861183744:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.249746:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.249769:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2034:x1830882860574208:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4004us (5064us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.249777:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12357 00000100:00100000:0.0:1746066888.251455:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.251585:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860574592 00000100:00100000:3.0:1746066888.251591:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860574592 00002000:00100000:3.0:1746066888.251618:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c42300 x1830882860574592/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.251628:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c42300 with x1830882860574592 ext(0->4095) 00010000:00010000:3.0:1746066888.251635:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43946f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef9f expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.251645:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43946f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef9f expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:3.0:1746066888.251651:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c42300 00000100:00100000:3.0:1746066888.251990:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2234 00000100:00100000:3.0:1746066888.251998:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860574592:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066888.252113:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860574592:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (660us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066888.252119:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2234 00002000:00100000:3.0:1746066888.252125:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c42300 x1830882860574592/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.252133:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c42300 with x1830882860574592 ext(0->4095) 00010000:00010000:3.0:1746066888.252138:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43946f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef9f expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.252147:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43946f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef9f expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:3.0:1746066888.252153:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c42300 00000100:00100000:0.0:1746066888.253267:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861183872:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066888.253287:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439476 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efa6 expref: 102 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066888.253299:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d951600, rc 0) 00000100:00100000:0.0:1746066888.253535:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+102:1868:x1830882860574336:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4804us (5456us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066888.253542:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29530 00000100:00100000:0.0:1746066888.254761:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066888.255161:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.255234:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860574848 00000100:00100000:3.0:1746066888.255239:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860574848 00010000:00010000:3.0:1746066888.255260:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43946f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef9f expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.255647:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12358 00000100:00100000:3.0:1746066888.255656:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860574848:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.255666:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.255681:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43946f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef9f expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.255697:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43946f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef9f expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.255716:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff43946f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ef9f expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.255734:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.255736:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.255742:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439476 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efa6 expref: 101 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.255750:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439476 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efa6 expref: 101 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.255776:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439476 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efa6 expref: 101 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.255787:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861184000:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066888.256196:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860574720 00000100:00100000:2.0:1746066888.256201:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860574720 00000100:00100000:2.0:1746066888.256230:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29531 00000100:00100000:2.0:1746066888.256236:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+102:1869:x1830882860574720:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.256246:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.256255:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43947d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267efad expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.256270:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439476 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efa6 expref: 103 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.256276:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.256278:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.256282:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43947d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efad expref: 103 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.256299:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439476 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efa6 expref: 103 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.256309:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439476 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efa6 expref: 103 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.256317:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861184128:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066888.256406:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.256569:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.259208:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861184128:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066888.259230:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43947d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efad expref: 103 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.259241:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d951000, rc 0) 00000100:00100000:2.0:1746066888.259270:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+103:1869:x1830882860574720:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3034us (4511us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.259277:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29531 00000100:00100000:3.0:1746066888.260248:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861184000:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.260260:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.260281:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860574848:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4627us (5121us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.260290:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12358 00000100:00100000:0.0:1746066888.260880:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.261016:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860575104 00000100:00100000:2.0:1746066888.261021:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860575104 00002000:00100000:2.0:1746066888.261048:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c43800 x1830882860575104/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.261057:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c43800 with x1830882860575104 ext(0->4095) 00010000:00010000:2.0:1746066888.261063:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439476 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efa6 expref: 103 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.261079:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439476 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efa6 expref: 103 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066888.261086:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c43800 00000100:00100000:2.0:1746066888.261117:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2235 00000100:00100000:2.0:1746066888.261124:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2033:x1830882860575104:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066888.261228:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2033:x1830882860575104:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (349us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.261234:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2235 00002000:00100000:2.0:1746066888.261239:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c43800 x1830882860575104/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.261247:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c43800 with x1830882860575104 ext(0->4095) 00010000:00010000:2.0:1746066888.261251:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439476 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efa6 expref: 103 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.261260:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439476 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efa6 expref: 103 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066888.261266:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c43800 00000100:00100000:0.0:1746066888.265468:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.265535:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860575232 00000100:00100000:3.0:1746066888.265544:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860575232 00010000:00010000:3.0:1746066888.265569:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439476 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efa6 expref: 103 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.265612:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12359 00000100:00100000:3.0:1746066888.265618:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2034:x1830882860575232:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.265628:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.265644:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439476 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efa6 expref: 103 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.265656:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439476 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efa6 expref: 103 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.265677:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439476 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efa6 expref: 103 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.265710:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.265713:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.265720:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43947d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efad expref: 102 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.265727:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43947d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efad expref: 102 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.265753:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43947d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efad expref: 102 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.265767:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861184256:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.265827:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.268755:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861184256:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.268770:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.268795:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2034:x1830882860575232:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3177us (3333us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.268802:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12359 00000100:00100000:0.0:1746066888.270933:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.271215:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860575488 00000100:00100000:2.0:1746066888.271222:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860575488 00002000:00100000:2.0:1746066888.271255:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c40a80 x1830882860575488/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.271265:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40a80 with x1830882860575488 ext(0->4095) 00002000:00010000:2.0:1746066888.271270:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c40a80 00000100:00100000:2.0:1746066888.271298:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13204 00000100:00100000:2.0:1746066888.271305:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2033:x1830882860575488:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066888.271644:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2033:x1830882860575488:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 338us (714us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.271650:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13204 00002000:00100000:2.0:1746066888.271657:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c40a80 x1830882860575488/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.271665:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40a80 with x1830882860575488 ext(0->4095) 00002000:00010000:2.0:1746066888.271668:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c40a80 00000100:00100000:0.0:1746066888.274027:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.274108:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860575616 00000100:00100000:2.0:1746066888.274114:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860575616 00000100:00100000:2.0:1746066888.274144:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29532 00000100:00100000:2.0:1746066888.274149:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860575616:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.274161:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.274175:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff439484 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267efb4 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.274197:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43947d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efad expref: 101 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.274203:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.274205:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.274209:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff439484 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efb4 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.274246:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43947d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efad expref: 101 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.274257:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43947d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efad expref: 101 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.274276:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861184384:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066888.275986:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.276010:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861184384:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066888.276029:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff439484 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efb4 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.276046:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c0aa00, rc 0) 00000100:00100000:2.0:1746066888.276073:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860575616:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1924us (2050us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.276080:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29532 00000100:00100000:0.0:1746066888.277801:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.277846:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860575744 00000100:00100000:3.0:1746066888.277853:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860575744 00010000:00010000:3.0:1746066888.277876:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43947d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efad expref: 102 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.277918:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12360 00000100:00100000:3.0:1746066888.277925:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2034:x1830882860575744:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.277935:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.277950:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43947d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efad expref: 102 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.277960:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43947d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efad expref: 102 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.277984:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43947d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efad expref: 102 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.278011:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.278013:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.278019:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff439484 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efb4 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.278036:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff439484 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efb4 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.278060:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff439484 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efb4 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.278070:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861184512:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.278129:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066888.279472:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.279555:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860575872 00000100:00100000:2.0:1746066888.279560:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860575872 00000100:00100000:2.0:1746066888.279585:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29533 00000100:00100000:2.0:1746066888.279591:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+102:1868:x1830882860575872:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.279603:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.279614:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff43948b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267efbb expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.279632:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff439484 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efb4 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.279640:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.279642:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.279645:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff43948b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efbb expref: 103 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.279663:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff439484 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efb4 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.279673:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff439484 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efb4 expref: 5 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.279683:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861184640:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066888.279743:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.280869:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.281051:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861184512:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.281066:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066888.281179:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860576128 00000100:00100000:0.0:1746066888.281199:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860576128 00002000:00100000:0.0:1746066888.281244:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98ce00 x1830882860576128/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746066888.281518:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2034:x1830882860575744:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3592us (3717us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.281527:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12360 00002000:00100000:0.0:1746066888.281551:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98ce00 with x1830882860576128 ext(0->4095) 00010000:00010000:0.0:1746066888.281559:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff439484 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efb4 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:0.0:1746066888.281570:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff439484 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efb4 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:0.0:1746066888.281577:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e98ce00 00000100:00100000:0.0:1746066888.281604:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2236 00000100:00100000:0.0:1746066888.281610:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860576128:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746066888.281711:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860576128:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 100us (843us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066888.281717:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2236 00002000:00100000:0.0:1746066888.281723:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98ce00 x1830882860576128/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066888.281737:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98ce00 with x1830882860576128 ext(0->4095) 00010000:00010000:0.0:1746066888.281743:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff439484 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efb4 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:0.0:1746066888.281752:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff439484 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efb4 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:0.0:1746066888.281758:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e98ce00 00000100:00100000:3.0:1746066888.283563:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861184640:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066888.283583:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff43948b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efbb expref: 102 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.283596:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d953800, rc 0) 00000100:00100000:3.0:1746066888.283622:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+102:1868:x1830882860575872:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4031us (4152us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.283629:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29533 00000100:00100000:0.0:1746066888.283812:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.283859:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860576256 00000100:00100000:3.0:1746066888.283863:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860576256 00000100:00100000:3.0:1746066888.283903:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29534 00000100:00100000:3.0:1746066888.283911:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+102:1869:x1830882860576256:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066888.283921:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066888.283931:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439492 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267efc2 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.283948:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.283952:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff43948b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efbb expref: 103 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.283958:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066888.283961:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439492 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc2 expref: 103 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.283984:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff43948b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efbb expref: 103 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.283994:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439492 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc2 expref: 103 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.284001:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc7400, rc 0) 00000100:00100000:3.0:1746066888.284032:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+103:1869:x1830882860576256:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.284038:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29534 00000100:00100000:0.0:1746066888.285782:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.286222:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860576384 00000100:00100000:3.0:1746066888.286228:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860576384 00010000:00010000:3.0:1746066888.286249:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff439484 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efb4 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.286286:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12361 00000100:00100000:3.0:1746066888.286292:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095391c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860576384:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.286301:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.286315:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff439484 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efb4 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.286325:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff439484 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efb4 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.286376:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff439484 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efb4 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.286398:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.286400:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.286406:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff43948b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efbb expref: 102 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.286412:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff43948b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efbb expref: 102 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.286435:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff43948b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efbb expref: 102 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.286445:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff43948b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efbb expref: 102 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.286461:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861184896:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.286521:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.289406:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861184896:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.289421:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.289447:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095391c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860576384:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3156us (3669us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.289456:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12361 00000100:00100000:0.0:1746066888.289772:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.289827:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860576640 00000100:00100000:3.0:1746066888.289832:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860576640 00002000:00100000:3.0:1746066888.289860:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095393800 x1830882860576640/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.289869:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095393800 with x1830882860576640 ext(0->4095) 00010000:00010000:3.0:1746066888.289876:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff43948b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efbb expref: 103 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.289886:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff43948b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efbb expref: 103 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:3.0:1746066888.290096:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095393800 00000100:00100000:3.0:1746066888.290112:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2237 00000100:00100000:3.0:1746066888.290118:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095393800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2034:x1830882860576640:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066888.291550:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095393800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2034:x1830882860576640:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 1429us (1775us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066888.291561:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2237 00002000:00100000:3.0:1746066888.291567:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095393800 x1830882860576640/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.291574:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095393800 with x1830882860576640 ext(0->4095) 00010000:00010000:3.0:1746066888.291580:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff43948b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efbb expref: 103 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.291590:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff43948b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efbb expref: 103 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:3.0:1746066888.291595:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095393800 00000100:00100000:0.0:1746066888.296733:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.297137:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860576768 00000100:00100000:3.0:1746066888.297145:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860576768 00010000:00010000:3.0:1746066888.297173:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff43948b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efbb expref: 103 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.297277:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12362 00000100:00100000:3.0:1746066888.297284:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095392300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2034:x1830882860576768:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.297296:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.297311:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff43948b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efbb expref: 103 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.297616:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff43948b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efbb expref: 103 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.297639:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff43948b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efbb expref: 103 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.297709:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.297711:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.297717:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439492 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc2 expref: 102 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.297725:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439492 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc2 expref: 102 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.297751:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439492 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc2 expref: 102 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.297761:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861185024:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.298690:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee070c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066888.300588:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.300634:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860577024 00000100:00100000:2.0:1746066888.300641:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860577024 00002000:00100000:2.0:1746066888.300670:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095390a80 x1830882860577024/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.300680:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095390a80 with x1830882860577024 ext(0->4095) 00002000:00010000:2.0:1746066888.300684:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095390a80 00000100:00100000:3.0:1746066888.300751:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861185024:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.300764:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.300790:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095392300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2034:x1830882860576768:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3507us (4064us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.300799:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12362 00000100:00100000:0.0:1746066888.300861:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13205 00000100:00100000:0.0:1746066888.301065:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095390a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2031:x1830882860577024:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746066888.301776:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095390a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2031:x1830882860577024:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 906us (1189us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066888.301783:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13205 00002000:00100000:0.0:1746066888.301790:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095390a80 x1830882860577024/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066888.301797:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095390a80 with x1830882860577024 ext(0->4095) 00002000:00010000:0.0:1746066888.301800:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095390a80 00000100:00100000:0.0:1746066888.305885:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.306203:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860577152 00000100:00100000:2.0:1746066888.306211:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860577152 00000100:00100000:2.0:1746066888.306523:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29535 00000100:00100000:2.0:1746066888.306532:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860577152:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.306546:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.306562:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff439499 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267efc9 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.306586:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439492 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc2 expref: 101 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.306593:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.306594:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.306597:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff439499 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc9 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.306620:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439492 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc2 expref: 101 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.306630:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439492 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc2 expref: 101 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.306640:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861185152:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066888.307210:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066888.311446:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066888.311533:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.311684:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861185152:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066888.311709:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff439499 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc9 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.311723:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea21a00, rc 0) 00000100:00100000:2.0:1746066888.311768:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860577152:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5237us (5890us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.311776:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29535 00000100:00100000:2.0:1746066888.311799:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860577408 00000100:00100000:2.0:1746066888.311803:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860577408 00000100:00100000:2.0:1746066888.311837:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29536 00000100:00100000:2.0:1746066888.311843:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+102:1868:x1830882860577408:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.311855:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.311865:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea20800/0xd6b24631ff4394a0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267efd0 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.311883:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.311888:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff439499 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc9 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.311907:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066888.311911:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea20800/0xd6b24631ff4394a0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd0 expref: 103 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.311935:0:9629:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff439499 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc9 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.311945:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea20800/0xd6b24631ff4394a0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd0 expref: 103 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.311953:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea20800, rc 0) 00000100:00100000:2.0:1746066888.311972:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+103:1868:x1830882860577408:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.311978:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29536 00000100:00100000:3.0:1746066888.312052:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860577280 00000100:00100000:3.0:1746066888.312055:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860577280 00010000:00010000:3.0:1746066888.312070:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439492 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc2 expref: 103 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.312103:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12363 00000100:00100000:3.0:1746066888.312108:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ba2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2033:x1830882860577280:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.312116:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.312132:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439492 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc2 expref: 103 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.312143:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439492 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc2 expref: 103 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.312158:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439492 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc2 expref: 103 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.312173:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.312175:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.312180:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff439499 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc9 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.312187:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff439499 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc9 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.312213:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff439499 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc9 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.312224:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff439499 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc9 expref: 5 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.312240:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861185408:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.312283:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee070c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.316301:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861185408:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.316321:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.316381:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ba2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2033:x1830882860577280:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4270us (4938us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.316391:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12363 00000100:00100000:0.0:1746066888.316708:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066888.316729:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860577664 00000100:00100000:0.0:1746066888.316735:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860577664 00002000:00100000:0.0:1746066888.316766:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a94a80 x1830882860577664/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066888.316775:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a94a80 with x1830882860577664 ext(0->4095) 00010000:00010000:0.0:1746066888.316783:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff439499 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc9 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:0.0:1746066888.316796:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff439499 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc9 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:0.0:1746066888.316802:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095a94a80 00000100:00100000:0.0:1746066888.316827:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2238 00000100:00100000:0.0:1746066888.316833:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860577664:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066888.316956:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860577664:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (249us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066888.316963:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2238 00002000:00100000:0.0:1746066888.316969:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a94a80 x1830882860577664/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066888.316976:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a94a80 with x1830882860577664 ext(0->4095) 00010000:00010000:0.0:1746066888.316981:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff439499 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc9 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:0.0:1746066888.316990:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff439499 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc9 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:0.0:1746066888.316996:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095a94a80 00000100:00100000:0.0:1746066888.321170:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.321232:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860577792 00000100:00100000:3.0:1746066888.321239:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860577792 00010000:00010000:3.0:1746066888.321266:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff439499 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc9 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.321299:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12364 00000100:00100000:3.0:1746066888.321305:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a96a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860577792:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.321317:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.321333:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff439499 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc9 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.321728:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff439499 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc9 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.321749:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea21a00/0xd6b24631ff439499 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efc9 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.321777:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.321779:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.321786:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea20800/0xd6b24631ff4394a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd0 expref: 101 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.321793:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea20800/0xd6b24631ff4394a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd0 expref: 101 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.321821:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea20800/0xd6b24631ff4394a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd0 expref: 101 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.321832:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861185536:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.321914:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07240 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.324384:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861185536:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.324400:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.324432:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a96a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860577792:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3125us (3268us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.324441:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12364 00000100:00100000:0.0:1746066888.326673:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.326829:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860578048 00000100:00100000:2.0:1746066888.326835:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860578048 00002000:00100000:2.0:1746066888.326870:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a96d80 x1830882860578048/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.326880:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a96d80 with x1830882860578048 ext(0->4095) 00002000:00010000:2.0:1746066888.326884:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a96d80 00000100:00100000:2.0:1746066888.327111:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13206 00000100:00100000:2.0:1746066888.327118:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2033:x1830882860578048:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066888.327237:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2033:x1830882860578048:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (567us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.327244:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13206 00002000:00100000:2.0:1746066888.327250:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a96d80 x1830882860578048/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.327258:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a96d80 with x1830882860578048 ext(0->4095) 00002000:00010000:2.0:1746066888.327261:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a96d80 00000100:00100000:0.0:1746066888.331568:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.331997:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860578176 00000100:00100000:2.0:1746066888.332005:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860578176 00000100:00100000:2.0:1746066888.332044:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29537 00000100:00100000:2.0:1746066888.332051:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860578176:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.332066:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.332079:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea20200/0xd6b24631ff4394a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267efd7 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.332104:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea20800/0xd6b24631ff4394a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd0 expref: 101 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.332111:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.332113:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.332116:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea20200/0xd6b24631ff4394a7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd7 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.332140:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea20800/0xd6b24631ff4394a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd0 expref: 101 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.332151:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea20800/0xd6b24631ff4394a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd0 expref: 101 pid: 9629 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.332161:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861185664:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066888.332502:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494180 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.333615:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861185664:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066888.333633:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea20200/0xd6b24631ff4394a7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd7 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.334986:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea20200, rc 0) 00000100:00100000:0.0:1746066888.335026:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.335093:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860578304 00000100:00100000:3.0:1746066888.335099:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860578304 00000100:00100000:2.0:1746066888.335139:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860578176:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3086us (3800us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.335147:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29537 00002000:00100000:3.0:1746066888.335282:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880095a96300 x1830882860578304/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 496/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.335291:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a96300 with x1830882860578304 ext(0->7) 00010000:00010000:3.0:1746066888.335298:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea20800/0xd6b24631ff4394a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd0 expref: 102 pid: 9629 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.335309:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea20800/0xd6b24631ff4394a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd0 expref: 102 pid: 9629 timeout: 1100 lvb_type: 0 00002000:00010000:3.0:1746066888.335321:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095a96300 00000100:00100000:3.0:1746066888.335336:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2239 00000100:00100000:3.0:1746066888.335360:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2033:x1830882860578304:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066888.336971:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2033:x1830882860578304:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1625us (1942us total) trans 4294972194 rc 0/0 00000100:00100000:0.0:1746066888.336979:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2239 00002000:00100000:0.0:1746066888.336986:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880095a96300 x1830882860578304/t4294972194(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 496/448 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066888.336994:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a96300 with x1830882860578304 ext(0->7) 00010000:00010000:0.0:1746066888.337001:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea20800/0xd6b24631ff4394a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd0 expref: 104 pid: 9629 timeout: 1100 lvb_type: 0 00010000:00010000:0.0:1746066888.337013:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea20800/0xd6b24631ff4394a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd0 expref: 104 pid: 9629 timeout: 1100 lvb_type: 0 00002000:00010000:0.0:1746066888.337019:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095a96300 00000100:00100000:0.0:1746066888.341136:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.344682:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860578432 00000100:00100000:3.0:1746066888.344693:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860578432 00010000:00010000:3.0:1746066888.344725:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea20800/0xd6b24631ff4394a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd0 expref: 104 pid: 9629 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.344757:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12365 00000100:00100000:3.0:1746066888.344763:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2033:x1830882860578432:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.344776:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.344791:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea20800/0xd6b24631ff4394a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd0 expref: 104 pid: 9629 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.344801:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea20800/0xd6b24631ff4394a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd0 expref: 104 pid: 9629 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.344820:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea20800/0xd6b24631ff4394a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd0 expref: 104 pid: 9629 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.344849:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.344851:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.344858:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea20200/0xd6b24631ff4394a7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd7 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.344871:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea20200/0xd6b24631ff4394a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd7 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.345125:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea20200/0xd6b24631ff4394a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd7 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.345137:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861185792:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.345202:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066888.347420:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066888.347453:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066888.347480:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.347504:0:7268:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860578560 00000100:00100000:0.0:1746066888.347508:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.347510:0:7268:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860578560 00000100:00100000:0.0:1746066888.347519:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066888.347531:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.347545:0:7268:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 635 00000100:00100000:1.0:1746066888.347551:0:7268:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8d5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7962a243-2afe-4d45-a456-6c33572a299a+12:2034:x1830882860578560:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:0.0:1746066888.347556:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860579328 00000100:00100000:0.0:1746066888.347558:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860579328 00000100:00100000:0.0:1746066888.347584:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860578944 00000100:00100000:0.0:1746066888.347587:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860578944 00000100:00100000:1.0:1746066888.347592:0:7268:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8d5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7962a243-2afe-4d45-a456-6c33572a299a+12:2034:x1830882860578560:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 42us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066888.347598:0:7268:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 635 00000100:00100000:0.0:1746066888.347602:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 922 00000100:00100000:0.0:1746066888.347606:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+5:2034:x1830882860578944:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:0.0:1746066888.347627:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+5:2034:x1830882860578944:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 20us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066888.347631:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 922 00000100:00100000:0.0:1746066888.347642:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29538 00000100:00100000:1.0:1746066888.347643:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066888.347646:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2030:x1830882860579328:12345-192.168.201.51@tcp:9:kworker.0 00000020:00000080:0.0:1746066888.347660:0:9629:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd6b24631ff435f6a 00000100:00080000:0.0:1746066888.347666:0:9629:0:(import.c:66:import_set_state_nolock()) ffff880095940000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1746066888.347698:0:9629:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294970503 00000100:00100000:0.0:1746066888.347802:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+2:2030:x1830882860579328:12345-192.168.201.51@tcp:9:kworker.0 Request processed in 154us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066888.347808:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29538 00010000:00010000:0.0:1746066888.347821:0:8435:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746066888.347872:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860578816 00000100:00100000:3.0:1746066888.347875:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860578816 00000100:00100000:3.0:1746066888.347910:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860579072 00000100:00100000:3.0:1746066888.347912:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860579072 00000100:00100000:3.0:1746066888.347923:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860578688 00000100:00100000:3.0:1746066888.347925:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860578688 00000100:00100000:3.0:1746066888.347934:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860579200 00000100:00100000:3.0:1746066888.347935:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860579200 00000100:00100000:3.0:1746066888.347945:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1487 00000100:00100000:3.0:1746066888.347950:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+5:2034:x1830882860578816:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:3.0:1746066888.347988:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+5:2034:x1830882860578816:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 37us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.347993:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1487 00000100:00100000:3.0:1746066888.348004:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1488 00000100:00100000:3.0:1746066888.348008:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:2034:x1830882860579072:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:3.0:1746066888.348027:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:2034:x1830882860579072:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 18us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.348035:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1488 00000100:00100000:3.0:1746066888.348043:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1489 00000100:00100000:3.0:1746066888.348047:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2034:x1830882860578688:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:3.0:1746066888.348075:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2034:x1830882860578688:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 27us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.348080:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1489 00000100:00100000:3.0:1746066888.348089:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1490 00000100:00100000:3.0:1746066888.348094:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860579200:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:3.0:1746066888.348118:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860579200:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 24us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.348123:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1490 00000100:00080000:3.0:1746066888.348150:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746066888.348153:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746066888.348155:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066888.352082:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.352144:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860579584 00000100:00100000:1.0:1746066888.352151:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860579584 00000100:00100000:3.0:1746066888.352167:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861185792:192.168.201.51@tcp:105: 00002000:00100000:1.0:1746066888.352182:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011eb45c00 x1830882860579584/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746066888.352184:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746066888.352191:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eb45c00 with x1830882860579584 ext(0->4095) 00002000:00010000:1.0:1746066888.352194:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011eb45c00 00000100:00100000:1.0:1746066888.352211:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13207 00000100:00100000:3.0:1746066888.352215:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2033:x1830882860578432:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7453us (11088us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066888.352217:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860579584:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066888.352223:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12365 00000100:00100000:1.0:1746066888.352334:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860579584:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (257us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066888.352549:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13207 00002000:00100000:1.0:1746066888.352556:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011eb45c00 x1830882860579584/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.352563:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eb45c00 with x1830882860579584 ext(0->4095) 00002000:00010000:1.0:1746066888.352565:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011eb45c00 00000100:00100000:0.0:1746066888.355968:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.356909:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860579712 00000100:00100000:2.0:1746066888.356917:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860579712 00000100:00100000:2.0:1746066888.356963:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29539 00000100:00100000:2.0:1746066888.356970:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+103:1869:x1830882860579712:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.356984:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.357039:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0xd6b24631ff4394ae lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267efde expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.357073:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea20200/0xd6b24631ff4394a7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd7 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.357080:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.357082:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.357085:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0xd6b24631ff4394ae lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efde expref: 104 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.357110:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea20200/0xd6b24631ff4394a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd7 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.357121:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea20200/0xd6b24631ff4394a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd7 expref: 5 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.357131:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861185920:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066888.357580:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494180 going to sleep for 11 seconds 00000100:00100000:0.0:1746066888.361712:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.361773:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860579840 00000100:00100000:3.0:1746066888.361779:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860579840 00000100:00100000:0.0:1746066888.361798:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.362134:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29540 00000100:00100000:3.0:1746066888.362141:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+105:1868:x1830882860579840:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066888.362156:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066888.362172:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff4394b5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267efe5 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.362196:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.362201:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0xd6b24631ff4394ae lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efde expref: 106 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.362207:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066888.362210:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff4394b5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efe5 expref: 106 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.362240:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0xd6b24631ff4394ae lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efde expref: 106 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.362251:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff4394b5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efe5 expref: 106 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.362260:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c0aa00, rc 0) 00000100:00100000:3.0:1746066888.362295:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+106:1868:x1830882860579840:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.362301:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29540 00000100:00100000:3.0:1746066888.362324:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860579968 00000100:00100000:3.0:1746066888.362328:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860579968 00010000:00010000:3.0:1746066888.362371:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea20200/0xd6b24631ff4394a7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd7 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.362634:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861185920:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066888.362652:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0xd6b24631ff4394ae lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efde expref: 105 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.362663:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea20000, rc 0) 00000100:00100000:2.0:1746066888.362681:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+105:1869:x1830882860579712:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5711us (6717us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.362686:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29539 00000100:00100000:3.0:1746066888.363593:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12366 00000100:00100000:3.0:1746066888.363601:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860579968:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.363616:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.363632:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea20200/0xd6b24631ff4394a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd7 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.363694:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea20200/0xd6b24631ff4394a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd7 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.363712:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea20200/0xd6b24631ff4394a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efd7 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.363724:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.363726:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.363730:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0xd6b24631ff4394ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efde expref: 104 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.363737:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0xd6b24631ff4394ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efde expref: 104 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.363754:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0xd6b24631ff4394ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efde expref: 104 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.363762:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0xd6b24631ff4394ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efde expref: 104 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.363771:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861186176:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.363958:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07240 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.367915:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861186176:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.367932:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.368180:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860579968:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4368us (6171us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.368189:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12366 00000100:00100000:0.0:1746066888.368628:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.368721:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860580224 00000100:00100000:1.0:1746066888.368727:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860580224 00002000:00100000:1.0:1746066888.368760:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec2300 x1830882860580224/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.368770:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec2300 with x1830882860580224 ext(0->4095) 00010000:00010000:1.0:1746066888.368777:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0xd6b24631ff4394ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efde expref: 105 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066888.368788:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0xd6b24631ff4394ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efde expref: 105 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:1.0:1746066888.368794:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec2300 00000100:00100000:1.0:1746066888.368808:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2240 00000100:00100000:1.0:1746066888.368814:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+105:2034:x1830882860580224:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066888.368919:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+105:2034:x1830882860580224:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066888.368925:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2240 00002000:00100000:1.0:1746066888.368930:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec2300 x1830882860580224/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.368937:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec2300 with x1830882860580224 ext(0->4095) 00010000:00010000:1.0:1746066888.368941:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0xd6b24631ff4394ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efde expref: 105 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066888.368950:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0xd6b24631ff4394ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efde expref: 105 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:1.0:1746066888.368955:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec2300 00000100:00100000:0.0:1746066888.377172:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.377237:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860580352 00000100:00100000:2.0:1746066888.377246:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860580352 00000100:00100000:2.0:1746066888.377295:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29541 00000100:00100000:2.0:1746066888.377302:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860580352:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.377317:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.377332:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4394bc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267efec expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.377390:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.377396:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff4394b5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efe5 expref: 104 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.377522:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066888.377527:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4394bc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efec expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.377556:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff4394b5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efe5 expref: 104 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.377568:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4394bc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efec expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.377578:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26600, rc 0) 00000100:00100000:2.0:1746066888.377624:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860580352:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 322us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.377630:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29541 00000100:00100000:0.0:1746066888.378310:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.378988:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860580480 00000100:00100000:3.0:1746066888.378993:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860580480 00010000:00010000:3.0:1746066888.379014:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0xd6b24631ff4394ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efde expref: 105 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.379044:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12367 00000100:00100000:3.0:1746066888.379049:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+105:2033:x1830882860580480:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.379058:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.379072:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0xd6b24631ff4394ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efde expref: 105 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.379081:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0xd6b24631ff4394ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efde expref: 105 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.379095:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0xd6b24631ff4394ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efde expref: 105 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.379117:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.379119:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.379124:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff4394b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efe5 expref: 104 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.379130:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff4394b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efe5 expref: 104 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.379149:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff4394b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efe5 expref: 104 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.379158:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff4394b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efe5 expref: 104 pid: 9627 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.379169:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861186432:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.379223:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07240 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.382671:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861186432:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.382691:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.382734:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2033:x1830882860580480:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3683us (4424us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066888.382922:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.382974:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12367 00000100:00100000:2.0:1746066888.383003:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860580736 00000100:00100000:2.0:1746066888.383009:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860580736 00002000:00100000:2.0:1746066888.383036:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec0000 x1830882860580736/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.383054:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec0000 with x1830882860580736 ext(0->4095) 00010000:00010000:2.0:1746066888.383061:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff4394b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efe5 expref: 104 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.383094:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff4394b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efe5 expref: 104 pid: 9627 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066888.383101:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec0000 00000100:00100000:2.0:1746066888.383126:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2241 00000100:00100000:2.0:1746066888.383131:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2033:x1830882860580736:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066888.384638:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2033:x1830882860580736:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 1504us (1714us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.384646:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2241 00002000:00100000:2.0:1746066888.384652:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec0000 x1830882860580736/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.384660:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec0000 with x1830882860580736 ext(0->4095) 00010000:00010000:2.0:1746066888.384665:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff4394b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efe5 expref: 104 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.384676:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff4394b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efe5 expref: 104 pid: 9627 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066888.384681:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec0000 00000100:00100000:0.0:1746066888.389577:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.389647:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860580864 00000100:00100000:2.0:1746066888.389655:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860580864 00000100:00100000:2.0:1746066888.389705:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29542 00000100:00100000:2.0:1746066888.389711:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+104:1868:x1830882860580864:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.389727:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.389741:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4394c3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267eff3 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.389763:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.389769:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4394bc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267efec expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.389775:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066888.389778:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4394c3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eff3 expref: 105 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.389809:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4394bc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efec expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.389821:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4394c3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eff3 expref: 105 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.389830:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26a00, rc 0) 00000100:00100000:2.0:1746066888.389879:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+105:1868:x1830882860580864:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.389885:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29542 00000100:00100000:0.0:1746066888.390806:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.390925:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860580992 00000100:00100000:3.0:1746066888.390930:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860580992 00010000:00010000:3.0:1746066888.390950:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff4394b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efe5 expref: 105 pid: 9627 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.391206:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12368 00000100:00100000:3.0:1746066888.391212:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+105:2033:x1830882860580992:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.391220:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.391237:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff4394b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efe5 expref: 105 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.391252:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff4394b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efe5 expref: 105 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.391266:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff4394b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efe5 expref: 105 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.391669:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.391671:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.391678:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4394bc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efec expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.391685:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4394bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efec expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.391708:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4394bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efec expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.391718:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4394bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efec expref: 5 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.391730:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861186688:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.392570:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07240 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.394782:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861186688:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.394799:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.394843:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2033:x1830882860580992:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3629us (4036us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.395079:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12368 00000100:00100000:0.0:1746066888.395144:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.395222:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860581248 00000100:00100000:2.0:1746066888.395227:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860581248 00002000:00100000:2.0:1746066888.395257:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec1500 x1830882860581248/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.395273:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec1500 with x1830882860581248 ext(0->4095) 00010000:00010000:2.0:1746066888.395280:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4394bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efec expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.395293:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4394bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efec expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066888.395299:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec1500 00000100:00100000:2.0:1746066888.395544:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2242 00000100:00100000:2.0:1746066888.395550:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860581248:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066888.397591:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860581248:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 2037us (2443us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.397598:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2242 00002000:00100000:2.0:1746066888.397604:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec1500 x1830882860581248/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.397611:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec1500 with x1830882860581248 ext(0->4095) 00010000:00010000:2.0:1746066888.397618:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4394bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efec expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.397629:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4394bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efec expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066888.397634:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec1500 00000100:00100000:0.0:1746066888.403636:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.404374:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860581376 00000100:00100000:3.0:1746066888.404382:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860581376 00010000:00010000:3.0:1746066888.404411:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4394bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efec expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.404958:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12369 00000100:00100000:3.0:1746066888.404967:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860581376:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.404982:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.405001:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4394bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efec expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.405012:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4394bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efec expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.405032:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4394bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267efec expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.405186:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.405188:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.405195:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4394c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eff3 expref: 103 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.405203:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4394c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eff3 expref: 103 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.405231:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4394c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eff3 expref: 103 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.405241:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861186816:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.406067:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07240 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.411958:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861186816:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.411980:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.412035:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860581376:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7068us (8405us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.412045:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12369 00000100:00100000:0.0:1746066888.413776:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.413855:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860581632 00000100:00100000:2.0:1746066888.413862:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860581632 00002000:00100000:2.0:1746066888.413906:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec0700 x1830882860581632/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.413915:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec0700 with x1830882860581632 ext(0->4095) 00002000:00010000:2.0:1746066888.413920:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ec0700 00000100:00100000:2.0:1746066888.413943:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13208 00000100:00100000:2.0:1746066888.413950:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2031:x1830882860581632:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746066888.415048:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2031:x1830882860581632:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 1095us (1277us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.415055:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13208 00002000:00100000:2.0:1746066888.415061:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec0700 x1830882860581632/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.415069:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec0700 with x1830882860581632 ext(0->4095) 00002000:00010000:2.0:1746066888.415072:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ec0700 00000100:00100000:0.0:1746066888.418119:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.418204:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860581760 00000100:00100000:1.0:1746066888.418212:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860581760 00000100:00100000:1.0:1746066888.418259:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29543 00000100:00100000:1.0:1746066888.418267:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860581760:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066888.418281:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066888.418295:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267effa expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.418785:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4394c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267eff3 expref: 103 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.418794:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066888.418796:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066888.418799:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ca lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267effa expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.418826:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4394c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eff3 expref: 103 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.418837:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4394c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eff3 expref: 103 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:1.0:1746066888.418848:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091268e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861186944:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066888.419839:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:1.0:1746066888.421646:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091268e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861186944:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066888.421667:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ca lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267effa expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.421685:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f613600, rc 0) 00000100:00100000:1.0:1746066888.421714:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860581760:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3447us (3601us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066888.421924:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29543 00000100:00100000:0.0:1746066888.422164:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.422303:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860581888 00000100:00100000:1.0:1746066888.422309:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860581888 00000100:00100000:1.0:1746066888.422333:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29544 00000100:00100000:1.0:1746066888.422359:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+104:1868:x1830882860581888:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066888.422371:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066888.422572:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff4394d1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f001 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.422589:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066888.422594:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267effa expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.422600:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066888.422603:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff4394d1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f001 expref: 105 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.422626:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ca lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267effa expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.422635:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff4394d1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f001 expref: 105 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.422646:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f613200, rc 0) 00000100:00100000:1.0:1746066888.423169:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+105:1868:x1830882860581888:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 828us (1004us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066888.423175:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29544 00000100:00100000:0.0:1746066888.426179:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.426477:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860582016 00000100:00100000:3.0:1746066888.426483:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860582016 00010000:00010000:3.0:1746066888.426517:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4394c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eff3 expref: 105 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.426742:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12370 00000100:00100000:3.0:1746066888.426749:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ba3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+105:2034:x1830882860582016:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.426761:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.426776:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4394c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eff3 expref: 105 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.426787:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4394c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eff3 expref: 105 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.426804:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4394c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267eff3 expref: 105 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.426826:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.426828:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.426834:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267effa expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.426841:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267effa expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.426866:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267effa expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.426877:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267effa expref: 5 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.426888:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861187200:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.426962:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07240 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.429946:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861187200:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.429963:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.430189:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ba3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2034:x1830882860582016:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3439us (4014us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.430199:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12370 00000100:00100000:0.0:1746066888.430364:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.430567:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860582272 00000100:00100000:3.0:1746066888.430572:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860582272 00002000:00100000:3.0:1746066888.430598:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65ce00 x1830882860582272/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.430605:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65ce00 with x1830882860582272 ext(0->4095) 00010000:00010000:3.0:1746066888.430610:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267effa expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.430621:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267effa expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:3.0:1746066888.430625:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f65ce00 00000100:00100000:3.0:1746066888.430636:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2243 00000100:00100000:3.0:1746066888.430640:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860582272:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066888.430726:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860582272:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 85us (386us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066888.430731:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2243 00002000:00100000:3.0:1746066888.430736:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65ce00 x1830882860582272/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.430743:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65ce00 with x1830882860582272 ext(0->4095) 00010000:00010000:3.0:1746066888.430747:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267effa expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.430756:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267effa expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:3.0:1746066888.430761:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f65ce00 00000100:00100000:0.0:1746066888.432826:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.432887:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860582400 00000100:00100000:3.0:1746066888.432901:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860582400 00010000:00010000:3.0:1746066888.432923:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267effa expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.432948:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12371 00000100:00100000:3.0:1746066888.432954:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860582400:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.432963:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.432976:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267effa expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.432985:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267effa expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.433003:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267effa expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.433022:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.433024:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.433030:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff4394d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f001 expref: 103 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.433037:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff4394d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f001 expref: 103 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.433061:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff4394d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f001 expref: 103 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.433072:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861187328:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.433437:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066888.437482:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.437558:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861187328:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.437578:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.437739:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860582400:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4783us (4914us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066888.437745:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860582656 00000100:00100000:3.0:1746066888.437748:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12371 00000100:00100000:1.0:1746066888.437751:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860582656 00002000:00100000:1.0:1746066888.437778:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65d180 x1830882860582656/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.437787:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65d180 with x1830882860582656 ext(0->4095) 00002000:00010000:1.0:1746066888.437791:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f65d180 00000100:00100000:1.0:1746066888.437812:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13209 00000100:00100000:1.0:1746066888.437818:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2033:x1830882860582656:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066888.437948:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2033:x1830882860582656:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (471us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066888.437954:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13209 00002000:00100000:1.0:1746066888.437959:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65d180 x1830882860582656/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.437967:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65d180 with x1830882860582656 ext(0->4095) 00002000:00010000:1.0:1746066888.437969:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f65d180 00000100:00100000:0.0:1746066888.440138:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.440219:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860582784 00000100:00100000:1.0:1746066888.440225:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860582784 00000100:00100000:1.0:1746066888.440314:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29545 00000100:00100000:1.0:1746066888.440321:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860582784:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066888.440530:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066888.440543:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff4394d8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f008 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.440564:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff4394d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f001 expref: 103 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.440572:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066888.440573:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066888.440577:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff4394d8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f008 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.440601:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff4394d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f001 expref: 103 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.440611:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff4394d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f001 expref: 103 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:1.0:1746066888.440622:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091268e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861187456:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066888.444233:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066888.446751:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091268e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861187456:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066888.446776:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff4394d8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f008 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.446790:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f612e00, rc 0) 00000100:00100000:1.0:1746066888.446826:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860582784:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6504us (6690us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066888.446837:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29545 00000100:00100000:0.0:1746066888.454575:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.454675:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860582912 00000100:00100000:3.0:1746066888.454683:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860582912 00002000:00100000:3.0:1746066888.454794:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008f65ed80 x1830882860582912/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 496/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.454803:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65ed80 with x1830882860582912 ext(0->7) 00010000:00010000:3.0:1746066888.454812:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff4394d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f001 expref: 104 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.454825:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff4394d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f001 expref: 104 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:3.0:1746066888.454832:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f65ed80 00000100:00100000:3.0:1746066888.454864:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2244 00000100:00100000:3.0:1746066888.454871:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2033:x1830882860582912:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066888.455795:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+106:2033:x1830882860582912:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 922us (1225us total) trans 4294972195 rc 0/0 00000100:00100000:0.0:1746066888.455803:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2244 00002000:00100000:0.0:1746066888.455810:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008f65ed80 x1830882860582912/t4294972195(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 496/448 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066888.455818:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65ed80 with x1830882860582912 ext(0->7) 00010000:00010000:0.0:1746066888.455824:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff4394d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f001 expref: 106 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:0.0:1746066888.455835:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff4394d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f001 expref: 106 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:0.0:1746066888.455842:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f65ed80 00000100:00100000:0.0:1746066888.458822:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.458918:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860583040 00000100:00100000:3.0:1746066888.458925:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860583040 00010000:00010000:3.0:1746066888.458953:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff4394d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f001 expref: 106 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.459036:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12372 00000100:00100000:3.0:1746066888.459044:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+106:2033:x1830882860583040:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.459055:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.459069:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff4394d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f001 expref: 106 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.459086:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff4394d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f001 expref: 106 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.459106:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff4394d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f001 expref: 106 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.459135:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.459137:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.459143:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff4394d8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f008 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.459152:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff4394d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f008 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.459179:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff4394d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f008 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.459190:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861187584:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.461058:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.463577:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861187584:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.463597:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.463645:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+105:2033:x1830882860583040:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4600us (4826us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.463655:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12372 00000100:00100000:0.0:1746066888.464956:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.465044:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860583296 00000100:00100000:2.0:1746066888.465051:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860583296 00002000:00100000:2.0:1746066888.465081:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65d500 x1830882860583296/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.465090:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65d500 with x1830882860583296 ext(0->4095) 00002000:00010000:2.0:1746066888.465094:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f65d500 00000100:00100000:2.0:1746066888.465123:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13210 00000100:00100000:2.0:1746066888.465130:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860583296:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066888.465280:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860583296:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 149us (325us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.465290:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13210 00002000:00100000:2.0:1746066888.465295:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65d500 x1830882860583296/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.465303:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65d500 with x1830882860583296 ext(0->4095) 00002000:00010000:2.0:1746066888.465305:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f65d500 00000100:00100000:0.0:1746066888.468604:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066888.468674:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.468743:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860583552 00000100:00100000:1.0:1746066888.468749:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860583552 00000100:00100000:1.0:1746066888.468794:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860583424 00000100:00100000:1.0:1746066888.468796:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860583424 00000100:00100000:1.0:1746066888.468810:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29546 00000100:00100000:1.0:1746066888.468817:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+106:1869:x1830882860583552:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066888.468829:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746066888.468834:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29547 00010000:00010000:1.0:1746066888.468841:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff4394df lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f016 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.468843:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+106:1868:x1830882860583424:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066888.468850:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066888.468858:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff4394e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f00f expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.468865:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff4394d8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f008 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.468872:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066888.468873:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066888.469235:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff4394df lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f016 expref: 108 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.469247:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.469253:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff4394df lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f016 expref: 108 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.469260:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066888.469263:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff4394e6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f00f expref: 108 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.469284:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff4394d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f008 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.469296:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff4394d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f008 expref: 5 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:1.0:1746066888.469307:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091268e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861187712:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066888.469309:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff4394df lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f016 expref: 108 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.469324:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff4394e6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f00f expref: 108 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.469334:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc7400, rc 0) 00000100:00100000:3.0:1746066888.469382:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+108:1868:x1830882860583424:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 540us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.469389:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29547 00000100:00100000:1.0:1746066888.469392:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066888.471204:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.471209:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091268e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861187712:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066888.471227:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff4394df lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f016 expref: 107 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.471238:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f613000, rc 0) 00000100:00100000:1.0:1746066888.471262:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+107:1869:x1830882860583552:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2445us (2663us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066888.471269:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29546 00000100:00100000:3.0:1746066888.471379:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860583680 00000100:00100000:3.0:1746066888.471384:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860583680 00010000:00010000:3.0:1746066888.471402:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff4394d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f008 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.471429:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12373 00000100:00100000:3.0:1746066888.471435:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860583680:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.471444:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.471459:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff4394d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f008 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.471468:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff4394d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f008 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.471483:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff4394d8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f008 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.471618:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.471621:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.471627:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff4394df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f016 expref: 106 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.471635:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff4394df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f016 expref: 106 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.471662:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff4394df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f016 expref: 106 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.471672:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff4394df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f016 expref: 106 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.471687:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861187968:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.471766:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066888.473981:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.474032:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860583936 00000100:00100000:2.0:1746066888.474038:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860583936 00000100:00100000:3.0:1746066888.474059:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861187968:192.168.201.51@tcp:105: 00002000:00100000:2.0:1746066888.474065:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112f800 x1830882860583936/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746066888.474071:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746066888.474074:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112f800 with x1830882860583936 ext(0->4095) 00010000:00010000:2.0:1746066888.474080:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff4394df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f016 expref: 107 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.474090:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff4394df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f016 expref: 107 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066888.474096:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112f800 00000100:00100000:3.0:1746066888.474103:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860583680:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2669us (2901us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.474111:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12373 00000100:00100000:2.0:1746066888.474606:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2245 00000100:00100000:2.0:1746066888.474612:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+107:2034:x1830882860583936:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066888.474705:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+107:2034:x1830882860583936:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 93us (727us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.474711:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2245 00002000:00100000:2.0:1746066888.474717:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112f800 x1830882860583936/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.474730:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112f800 with x1830882860583936 ext(0->4095) 00010000:00010000:2.0:1746066888.474734:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff4394df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f016 expref: 107 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.474744:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff4394df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f016 expref: 107 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066888.474750:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112f800 00000100:00100000:0.0:1746066888.479946:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.480081:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860584064 00000100:00100000:1.0:1746066888.480088:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860584064 00000100:00100000:1.0:1746066888.480134:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29548 00000100:00100000:1.0:1746066888.480140:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860584064:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066888.480154:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066888.480165:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f01d expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.480186:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066888.480196:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff4394e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f00f expref: 106 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.480202:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066888.480205:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ed lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f01d expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.480236:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff4394e6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f00f expref: 106 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.480248:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ed lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f01d expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.480258:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f613600, rc 0) 00000100:00100000:1.0:1746066888.480302:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860584064:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066888.480309:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29548 00000100:00100000:0.0:1746066888.481769:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.481825:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860584192 00000100:00100000:3.0:1746066888.481830:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860584192 00010000:00010000:3.0:1746066888.481851:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff4394df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f016 expref: 107 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.481900:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12374 00000100:00100000:3.0:1746066888.481907:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+107:2034:x1830882860584192:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.481916:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.481932:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff4394df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f016 expref: 107 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.481943:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff4394df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f016 expref: 107 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.481972:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff4394df lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f016 expref: 107 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.482220:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.482222:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.482227:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff4394e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f00f expref: 106 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.482234:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff4394e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f00f expref: 106 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.482256:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff4394e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f00f expref: 106 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.482267:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff4394e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f00f expref: 106 pid: 9627 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.482277:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861188224:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.482362:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.484565:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861188224:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.484580:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.484613:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+106:2034:x1830882860584192:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2706us (2845us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.484622:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12374 00000100:00100000:0.0:1746066888.485715:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.486089:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860584448 00000100:00100000:1.0:1746066888.486096:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860584448 00002000:00100000:1.0:1746066888.486131:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112ca80 x1830882860584448/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.486142:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112ca80 with x1830882860584448 ext(0->4095) 00010000:00010000:1.0:1746066888.486150:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff4394e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f00f expref: 106 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066888.486163:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff4394e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f00f expref: 106 pid: 9627 timeout: 1100 lvb_type: 0 00002000:00010000:1.0:1746066888.486167:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112ca80 00000100:00100000:1.0:1746066888.486190:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2246 00000100:00100000:1.0:1746066888.486195:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+106:2033:x1830882860584448:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066888.486292:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+106:2033:x1830882860584448:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 96us (579us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066888.486298:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2246 00002000:00100000:1.0:1746066888.486303:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112ca80 x1830882860584448/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.486316:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112ca80 with x1830882860584448 ext(0->4095) 00010000:00010000:1.0:1746066888.486321:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff4394e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f00f expref: 106 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066888.486559:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff4394e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f00f expref: 106 pid: 9627 timeout: 1100 lvb_type: 0 00002000:00010000:1.0:1746066888.486565:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112ca80 00000100:00100000:0.0:1746066888.492257:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066888.492554:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.492660:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860584576 00000100:00100000:2.0:1746066888.492661:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860584704 00000100:00100000:3.0:1746066888.492668:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860584576 00000100:00100000:2.0:1746066888.492668:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860584704 00010000:00010000:2.0:1746066888.492699:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff4394e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f00f expref: 107 pid: 9627 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.492708:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29549 00000100:00100000:3.0:1746066888.492715:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+107:1868:x1830882860584576:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066888.492732:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746066888.492737:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12375 00000100:00100000:2.0:1746066888.492744:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+107:2031:x1830882860584704:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.492746:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff4394f4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f024 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.492755:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.492766:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066888.492772:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f01d expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.492778:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066888.492781:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff4394f4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f024 expref: 108 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.492856:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff4394e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f00f expref: 108 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.492868:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff4394e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f00f expref: 108 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.492870:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ed lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f01d expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.492883:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff4394e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f00f expref: 108 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.492884:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff4394f4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f024 expref: 108 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.492900:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.492901:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.492906:0:9627:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ed lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f01d expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.492911:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f01d expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.492923:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066888.492930:0:9627:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f01d expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.492944:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f01d expref: 5 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.492955:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861188480:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066888.492981:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+107:2031:x1830882860584704:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 237us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.492988:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12375 00000100:00100000:3.0:1746066888.492994:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.497116:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861188480:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.497136:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc7200, rc 0) 00000100:00100000:3.0:1746066888.497186:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+106:1868:x1830882860584576:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4470us (4936us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.497194:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29549 00000100:00100000:0.0:1746066888.498261:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.498395:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860584960 00000100:00100000:1.0:1746066888.498401:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860584960 00002000:00100000:1.0:1746066888.498456:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112f480 x1830882860584960/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.498463:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112f480 with x1830882860584960 ext(0->4095) 00010000:00010000:1.0:1746066888.498469:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f01d expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066888.498478:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f01d expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:1.0:1746066888.498482:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112f480 00000100:00100000:1.0:1746066888.498502:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2247 00000100:00100000:1.0:1746066888.498509:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860584960:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066888.498922:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860584960:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 412us (661us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066888.499154:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2247 00002000:00100000:1.0:1746066888.499161:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112f480 x1830882860584960/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.499168:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112f480 with x1830882860584960 ext(0->4095) 00010000:00010000:1.0:1746066888.499173:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f01d expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066888.499183:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f01d expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:1.0:1746066888.499189:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112f480 00000100:00100000:0.0:1746066888.508819:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.508908:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860585088 00000100:00100000:2.0:1746066888.508917:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860585088 00010000:00010000:2.0:1746066888.508952:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f01d expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.508988:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12376 00000100:00100000:2.0:1746066888.508995:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860585088:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066888.509007:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066888.509023:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f01d expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.509034:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f01d expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.509053:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff4394ed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f01d expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.509088:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.509090:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.509097:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff4394f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f024 expref: 105 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.509105:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff4394f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f024 expref: 105 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.509138:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff4394f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f024 expref: 105 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066888.509149:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861188608:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066888.509226:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494600 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.511978:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861188608:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.511995:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.512027:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860585088:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3031us (3214us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.512037:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12376 00000100:00100000:0.0:1746066888.513338:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.514120:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860585344 00000100:00100000:2.0:1746066888.514127:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860585344 00002000:00100000:2.0:1746066888.514160:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112ea00 x1830882860585344/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.514170:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112ea00 with x1830882860585344 ext(0->4095) 00002000:00010000:2.0:1746066888.514174:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112ea00 00000100:00100000:2.0:1746066888.514227:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13211 00000100:00100000:2.0:1746066888.514233:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+106:2034:x1830882860585344:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066888.514696:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+106:2034:x1830882860585344:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 462us (1358us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.514703:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13211 00002000:00100000:2.0:1746066888.514709:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112ea00 x1830882860585344/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.514716:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112ea00 with x1830882860585344 ext(0->4095) 00002000:00010000:2.0:1746066888.514719:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112ea00 00000100:00100000:0.0:1746066888.520981:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.521060:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860585472 00000100:00100000:3.0:1746066888.521069:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860585472 00000100:00100000:3.0:1746066888.521110:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29550 00000100:00100000:3.0:1746066888.521115:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860585472:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066888.521128:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066888.521140:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff4394fb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f02b expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.521160:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff4394f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f024 expref: 105 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.521166:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066888.521167:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066888.521170:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff4394fb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f02b expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.521190:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff4394f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f024 expref: 105 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.521198:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff4394f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f024 expref: 105 pid: 9627 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.521206:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861188736:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066888.521465:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.529899:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861188736:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066888.529930:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff4394fb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f02b expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.529947:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c0bc00, rc 0) 00000100:00100000:3.0:1746066888.530036:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860585472:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8919us (11727us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.530044:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29550 00000100:00100000:0.0:1746066888.535317:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.535473:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860585600 00000100:00100000:2.0:1746066888.535481:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860585600 00002000:00100000:2.0:1746066888.535515:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009112c380 x1830882860585600/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 496/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.535525:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112c380 with x1830882860585600 ext(0->7) 00010000:00010000:2.0:1746066888.535533:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff4394f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f024 expref: 106 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.535545:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff4394f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f024 expref: 106 pid: 9627 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066888.535552:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112c380 00000100:00100000:2.0:1746066888.537483:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2248 00000100:00100000:2.0:1746066888.537493:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+106:2034:x1830882860585600:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066888.538721:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+108:2034:x1830882860585600:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1228us (3407us total) trans 4294972196 rc 0/0 00000100:00100000:0.0:1746066888.538729:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2248 00002000:00100000:0.0:1746066888.538736:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009112c380 x1830882860585600/t4294972196(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 496/448 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066888.538745:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112c380 with x1830882860585600 ext(0->7) 00010000:00010000:0.0:1746066888.538751:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff4394f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f024 expref: 108 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:0.0:1746066888.538763:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff4394f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f024 expref: 108 pid: 9627 timeout: 1100 lvb_type: 0 00002000:00010000:0.0:1746066888.538769:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112c380 00000100:00100000:0.0:1746066888.552045:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.552115:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860585728 00000100:00100000:3.0:1746066888.552123:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860585728 00010000:00010000:3.0:1746066888.552156:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff4394f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f024 expref: 108 pid: 9627 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.552195:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12377 00000100:00100000:3.0:1746066888.552203:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ba3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+108:2032:x1830882860585728:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.552215:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.552232:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff4394f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f024 expref: 108 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.552243:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff4394f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f024 expref: 108 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.552262:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff4394f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f024 expref: 108 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.552509:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.552516:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.552523:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff4394fb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f02b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.552532:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff4394fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f02b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.552563:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff4394fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f02b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.552575:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861188864:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.552652:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066888.553405:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.553577:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860585856 00000100:00100000:3.0:1746066888.553582:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860585856 00000100:00100000:3.0:1746066888.553713:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29551 00000100:00100000:3.0:1746066888.553720:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+108:1868:x1830882860585856:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066888.553732:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066888.553742:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439502 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f032 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.553758:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff4394fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f02b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.553764:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.553765:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.553768:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439502 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f032 expref: 109 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.553783:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff4394fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f02b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.553793:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff4394fb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f02b expref: 5 pid: 9627 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.553803:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861188992:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066888.555510:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee073c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.558077:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861188864:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.558097:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.558133:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ba3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+109:2032:x1830882860585728:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5928us (6095us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.558145:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12377 00000100:00100000:2.0:1746066888.558166:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861188992:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066888.558183:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439502 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f032 expref: 108 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.558196:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d951600, rc 0) 00000100:00100000:2.0:1746066888.558229:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+108:1868:x1830882860585856:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4510us (4829us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.558235:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29551 00000100:00100000:0.0:1746066888.558268:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.558664:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860586112 00000100:00100000:1.0:1746066888.558670:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860586112 00002000:00100000:1.0:1746066888.558699:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112e680 x1830882860586112/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.558709:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112e680 with x1830882860586112 ext(0->4095) 00010000:00010000:1.0:1746066888.558715:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff4394fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f02b expref: 6 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066888.558727:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff4394fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f02b expref: 6 pid: 9627 timeout: 1100 lvb_type: 0 00002000:00010000:1.0:1746066888.558733:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112e680 00000100:00100000:1.0:1746066888.558749:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2249 00000100:00100000:1.0:1746066888.558756:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860586112:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066888.558863:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860586112:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (594us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066888.558872:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2249 00002000:00100000:1.0:1746066888.558878:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112e680 x1830882860586112/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.558886:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112e680 with x1830882860586112 ext(0->4095) 00010000:00010000:1.0:1746066888.558901:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff4394fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f02b expref: 6 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066888.558911:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff4394fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f02b expref: 6 pid: 9627 timeout: 1100 lvb_type: 0 00002000:00010000:1.0:1746066888.558916:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112e680 00000100:00100000:0.0:1746066888.564549:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.564860:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860586240 00000100:00100000:3.0:1746066888.564868:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860586240 00010000:00010000:3.0:1746066888.564914:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff4394fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f02b expref: 6 pid: 9627 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.564942:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12378 00000100:00100000:3.0:1746066888.564949:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860586240:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.564960:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.564975:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff4394fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f02b expref: 6 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.565200:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff4394fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f02b expref: 6 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.565218:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff4394fb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f02b expref: 6 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.565247:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.565249:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.565255:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439502 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f032 expref: 107 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.565262:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439502 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f032 expref: 107 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.565286:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439502 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f032 expref: 107 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.565296:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861189120:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.565394:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee073c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066888.568735:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.568797:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860586496 00000100:00100000:2.0:1746066888.568804:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860586496 00002000:00100000:2.0:1746066888.568840:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112c000 x1830882860586496/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.568849:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112c000 with x1830882860586496 ext(0->4095) 00000100:00100000:3.0:1746066888.568851:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861189120:192.168.201.51@tcp:105: 00002000:00010000:2.0:1746066888.568852:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112c000 00010000:00010000:3.0:1746066888.568866:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066888.568882:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13212 00000100:00100000:2.0:1746066888.568899:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+108:2034:x1830882860586496:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066888.568913:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860586240:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3964us (4370us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.568922:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12378 00000100:00100000:2.0:1746066888.569008:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+108:2034:x1830882860586496:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (280us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.569014:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13212 00002000:00100000:2.0:1746066888.569019:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112c000 x1830882860586496/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.569026:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112c000 with x1830882860586496 ext(0->4095) 00002000:00010000:2.0:1746066888.569029:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112c000 00000100:00100000:0.0:1746066888.575566:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.576296:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860586624 00000100:00100000:2.0:1746066888.576304:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860586624 00000100:00100000:2.0:1746066888.576363:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29552 00000100:00100000:2.0:1746066888.576371:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860586624:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.576387:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.576402:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439509 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f039 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.576427:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439502 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f032 expref: 107 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.576434:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.576436:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.576439:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439509 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f039 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.576463:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439502 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f032 expref: 107 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.576476:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439502 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f032 expref: 107 pid: 9627 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.576485:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861189248:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066888.577112:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.587803:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861189248:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066888.587830:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439509 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f039 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.587845:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26800, rc 0) 00000100:00100000:2.0:1746066888.587884:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860586624:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11514us (12324us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.587902:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29552 00000100:00100000:0.0:1746066888.589137:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.589220:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860586752 00000100:00100000:1.0:1746066888.589227:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860586752 00002000:00100000:1.0:1746066888.589256:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009112c700 x1830882860586752/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 496/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.589265:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112c700 with x1830882860586752 ext(0->7) 00010000:00010000:1.0:1746066888.589272:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439502 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f032 expref: 108 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066888.589283:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439502 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f032 expref: 108 pid: 9627 timeout: 1100 lvb_type: 0 00002000:00010000:1.0:1746066888.589290:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112c700 00000100:00100000:1.0:1746066888.589314:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2250 00000100:00100000:1.0:1746066888.589320:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+108:2034:x1830882860586752:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066888.591133:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2034:x1830882860586752:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1588us (1775us total) trans 4294972197 rc 0/0 00000100:00100000:0.0:1746066888.591141:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2250 00002000:00100000:0.0:1746066888.591148:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009112c700 x1830882860586752/t4294972197(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 496/448 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066888.591157:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112c700 with x1830882860586752 ext(0->7) 00010000:00010000:0.0:1746066888.591164:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439502 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f032 expref: 110 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:0.0:1746066888.591175:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439502 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f032 expref: 110 pid: 9627 timeout: 1100 lvb_type: 0 00002000:00010000:0.0:1746066888.591180:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112c700 00000100:00100000:0.0:1746066888.597220:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.598880:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860586880 00000100:00100000:3.0:1746066888.598900:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860586880 00010000:00010000:3.0:1746066888.598933:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439502 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f032 expref: 110 pid: 9627 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.598967:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12379 00000100:00100000:3.0:1746066888.598973:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2034:x1830882860586880:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.598983:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.598999:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439502 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f032 expref: 110 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.599009:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439502 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f032 expref: 110 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.599030:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439502 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f032 expref: 110 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.599060:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.599063:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.599069:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439509 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f039 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.599076:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439509 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f039 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.599104:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439509 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f039 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.599116:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861189376:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.599186:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee073c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066888.605635:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.605970:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860587136 00000100:00100000:1.0:1746066888.605977:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860587136 00002000:00100000:1.0:1746066888.606011:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0c380 x1830882860587136/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.606021:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0c380 with x1830882860587136 ext(0->4095) 00000100:00100000:3.0:1746066888.606022:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861189376:192.168.201.51@tcp:105: 00002000:00010000:1.0:1746066888.606026:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095d0c380 00010000:00010000:3.0:1746066888.606039:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066888.606061:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13213 00000100:00100000:1.0:1746066888.606069:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860587136:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066888.606086:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+109:2034:x1830882860586880:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7111us (8872us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.606094:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12379 00000100:00100000:1.0:1746066888.606168:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860587136:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (540us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066888.606174:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13213 00002000:00100000:1.0:1746066888.606179:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0c380 x1830882860587136/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.606187:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0c380 with x1830882860587136 ext(0->4095) 00002000:00010000:1.0:1746066888.606189:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095d0c380 00000100:00100000:0.0:1746066888.608982:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066888.609658:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.609682:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860587264 00000100:00100000:1.0:1746066888.609689:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860587264 00000100:00100000:1.0:1746066888.609717:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860587392 00000100:00100000:1.0:1746066888.609718:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860587392 00000100:00100000:1.0:1746066888.609745:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29553 00000100:00100000:1.0:1746066888.609752:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+110:1868:x1830882860587264:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066888.609763:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746066888.609776:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29554 00010000:00010000:1.0:1746066888.609778:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439510 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f040 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.609785:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+110:1869:x1830882860587392:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066888.609794:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066888.609802:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff439517 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f047 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.609808:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439509 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f039 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.609815:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066888.609817:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066888.609820:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439510 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f040 expref: 112 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.610047:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.610056:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439510 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f040 expref: 112 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.610068:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066888.610071:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff439517 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f047 expref: 112 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.610094:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439509 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f039 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.610095:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439510 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f040 expref: 112 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.610105:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439509 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f039 expref: 5 pid: 9627 timeout: 1100 lvb_type: 0 00000100:00100000:1.0:1746066888.610115:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091268e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861189504:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066888.610226:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff439517 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f047 expref: 112 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.610237:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d951400, rc 0) 00000100:00100000:3.0:1746066888.610264:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+112:1869:x1830882860587392:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 481us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.610271:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29554 00000100:00100000:1.0:1746066888.610566:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:1.0:1746066888.612188:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091268e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861189504:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066888.612190:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:1.0:1746066888.612206:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439510 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f040 expref: 111 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.612221:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f613600, rc 0) 00000100:00100000:1.0:1746066888.612251:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+111:1868:x1830882860587264:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2499us (3274us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066888.612258:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29553 00000100:00100000:3.0:1746066888.613283:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860587520 00000100:00100000:3.0:1746066888.613289:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860587520 00010000:00010000:3.0:1746066888.613311:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439509 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f039 expref: 6 pid: 9627 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.613337:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12380 00000100:00100000:3.0:1746066888.613357:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860587520:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.613366:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.613381:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439509 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f039 expref: 6 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.613391:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439509 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f039 expref: 6 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.613408:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439509 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f039 expref: 6 pid: 9627 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.613434:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.613435:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.613441:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439510 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f040 expref: 110 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.613450:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439510 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f040 expref: 110 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.613474:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439510 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f040 expref: 110 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.613483:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439510 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f040 expref: 110 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.613493:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861189760:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.613545:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee073c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066888.615861:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.615940:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860587776 00000100:00100000:1.0:1746066888.615947:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860587776 00002000:00100000:1.0:1746066888.615977:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0f480 x1830882860587776/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.615986:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0f480 with x1830882860587776 ext(0->4095) 00010000:00010000:1.0:1746066888.615993:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439510 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f040 expref: 111 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066888.616004:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439510 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f040 expref: 111 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:1.0:1746066888.616010:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d0f480 00000100:00100000:1.0:1746066888.616033:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2251 00000100:00100000:1.0:1746066888.616044:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2033:x1830882860587776:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066888.616364:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2033:x1830882860587776:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 295us (483us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066888.616371:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2251 00002000:00100000:1.0:1746066888.616377:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0f480 x1830882860587776/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.616384:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0f480 with x1830882860587776 ext(0->4095) 00010000:00010000:1.0:1746066888.616389:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439510 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f040 expref: 111 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066888.616398:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439510 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f040 expref: 111 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:1.0:1746066888.616404:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d0f480 00000100:00100000:3.0:1746066888.616490:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861189760:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.616503:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.616537:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860587520:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3194us (4349us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.616545:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12380 00000100:00100000:0.0:1746066888.618582:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.619455:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860587904 00000100:00100000:3.0:1746066888.619462:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860587904 00010000:00010000:3.0:1746066888.619490:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439510 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f040 expref: 111 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.619523:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12381 00000100:00100000:3.0:1746066888.619571:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2031:x1830882860587904:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.619583:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.619600:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439510 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f040 expref: 111 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.619610:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439510 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f040 expref: 111 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.619629:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439510 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f040 expref: 111 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.619644:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.619646:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.619651:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff439517 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f047 expref: 110 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.619658:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff439517 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f047 expref: 110 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.619684:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff439517 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f047 expref: 110 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.619694:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861189888:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.619773:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee073c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.624535:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.624622:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861189888:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.624636:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.624671:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2031:x1830882860587904:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5142us (6094us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.624680:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12381 00000100:00100000:1.0:1746066888.625236:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860588160 00000100:00100000:1.0:1746066888.625242:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860588160 00002000:00100000:1.0:1746066888.625274:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98f800 x1830882860588160/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.625283:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98f800 with x1830882860588160 ext(0->4095) 00002000:00010000:1.0:1746066888.625288:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98f800 00000100:00100000:1.0:1746066888.625304:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13214 00000100:00100000:1.0:1746066888.625310:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2034:x1830882860588160:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066888.625612:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2034:x1830882860588160:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 301us (1083us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066888.625618:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13214 00002000:00100000:1.0:1746066888.625624:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98f800 x1830882860588160/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.625631:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98f800 with x1830882860588160 ext(0->4095) 00002000:00010000:1.0:1746066888.625633:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98f800 00000100:00100000:3.0:1746066888.628676:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.628704:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860588288 00000100:00100000:1.0:1746066888.628710:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860588288 00000100:00100000:1.0:1746066888.628755:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29555 00000100:00100000:1.0:1746066888.628762:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860588288:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066888.628775:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066888.628788:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff43951e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f04e expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.628811:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff439517 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f047 expref: 109 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.628823:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066888.628824:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066888.628828:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff43951e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f04e expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.628852:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff439517 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f047 expref: 109 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.628863:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff439517 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f047 expref: 109 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:1.0:1746066888.628873:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091268e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861190016:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066888.628949:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066888.632505:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.632575:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860588416 00000100:00100000:3.0:1746066888.632583:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860588416 00000100:00100000:1.0:1746066888.632609:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091268e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861190016:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066888.632612:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff439517 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f047 expref: 110 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066888.632632:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff43951e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f04e expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.632645:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f613000, rc 0) 00000100:00100000:3.0:1746066888.632647:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12382 00000100:00100000:3.0:1746066888.632654:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2034:x1830882860588416:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.632666:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.632682:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff439517 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f047 expref: 110 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.632692:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff439517 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f047 expref: 110 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:1.0:1746066888.632692:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860588288:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3930us (4018us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066888.632699:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29555 00010000:00010000:3.0:1746066888.632711:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff439517 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f047 expref: 110 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.632727:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.632728:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.632735:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff43951e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f04e expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.632743:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff43951e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f04e expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.632767:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff43951e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f04e expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.632778:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861190144:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.632824:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee073c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.636272:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861190144:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.636291:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.637527:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+109:2034:x1830882860588416:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4870us (5024us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.637537:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12382 00000100:00100000:0.0:1746066888.637765:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.638256:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860588672 00000100:00100000:3.0:1746066888.638261:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860588672 00002000:00100000:3.0:1746066888.638293:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0e680 x1830882860588672/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.638303:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0e680 with x1830882860588672 ext(0->4095) 00002000:00010000:3.0:1746066888.638307:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095d0e680 00000100:00100000:3.0:1746066888.638338:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13215 00000100:00100000:3.0:1746066888.638361:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860588672:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066888.638673:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860588672:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 312us (908us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066888.638683:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13215 00002000:00100000:3.0:1746066888.638688:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0e680 x1830882860588672/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.638696:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0e680 with x1830882860588672 ext(0->4095) 00002000:00010000:3.0:1746066888.638699:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095d0e680 00000100:00100000:0.0:1746066888.638900:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.639257:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860588800 00000100:00100000:1.0:1746066888.639261:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860588800 00000100:00100000:1.0:1746066888.639292:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29556 00000100:00100000:1.0:1746066888.639298:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+109:1868:x1830882860588800:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066888.639307:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066888.639318:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439525 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f055 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.639362:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff43951e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f04e expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.639370:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066888.639373:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066888.639376:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439525 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f055 expref: 110 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.639402:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff43951e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f04e expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.639413:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff43951e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f04e expref: 5 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:1.0:1746066888.639424:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091268e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861190272:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066888.639472:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066888.643931:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091268e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861190272:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066888.643959:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439525 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f055 expref: 110 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.643974:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc6e00, rc 0) 00000100:00100000:1.0:1746066888.644439:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+110:1868:x1830882860588800:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5139us (5537us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066888.644451:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29556 00000100:00100000:0.0:1746066888.645814:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066888.646225:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.646363:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860588928 00000100:00100000:1.0:1746066888.646371:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860588928 00000100:00100000:1.0:1746066888.646414:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29557 00000100:00100000:1.0:1746066888.646421:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+110:1869:x1830882860588928:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066888.646435:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066888.646449:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff43952c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f05c expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.646471:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066888.646476:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439525 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f055 expref: 111 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.646482:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066888.646485:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff43952c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f05c expref: 111 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.646511:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439525 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f055 expref: 111 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.646522:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff43952c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f05c expref: 111 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066888.646529:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc7200, rc 0) 00000100:00100000:1.0:1746066888.646556:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+111:1869:x1830882860588928:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066888.646562:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29557 00000100:00100000:3.0:1746066888.646734:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860589056 00000100:00100000:3.0:1746066888.646738:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860589056 00010000:00010000:3.0:1746066888.646756:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff43951e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f04e expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.646774:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12383 00000100:00100000:3.0:1746066888.646779:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860589056:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.646788:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.646802:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff43951e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f04e expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.646812:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff43951e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f04e expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.646828:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f613000/0xd6b24631ff43951e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f04e expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.646842:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.646843:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.646848:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439525 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f055 expref: 110 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.646860:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439525 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f055 expref: 110 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.646878:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439525 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f055 expref: 110 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.646903:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439525 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f055 expref: 110 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.646915:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861190528:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.646963:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.648284:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861190528:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.648296:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.648317:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860589056:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1537us (2092us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.648323:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12383 00000100:00100000:0.0:1746066888.649613:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.649683:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860589312 00000100:00100000:1.0:1746066888.649689:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860589312 00002000:00100000:1.0:1746066888.649718:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7d880 x1830882860589312/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.649729:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7d880 with x1830882860589312 ext(0->4095) 00010000:00010000:1.0:1746066888.649736:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439525 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f055 expref: 111 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066888.649749:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439525 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f055 expref: 111 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:1.0:1746066888.649756:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095e7d880 00000100:00100000:1.0:1746066888.649871:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2252 00000100:00100000:1.0:1746066888.649879:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2034:x1830882860589312:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066888.650099:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2034:x1830882860589312:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 220us (487us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066888.650105:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2252 00002000:00100000:1.0:1746066888.650110:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7d880 x1830882860589312/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.650118:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7d880 with x1830882860589312 ext(0->4095) 00010000:00010000:1.0:1746066888.650122:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439525 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f055 expref: 111 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066888.650131:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439525 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f055 expref: 111 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:1.0:1746066888.650141:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095e7d880 00000100:00100000:0.0:1746066888.653951:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.654030:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860589440 00000100:00100000:3.0:1746066888.654035:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860589440 00010000:00010000:3.0:1746066888.654058:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439525 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f055 expref: 111 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.654078:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12384 00000100:00100000:3.0:1746066888.654084:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4d3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2034:x1830882860589440:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.654094:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.654107:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439525 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f055 expref: 111 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.654118:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439525 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f055 expref: 111 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.654135:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439525 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f055 expref: 111 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.654160:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.654162:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.654167:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff43952c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f05c expref: 110 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.654175:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff43952c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f05c expref: 110 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.654200:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff43952c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f05c expref: 110 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.654211:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861190656:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.655103:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.657498:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861190656:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.657516:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.657553:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4d3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2034:x1830882860589440:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3468us (3605us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.657564:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12384 00000100:00100000:0.0:1746066888.657828:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.658205:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860589696 00000100:00100000:1.0:1746066888.658210:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860589696 00002000:00100000:1.0:1746066888.658242:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7f480 x1830882860589696/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.658252:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7f480 with x1830882860589696 ext(0->4095) 00002000:00010000:1.0:1746066888.658256:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095e7f480 00000100:00100000:1.0:1746066888.658282:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13216 00000100:00100000:1.0:1746066888.658289:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2033:x1830882860589696:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066888.658585:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2033:x1830882860589696:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 295us (757us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066888.658592:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13216 00002000:00100000:1.0:1746066888.658597:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7f480 x1830882860589696/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.658605:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7f480 with x1830882860589696 ext(0->4095) 00002000:00010000:1.0:1746066888.658608:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095e7f480 00000100:00100000:0.0:1746066888.662130:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.662704:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860589824 00000100:00100000:2.0:1746066888.662712:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860589824 00000100:00100000:2.0:1746066888.662760:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29558 00000100:00100000:2.0:1746066888.662767:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860589824:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.662780:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.662799:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439533 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f063 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.662822:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff43952c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f05c expref: 109 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.662834:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.662836:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.662839:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439533 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f063 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.662864:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff43952c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f05c expref: 109 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.662875:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff43952c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f05c expref: 109 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.662898:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861190784:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066888.662977:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.665703:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861190784:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066888.665727:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439533 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f063 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.665739:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26a00, rc 0) 00000100:00100000:2.0:1746066888.665777:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860589824:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3010us (3654us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.665784:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29558 00000100:00100000:0.0:1746066888.666386:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.666846:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860589952 00000100:00100000:3.0:1746066888.666852:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860589952 00010000:00010000:3.0:1746066888.666872:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff43952c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f05c expref: 110 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.666912:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12385 00000100:00100000:3.0:1746066888.666919:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2033:x1830882860589952:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.666928:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.666943:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff43952c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f05c expref: 110 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.666954:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff43952c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f05c expref: 110 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.667160:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff43952c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f05c expref: 110 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.667185:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.667187:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.667193:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439533 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f063 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.667201:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439533 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f063 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.667226:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439533 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f063 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.667241:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861190912:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.667662:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066888.668309:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.668371:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860590080 00000100:00100000:2.0:1746066888.668375:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860590080 00000100:00100000:2.0:1746066888.668402:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29559 00000100:00100000:2.0:1746066888.668408:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+110:1868:x1830882860590080:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.668420:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.668430:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43953a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f06a expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.668448:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439533 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f063 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.668455:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.668456:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.668458:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43953a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f06a expref: 111 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.668471:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439533 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f063 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.668478:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439533 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f063 expref: 5 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.668484:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861191040:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066888.668540:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.669806:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861191040:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066888.669821:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43953a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f06a expref: 111 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.669824:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861190912:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066888.669832:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26800, rc 0) 00010000:00010000:3.0:1746066888.669834:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.669867:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2033:x1830882860589952:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2948us (3481us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.669867:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+111:1868:x1830882860590080:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1458us (1559us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.669875:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12385 00000100:00100000:2.0:1746066888.669875:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29559 00000100:00100000:0.0:1746066888.670224:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.670728:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860590336 00000100:00100000:1.0:1746066888.670734:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860590336 00002000:00100000:1.0:1746066888.670759:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7d180 x1830882860590336/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.670769:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7d180 with x1830882860590336 ext(0->4095) 00010000:00010000:1.0:1746066888.670775:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439533 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f063 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066888.670843:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439533 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f063 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:1.0:1746066888.670850:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095e7d180 00000100:00100000:1.0:1746066888.670875:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2253 00000100:00100000:1.0:1746066888.670882:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860590336:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066888.670993:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860590336:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (769us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066888.670999:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2253 00002000:00100000:1.0:1746066888.671004:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7d180 x1830882860590336/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.671011:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7d180 with x1830882860590336 ext(0->4095) 00010000:00010000:1.0:1746066888.671017:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439533 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f063 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066888.671025:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439533 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f063 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:1.0:1746066888.671036:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095e7d180 00000100:00100000:0.0:1746066888.676294:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.676487:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860590464 00000100:00100000:3.0:1746066888.676495:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860590464 00010000:00010000:3.0:1746066888.676527:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439533 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f063 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.676555:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12386 00000100:00100000:3.0:1746066888.676562:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860590464:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.676573:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.676589:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439533 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f063 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.676601:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439533 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f063 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.676620:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439533 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f063 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.676651:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.676653:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.676660:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43953a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f06a expref: 109 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.676667:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43953a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f06a expref: 109 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.676694:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43953a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f06a expref: 109 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.676705:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861191168:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.676777:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066888.678968:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.679078:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860590720 00000100:00100000:2.0:1746066888.679084:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860590720 00002000:00100000:2.0:1746066888.679114:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7fb80 x1830882860590720/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.679123:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7fb80 with x1830882860590720 ext(0->4095) 00002000:00010000:2.0:1746066888.679127:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095e7fb80 00000100:00100000:2.0:1746066888.679146:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13217 00000100:00100000:2.0:1746066888.679152:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2034:x1830882860590720:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066888.679250:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2034:x1830882860590720:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 98us (286us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.679256:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13217 00002000:00100000:2.0:1746066888.679261:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7fb80 x1830882860590720/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.679269:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7fb80 with x1830882860590720 ext(0->4095) 00002000:00010000:2.0:1746066888.679271:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095e7fb80 00000100:00100000:3.0:1746066888.680053:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861191168:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.680068:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.680102:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860590464:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3539us (3816us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.680109:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12386 00000100:00100000:0.0:1746066888.681326:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.681375:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860590848 00000100:00100000:2.0:1746066888.681380:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860590848 00000100:00100000:2.0:1746066888.681411:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29560 00000100:00100000:2.0:1746066888.681416:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860590848:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.681428:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.681440:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439541 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f071 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.681467:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43953a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f06a expref: 109 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.681474:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.681476:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.681479:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439541 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f071 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.681501:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43953a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f06a expref: 109 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.681511:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43953a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f06a expref: 109 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.681522:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861191296:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066888.681589:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.683688:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861191296:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066888.683707:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439541 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f071 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.683718:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27200, rc 0) 00000100:00100000:2.0:1746066888.683748:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860590848:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2331us (2424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.683755:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29560 00000100:00100000:0.0:1746066888.684545:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.684587:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860590976 00000100:00100000:2.0:1746066888.684592:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860590976 00002000:00100000:2.0:1746066888.684613:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880095e7d500 x1830882860590976/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 496/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.684619:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7d500 with x1830882860590976 ext(0->7) 00010000:00010000:2.0:1746066888.684623:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43953a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f06a expref: 110 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.684631:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43953a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f06a expref: 110 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066888.684635:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095e7d500 00000100:00100000:2.0:1746066888.684654:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2254 00000100:00100000:2.0:1746066888.684657:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2032:x1830882860590976:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746066888.685834:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+112:2032:x1830882860590976:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1173us (1288us total) trans 4294972198 rc 0/0 00000100:00100000:2.0:1746066888.685841:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2254 00002000:00100000:2.0:1746066888.685847:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880095e7d500 x1830882860590976/t4294972198(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 496/448 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.685855:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7d500 with x1830882860590976 ext(0->7) 00010000:00010000:2.0:1746066888.685860:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43953a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f06a expref: 112 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.685871:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43953a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f06a expref: 112 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066888.685877:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095e7d500 00000100:00100000:0.0:1746066888.688849:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.688921:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860591104 00000100:00100000:3.0:1746066888.688928:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860591104 00010000:00010000:3.0:1746066888.688957:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43953a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f06a expref: 112 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.689071:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12387 00000100:00100000:3.0:1746066888.689079:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133191c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+112:2032:x1830882860591104:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.689091:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.689105:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43953a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f06a expref: 112 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.689122:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43953a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f06a expref: 112 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.689141:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43953a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f06a expref: 112 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.690113:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.690116:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.690124:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439541 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f071 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.690133:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439541 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f071 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.690728:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439541 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f071 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.690741:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861191424:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.690992:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.691987:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861191424:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.692000:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.692071:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133191c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2032:x1830882860591104:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2991us (3227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.692079:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12387 00000100:00100000:0.0:1746066888.692456:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.693039:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860591360 00000100:00100000:2.0:1746066888.693045:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860591360 00002000:00100000:2.0:1746066888.693144:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133193100 x1830882860591360/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.693153:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133193100 with x1830882860591360 ext(0->4095) 00002000:00010000:2.0:1746066888.693158:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133193100 00000100:00100000:2.0:1746066888.693667:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13218 00000100:00100000:2.0:1746066888.693673:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133193100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860591360:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746066888.693780:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133193100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860591360:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (1324us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.693786:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13218 00002000:00100000:2.0:1746066888.693792:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133193100 x1830882860591360/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.693800:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133193100 with x1830882860591360 ext(0->4095) 00002000:00010000:2.0:1746066888.693803:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133193100 00000100:00100000:0.0:1746066888.696459:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.697255:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860591488 00000100:00100000:2.0:1746066888.697262:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860591488 00000100:00100000:2.0:1746066888.697728:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29561 00000100:00100000:2.0:1746066888.697736:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+111:1869:x1830882860591488:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.697748:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.697761:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff439548 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f078 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.697784:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439541 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f071 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.697795:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.697797:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.697800:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff439548 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f078 expref: 112 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.697823:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439541 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f071 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.697832:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439541 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f071 expref: 5 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.697842:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861191552:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066888.697917:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494180 going to sleep for 11 seconds 00010000:00010000:3.0:1746066888.699467:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746066888.700792:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861191552:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066888.700815:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff439548 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f078 expref: 112 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.700829:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27c00, rc 0) 00000100:00100000:2.0:1746066888.700869:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+112:1869:x1830882860591488:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3134us (4414us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.700877:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29561 00000100:00100000:0.0:1746066888.702412:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066888.702639:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.702677:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860591744 00000100:00100000:2.0:1746066888.702683:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860591744 00000100:00100000:3.0:1746066888.702697:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860591616 00000100:00100000:3.0:1746066888.702700:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860591616 00010000:00010000:2.0:1746066888.702708:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439541 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f071 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.702726:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29562 00000100:00100000:3.0:1746066888.702732:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133190700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+112:1868:x1830882860591616:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746066888.702734:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12388 00000100:00100000:2.0:1746066888.702740:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133190e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860591744:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.702745:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.702750:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066888.702767:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439541 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f071 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.702778:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439541 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f071 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.702783:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43954f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f07f expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.702796:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439541 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f071 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.702799:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.702804:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff439548 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f078 expref: 113 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.702810:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066888.702812:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43954f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f07f expref: 113 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.702824:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.702826:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.702832:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff439548 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f078 expref: 113 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.702840:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff439548 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f078 expref: 113 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.703127:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff439548 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f078 expref: 113 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.703138:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff439548 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f078 expref: 113 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.703148:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff439548 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f078 expref: 113 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.703149:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861191680:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066888.703156:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff439548 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f078 expref: 113 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.703169:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861191808:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.703196:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.703210:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494180 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.705181:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861191808:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066888.705191:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066888.705216:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133190e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860591744:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2476us (2576us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.705224:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12388 00000100:00100000:3.0:1746066888.705243:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861191680:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066888.705259:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43954f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f07f expref: 113 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.705272:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d951600, rc 0) 00000100:00100000:3.0:1746066888.705293:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133190700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+113:1868:x1830882860591616:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2561us (2890us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.705298:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29562 00000100:00100000:0.0:1746066888.705661:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.706607:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860592000 00000100:00100000:1.0:1746066888.706613:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860592000 00002000:00100000:1.0:1746066888.706643:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133191500 x1830882860592000/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.706651:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133191500 with x1830882860592000 ext(0->4095) 00010000:00010000:1.0:1746066888.706657:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff439548 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f078 expref: 113 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066888.706666:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff439548 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f078 expref: 113 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:1.0:1746066888.706671:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133191500 00000100:00100000:1.0:1746066888.706685:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2255 00000100:00100000:1.0:1746066888.706691:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133191500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+113:2034:x1830882860592000:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066888.706781:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133191500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+113:2034:x1830882860592000:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 89us (1120us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066888.706786:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2255 00002000:00100000:1.0:1746066888.706791:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133191500 x1830882860592000/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.706798:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133191500 with x1830882860592000 ext(0->4095) 00010000:00010000:1.0:1746066888.706802:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff439548 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f078 expref: 113 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066888.706817:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff439548 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f078 expref: 113 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:1.0:1746066888.706822:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133191500 00000100:00100000:0.0:1746066888.709719:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066888.709766:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.709822:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860592256 00000100:00100000:2.0:1746066888.709829:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860592256 00000100:00100000:3.0:1746066888.709848:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860592128 00000100:00100000:3.0:1746066888.709852:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860592128 00010000:00010000:2.0:1746066888.709857:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff439548 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f078 expref: 113 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.709880:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12389 00000100:00100000:3.0:1746066888.709896:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29563 00000100:00100000:2.0:1746066888.709898:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133190000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+113:2032:x1830882860592256:12345-192.168.201.51@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746066888.709903:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133193800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860592128:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.709910:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.709914:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066888.709925:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439556 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f086 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.709926:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff439548 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f078 expref: 113 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.709937:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff439548 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f078 expref: 113 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.710004:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066888.710010:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43954f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f07f expref: 113 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.710016:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066888.710019:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439556 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f086 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.710037:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff439548 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f078 expref: 113 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.710053:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43954f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f07f expref: 112 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.710056:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.710057:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.710158:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43954f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f07f expref: 112 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.710165:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43954f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f07f expref: 112 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.710182:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439556 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f086 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.710187:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43954f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f07f expref: 112 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.710203:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43954f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f07f expref: 112 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.710212:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d950e00, rc 0) 00000100:00100000:2.0:1746066888.710215:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861192064:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066888.710518:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494180 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.710572:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133193800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860592128:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 669us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.710579:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29563 00000100:00100000:2.0:1746066888.712530:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861192064:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066888.712553:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066888.712592:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133190000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+112:2032:x1830882860592256:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2705us (2825us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.712600:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12389 00000100:00100000:0.0:1746066888.714048:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.714092:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860592512 00000100:00100000:1.0:1746066888.714098:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860592512 00002000:00100000:1.0:1746066888.714128:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133190380 x1830882860592512/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.714139:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133190380 with x1830882860592512 ext(0->4095) 00010000:00010000:1.0:1746066888.714145:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43954f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f07f expref: 112 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066888.714154:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43954f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f07f expref: 112 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:1.0:1746066888.714158:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133190380 00000100:00100000:1.0:1746066888.714179:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2256 00000100:00100000:1.0:1746066888.714184:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133190380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+112:2033:x1830882860592512:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066888.714287:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133190380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+112:2033:x1830882860592512:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (244us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066888.714292:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2256 00002000:00100000:1.0:1746066888.714295:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133190380 x1830882860592512/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.714300:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133190380 with x1830882860592512 ext(0->4095) 00010000:00010000:1.0:1746066888.714302:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43954f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f07f expref: 112 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066888.714308:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43954f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f07f expref: 112 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:1.0:1746066888.714312:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133190380 00000100:00100000:0.0:1746066888.718517:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066888.718615:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.718686:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860592768 00000100:00100000:2.0:1746066888.718694:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860592768 00010000:00010000:2.0:1746066888.718726:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43954f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f07f expref: 112 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.718755:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12390 00000100:00100000:2.0:1746066888.718762:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133191880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+112:2031:x1830882860592768:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066888.718773:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066888.718788:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43954f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f07f expref: 112 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.718798:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43954f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f07f expref: 112 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.718816:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff43954f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f07f expref: 112 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.718845:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.718847:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.718854:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439556 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f086 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.718860:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439556 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f086 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.718870:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860592640 00000100:00100000:3.0:1746066888.718874:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860592640 00010000:00010000:2.0:1746066888.718900:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439556 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f086 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.718910:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29564 00000100:00100000:2.0:1746066888.718912:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861192192:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.718916:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133192a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+112:1868:x1830882860592640:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746066888.719167:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494180 going to sleep for 11 seconds 00010000:00010000:3.0:1746066888.720249:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066888.720263:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff43955d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f08d expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.720284:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439556 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f086 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.720291:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.720293:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.720296:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff43955d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f08d expref: 113 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.720312:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439556 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f086 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.720323:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439556 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f086 expref: 5 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.720336:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861192320:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066888.720407:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.722268:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861192192:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066888.722282:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.722923:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861192320:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066888.722941:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff43955d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f08d expref: 113 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.722953:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d951400, rc 0) 00000100:00100000:3.0:1746066888.722990:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133192a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+113:1868:x1830882860592640:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4074us (4480us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.722998:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29564 00000100:00100000:0.0:1746066888.723233:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.723285:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860593024 00000100:00100000:3.0:1746066888.723480:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860593024 00002000:00100000:3.0:1746066888.723512:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c38380 x1830882860593024/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.723521:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c38380 with x1830882860593024 ext(0->4095) 00010000:00010000:3.0:1746066888.723527:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439556 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f086 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.723538:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439556 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f086 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:3.0:1746066888.723544:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c38380 00000100:00100000:3.0:1746066888.723559:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2257 00000100:00100000:3.0:1746066888.723565:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860593024:12345-192.168.201.51@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746066888.723612:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133191880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+112:2031:x1830882860592768:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4849us (4996us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.723618:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12390 00000100:00100000:3.0:1746066888.723665:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860593024:12345-192.168.201.51@tcp:3:ldlm_bl.0 Request processed in 100us (431us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066888.723670:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2257 00002000:00100000:3.0:1746066888.723675:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c38380 x1830882860593024/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.723681:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c38380 with x1830882860593024 ext(0->4095) 00010000:00010000:3.0:1746066888.723685:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439556 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f086 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.723693:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439556 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f086 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:3.0:1746066888.723698:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c38380 00000100:00100000:0.0:1746066888.725950:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.726485:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860593152 00000100:00100000:2.0:1746066888.726492:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860593152 00010000:00010000:2.0:1746066888.726517:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439556 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f086 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.726536:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12391 00000100:00100000:2.0:1746066888.726543:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4d39050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860593152:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066888.726552:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066888.726567:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439556 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f086 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.726577:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439556 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f086 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.726595:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439556 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f086 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.726618:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.726620:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.726626:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff43955d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f08d expref: 111 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.726633:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff43955d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f08d expref: 111 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.726659:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff43955d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f08d expref: 111 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066888.726669:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861192448:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066888.726730:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494180 going to sleep for 11 seconds 00000100:00100000:0.0:1746066888.730549:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.730553:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861192448:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066888.730568:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066888.730601:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4d39050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860593152:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4057us (4655us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.730610:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12391 00000100:00100000:1.0:1746066888.730714:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860593408 00000100:00100000:1.0:1746066888.730720:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860593408 00002000:00100000:1.0:1746066888.730750:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c39f80 x1830882860593408/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.730759:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c39f80 with x1830882860593408 ext(0->4095) 00002000:00010000:1.0:1746066888.730763:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081c39f80 00000100:00100000:1.0:1746066888.730790:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13219 00000100:00100000:1.0:1746066888.730796:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+112:2034:x1830882860593408:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066888.730894:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+112:2034:x1830882860593408:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 88us (341us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066888.730899:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13219 00002000:00100000:1.0:1746066888.730904:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c39f80 x1830882860593408/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.730911:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c39f80 with x1830882860593408 ext(0->4095) 00002000:00010000:1.0:1746066888.730913:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081c39f80 00000100:00100000:1.0:1746066888.738168:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.738260:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860593536 00000100:00100000:3.0:1746066888.738269:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860593536 00000100:00100000:3.0:1746066888.738309:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29565 00000100:00100000:3.0:1746066888.738317:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860593536:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066888.738332:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066888.738374:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439564 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f094 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.738537:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff43955d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f08d expref: 111 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.738545:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066888.738547:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066888.738551:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439564 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f094 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.738575:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff43955d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f08d expref: 111 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.738585:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff43955d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f08d expref: 111 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.738596:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861192576:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066888.738719:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07300 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.746059:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861192576:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066888.746088:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439564 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f094 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.746104:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d953800, rc 0) 00000100:00100000:3.0:1746066888.746142:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860593536:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7826us (7983us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.746150:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29565 00000100:00100000:0.0:1746066888.758291:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.758517:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860593664 00000100:00100000:3.0:1746066888.758525:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860593664 00002000:00100000:3.0:1746066888.758563:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880081c3b480 x1830882860593664/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 496/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.758574:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3b480 with x1830882860593664 ext(0->7) 00010000:00010000:3.0:1746066888.758583:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff43955d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f08d expref: 112 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.758601:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff43955d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f08d expref: 112 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:3.0:1746066888.758608:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c3b480 00000100:00100000:3.0:1746066888.759192:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2258 00000100:00100000:3.0:1746066888.759201:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+112:2033:x1830882860593664:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746066888.762420:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2033:x1830882860593664:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 3214us (4130us total) trans 4294972199 rc 0/0 00000100:00100000:3.0:1746066888.762430:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2258 00002000:00100000:3.0:1746066888.762438:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880081c3b480 x1830882860593664/t4294972199(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 496/448 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.762447:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3b480 with x1830882860593664 ext(0->7) 00010000:00010000:3.0:1746066888.762454:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff43955d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f08d expref: 114 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.762467:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff43955d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f08d expref: 114 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:3.0:1746066888.762473:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c3b480 00000100:00100000:0.0:1746066888.766659:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.766731:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860593792 00000100:00100000:2.0:1746066888.766739:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860593792 00010000:00010000:2.0:1746066888.766770:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff43955d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f08d expref: 114 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.766804:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12392 00000100:00100000:2.0:1746066888.766811:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2032:x1830882860593792:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066888.766824:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066888.766840:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff43955d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f08d expref: 114 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.766851:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff43955d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f08d expref: 114 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.766871:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff43955d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f08d expref: 114 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.767188:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.767196:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.767203:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439564 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f094 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.767211:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439564 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f094 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.767240:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439564 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f094 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066888.767251:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861192704:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066888.767320:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.769203:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861192704:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066888.769216:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066888.769254:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+113:2032:x1830882860593792:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2443us (2602us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.769263:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12392 00000100:00100000:0.0:1746066888.771705:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.771815:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860594048 00000100:00100000:3.0:1746066888.771822:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860594048 00002000:00100000:3.0:1746066888.771853:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c38700 x1830882860594048/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.771863:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c38700 with x1830882860594048 ext(0->4095) 00002000:00010000:3.0:1746066888.773878:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081c38700 00000100:00100000:3.0:1746066888.773924:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13220 00000100:00100000:3.0:1746066888.773933:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860594048:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746066888.774057:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860594048:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (2355us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066888.774063:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13220 00002000:00100000:3.0:1746066888.774069:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c38700 x1830882860594048/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.774077:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c38700 with x1830882860594048 ext(0->4095) 00002000:00010000:3.0:1746066888.774080:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081c38700 00000100:00100000:0.0:1746066888.777179:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.778981:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860594176 00000100:00100000:3.0:1746066888.778990:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860594176 00000100:00100000:3.0:1746066888.779034:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29566 00000100:00100000:3.0:1746066888.779042:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+113:1869:x1830882860594176:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066888.779055:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066888.779070:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43956b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f09b expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.779092:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439564 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f094 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.779098:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.779100:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.779103:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43956b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f09b expref: 114 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.779129:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439564 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f094 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.779139:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439564 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f094 expref: 5 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.779149:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861192832:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066888.779211:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066888.779688:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.779822:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860594304 00000100:00100000:2.0:1746066888.779826:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860594304 00000100:00100000:2.0:1746066888.779852:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29567 00000100:00100000:2.0:1746066888.779857:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+115:1868:x1830882860594304:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.779864:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.779871:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439572 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f0a2 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.779900:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.779904:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43956b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f09b expref: 116 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.779910:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.779913:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439572 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a2 expref: 116 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.779931:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43956b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f09b expref: 116 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.779941:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439572 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a2 expref: 116 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.779950:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26a00, rc 0) 00000100:00100000:2.0:1746066888.779969:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+116:1868:x1830882860594304:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.779975:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29567 00000100:00100000:3.0:1746066888.782506:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861192832:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066888.782526:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43956b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f09b expref: 115 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.782711:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d951000, rc 0) 00000100:00100000:3.0:1746066888.782753:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+115:1869:x1830882860594176:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3711us (5578us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.782761:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29566 00000100:00100000:0.0:1746066888.782861:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.782918:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860594432 00000100:00100000:2.0:1746066888.782925:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860594432 00010000:00010000:2.0:1746066888.782947:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439564 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f094 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.782967:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12393 00000100:00100000:2.0:1746066888.782973:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860594432:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066888.782982:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066888.782998:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439564 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f094 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.783008:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439564 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f094 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.783027:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439564 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f094 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.783048:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.783049:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.783055:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43956b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f09b expref: 114 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.783062:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43956b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f09b expref: 114 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.783085:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43956b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f09b expref: 114 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.783095:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43956b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f09b expref: 114 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.783105:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861193088:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066888.783165:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.785899:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861193088:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066888.785912:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066888.785939:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860594432:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2966us (3078us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.785947:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12393 00000100:00100000:0.0:1746066888.786229:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.786712:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860594688 00000100:00100000:1.0:1746066888.786718:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860594688 00002000:00100000:1.0:1746066888.786747:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c38e00 x1830882860594688/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.786756:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c38e00 with x1830882860594688 ext(0->4095) 00010000:00010000:1.0:1746066888.786763:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43956b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f09b expref: 115 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066888.786775:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43956b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f09b expref: 115 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:1.0:1746066888.786786:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c38e00 00000100:00100000:1.0:1746066888.786812:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2259 00000100:00100000:1.0:1746066888.786819:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+115:2034:x1830882860594688:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066888.787170:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+115:2034:x1830882860594688:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 350us (940us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066888.787176:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2259 00002000:00100000:1.0:1746066888.787182:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c38e00 x1830882860594688/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.787189:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c38e00 with x1830882860594688 ext(0->4095) 00010000:00010000:1.0:1746066888.787194:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43956b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f09b expref: 115 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066888.787203:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43956b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f09b expref: 115 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:1.0:1746066888.787207:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c38e00 00000100:00100000:0.0:1746066888.788769:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.788821:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860594816 00000100:00100000:3.0:1746066888.788826:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860594816 00000100:00100000:0.0:1746066888.788832:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.788854:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29568 00000100:00100000:3.0:1746066888.788860:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860594816:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066888.788869:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066888.788881:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439579 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f0a9 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.788908:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746066888.788909:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860594944 00010000:00010000:3.0:1746066888.788913:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439572 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a2 expref: 114 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066888.788913:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860594944 00010000:00010000:3.0:1746066888.788919:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066888.788921:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439579 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a9 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.788927:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43956b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f09b expref: 115 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.788945:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439572 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a2 expref: 115 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066888.788954:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12394 00010000:00010000:3.0:1746066888.788956:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439579 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a9 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066888.788959:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+115:2034:x1830882860594944:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.788964:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d953800, rc 0) 00010000:00010000:2.0:1746066888.788967:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066888.788977:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43956b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f09b expref: 115 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.788986:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43956b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f09b expref: 115 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.788999:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860594816:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (232us total) trans 0 rc 0/0 00010000:00010000:2.0:1746066888.789000:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff43956b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f09b expref: 115 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.789004:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29568 00010000:00010000:2.0:1746066888.789012:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.789013:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.789018:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439572 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a2 expref: 114 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.789024:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439572 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a2 expref: 114 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.789045:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439572 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a2 expref: 114 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.789054:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439572 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a2 expref: 114 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.789064:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861193344:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066888.789511:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.791742:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861193344:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066888.791755:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066888.791791:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2034:x1830882860594944:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2830us (2958us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.791799:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12394 00000100:00100000:0.0:1746066888.792742:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.793136:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860595200 00000100:00100000:1.0:1746066888.793141:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860595200 00002000:00100000:1.0:1746066888.793169:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c3a300 x1830882860595200/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.793179:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3a300 with x1830882860595200 ext(0->4095) 00010000:00010000:1.0:1746066888.793186:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439572 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a2 expref: 114 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066888.793202:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439572 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a2 expref: 114 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:1.0:1746066888.793208:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c3a300 00000100:00100000:1.0:1746066888.793235:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2260 00000100:00100000:1.0:1746066888.793242:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2033:x1830882860595200:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066888.793333:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2033:x1830882860595200:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 91us (591us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066888.793361:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2260 00002000:00100000:1.0:1746066888.793537:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c3a300 x1830882860595200/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.793544:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3a300 with x1830882860595200 ext(0->4095) 00010000:00010000:1.0:1746066888.793550:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439572 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a2 expref: 114 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066888.793559:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439572 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a2 expref: 114 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:1.0:1746066888.793565:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c3a300 00000100:00100000:0.0:1746066888.795732:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066888.795804:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.796161:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860595456 00000100:00100000:3.0:1746066888.796166:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860595456 00000100:00100000:3.0:1746066888.796356:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29569 00000100:00100000:3.0:1746066888.796363:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+114:1868:x1830882860595456:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746066888.796371:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860595328 00010000:00010000:3.0:1746066888.796374:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746066888.796375:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860595328 00010000:00010000:3.0:1746066888.796386:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff439580 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f0b0 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.796390:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439572 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a2 expref: 115 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.796404:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066888.796409:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439579 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a9 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.796418:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066888.796421:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff439580 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b0 expref: 116 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066888.796421:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12395 00000100:00100000:2.0:1746066888.796427:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+116:2031:x1830882860595328:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066888.796435:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.796446:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439579 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a9 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.796448:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439572 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a2 expref: 116 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.796456:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff439580 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b0 expref: 116 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.796463:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439572 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a2 expref: 116 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.796551:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.796553:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.796553:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439572 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a2 expref: 116 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.796558:0:21660:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439579 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a9 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.796565:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439579 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a9 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.796574:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066888.796582:0:21660:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439579 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a9 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.796593:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439579 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a9 expref: 5 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.796602:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861193600:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066888.796610:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+115:2031:x1830882860595328:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 183us (806us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.796617:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12395 00000100:00100000:3.0:1746066888.796672:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.798093:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861193600:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.798104:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d951400, rc 0) 00000100:00100000:3.0:1746066888.798126:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+114:1868:x1830882860595456:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1764us (2399us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.798132:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29569 00000100:00100000:0.0:1746066888.798567:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.798652:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860595712 00000100:00100000:3.0:1746066888.798657:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860595712 00002000:00100000:3.0:1746066888.798680:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009529c700 x1830882860595712/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.798688:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529c700 with x1830882860595712 ext(0->4095) 00010000:00010000:3.0:1746066888.798693:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439579 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a9 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.798703:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439579 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a9 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:3.0:1746066888.798708:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009529c700 00000100:00100000:3.0:1746066888.800687:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2261 00000100:00100000:3.0:1746066888.800699:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860595712:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066888.800827:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860595712:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (2260us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066888.800833:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2261 00002000:00100000:3.0:1746066888.800839:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009529c700 x1830882860595712/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.800848:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529c700 with x1830882860595712 ext(0->4095) 00010000:00010000:3.0:1746066888.800854:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439579 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a9 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.800865:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439579 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a9 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:3.0:1746066888.800870:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009529c700 00000100:00100000:0.0:1746066888.804543:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.805246:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860595840 00000100:00100000:2.0:1746066888.805253:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860595840 00010000:00010000:2.0:1746066888.805281:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439579 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a9 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.805314:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12396 00000100:00100000:2.0:1746066888.805321:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860595840:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066888.805330:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066888.805363:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439579 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a9 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.805373:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439579 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a9 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.805391:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439579 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0a9 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.805416:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.805418:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.805425:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff439580 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b0 expref: 113 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.805433:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff439580 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b0 expref: 113 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.805457:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff439580 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b0 expref: 113 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066888.805714:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861193728:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066888.805786:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.807377:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861193728:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066888.807391:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066888.807418:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860595840:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2097us (2880us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.807426:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12396 00000100:00100000:0.0:1746066888.808050:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.809733:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860596096 00000100:00100000:1.0:1746066888.809741:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860596096 00002000:00100000:1.0:1746066888.809776:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009529dc00 x1830882860596096/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.809786:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529dc00 with x1830882860596096 ext(0->4095) 00002000:00010000:1.0:1746066888.809791:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009529dc00 00000100:00100000:3.0:1746066888.810781:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13221 00000100:00100000:3.0:1746066888.810791:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2034:x1830882860596096:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066888.811104:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2034:x1830882860596096:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 313us (3054us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066888.811110:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13221 00002000:00100000:3.0:1746066888.811116:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009529dc00 x1830882860596096/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.811123:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529dc00 with x1830882860596096 ext(0->4095) 00002000:00010000:3.0:1746066888.811126:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009529dc00 00000100:00100000:0.0:1746066888.814794:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.814855:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860596224 00000100:00100000:3.0:1746066888.814862:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860596224 00000100:00100000:3.0:1746066888.814925:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29570 00000100:00100000:3.0:1746066888.814931:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860596224:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066888.814944:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066888.814958:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439587 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f0b7 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.814979:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff439580 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b0 expref: 113 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.814986:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066888.814988:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066888.814992:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439587 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b7 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.815017:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff439580 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b0 expref: 113 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.815028:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff439580 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b0 expref: 113 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.815039:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861193856:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066888.815109:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07300 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.816654:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861193856:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066888.816673:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439587 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b7 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.816684:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d950e00, rc 0) 00000100:00100000:3.0:1746066888.816720:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860596224:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1788us (1930us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.816726:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29570 00000100:00100000:0.0:1746066888.817465:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.817519:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860596352 00000100:00100000:3.0:1746066888.817525:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860596352 00010000:00010000:3.0:1746066888.817546:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff439580 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b0 expref: 114 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.817587:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12397 00000100:00100000:3.0:1746066888.817593:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2034:x1830882860596352:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.817603:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.817618:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff439580 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b0 expref: 114 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.817627:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff439580 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b0 expref: 114 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.817644:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d951400/0xd6b24631ff439580 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b0 expref: 114 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.817668:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.817670:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.817676:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439587 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b7 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.817683:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439587 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b7 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.817705:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439587 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b7 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.817715:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861193984:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.818132:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066888.820020:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.820066:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860596480 00000100:00100000:3.0:1746066888.820071:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860596480 00000100:00100000:3.0:1746066888.820100:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29571 00000100:00100000:3.0:1746066888.820106:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+114:1868:x1830882860596480:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066888.820118:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066888.820129:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43958e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f0be expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066888.820137:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861193984:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.820148:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439587 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b7 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.820151:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066888.820154:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.820155:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.820158:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43958e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0be expref: 115 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.820175:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439587 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b7 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.820185:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439587 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b7 expref: 5 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.820191:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+115:2034:x1830882860596352:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2597us (2726us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.820195:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861194112:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066888.820202:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12397 00000100:00100000:3.0:1746066888.820240:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066888.822585:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.822633:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860596736 00000100:00100000:3.0:1746066888.822639:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860596736 00002000:00100000:3.0:1746066888.822673:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009529f100 x1830882860596736/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.822686:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529f100 with x1830882860596736 ext(0->4095) 00010000:00010000:3.0:1746066888.822693:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439587 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b7 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.822703:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439587 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b7 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:3.0:1746066888.822708:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009529f100 00000100:00100000:3.0:1746066888.822735:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2262 00000100:00100000:3.0:1746066888.822741:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860596736:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066888.822846:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860596736:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (264us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066888.822852:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2262 00002000:00100000:3.0:1746066888.822856:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009529f100 x1830882860596736/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.822864:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529f100 with x1830882860596736 ext(0->4095) 00010000:00010000:3.0:1746066888.822869:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439587 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b7 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.822877:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439587 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b7 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:3.0:1746066888.822895:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009529f100 00000100:00100000:3.0:1746066888.823681:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861194112:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066888.823699:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43958e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0be expref: 114 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.823709:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c0aa00, rc 0) 00000100:00100000:3.0:1746066888.823739:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+114:1868:x1830882860596480:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3632us (3721us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.823745:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29571 00000100:00100000:0.0:1746066888.826284:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.826560:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860596864 00000100:00100000:2.0:1746066888.826567:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860596864 00010000:00010000:2.0:1746066888.826595:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439587 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b7 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:0.0:1746066888.826620:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.826674:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860596992 00000100:00100000:3.0:1746066888.826678:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860596992 00000100:00100000:2.0:1746066888.826687:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12398 00000100:00100000:2.0:1746066888.826695:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4d38050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860596864:12345-192.168.201.51@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746066888.826702:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29572 00010000:00010000:2.0:1746066888.826705:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746066888.826708:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+114:1869:x1830882860596992:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066888.826718:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.826719:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439587 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b7 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.826728:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff439595 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f0c5 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.826730:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439587 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b7 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.826747:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439587 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0b7 expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.826750:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.826755:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43958e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0be expref: 115 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.826760:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066888.826763:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff439595 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0c5 expref: 115 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.826770:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.826772:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.826778:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43958e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0be expref: 115 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.826785:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43958e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0be expref: 115 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.826807:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43958e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0be expref: 115 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.826817:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43958e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0be expref: 115 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.826827:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861194240:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066888.826827:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43958e lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0be expref: 115 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.826835:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43958e lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0be expref: 115 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.826850:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861194368:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.826873:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.826874:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.829222:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861194240:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066888.829244:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff439595 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0c5 expref: 115 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066888.829249:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:3.0:1746066888.829254:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c0bc00, rc 0) 00000100:00100000:3.0:1746066888.829284:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+115:1869:x1830882860596992:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2576us (2664us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.829290:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29572 00000100:00100000:2.0:1746066888.829649:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861194368:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066888.829660:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066888.829682:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4d38050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860596864:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2988us (3406us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.829690:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12398 00000100:00100000:1.0:1746066888.829992:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860597248 00000100:00100000:1.0:1746066888.829996:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860597248 00002000:00100000:1.0:1746066888.830023:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800908e5180 x1830882860597248/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.830031:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e5180 with x1830882860597248 ext(0->4095) 00010000:00010000:1.0:1746066888.830037:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43958e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0be expref: 115 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066888.830048:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43958e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0be expref: 115 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:1.0:1746066888.830054:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800908e5180 00000100:00100000:1.0:1746066888.830075:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2263 00000100:00100000:1.0:1746066888.830081:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+115:2034:x1830882860597248:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066888.830184:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+115:2034:x1830882860597248:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (936us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066888.830190:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2263 00002000:00100000:1.0:1746066888.830196:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800908e5180 x1830882860597248/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.830202:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e5180 with x1830882860597248 ext(0->4095) 00010000:00010000:1.0:1746066888.830207:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43958e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0be expref: 115 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:1.0:1746066888.830215:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43958e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0be expref: 115 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:1.0:1746066888.830221:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800908e5180 00000100:00100000:0.0:1746066888.832419:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.832503:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860597376 00000100:00100000:2.0:1746066888.832508:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860597376 00010000:00010000:2.0:1746066888.832528:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43958e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0be expref: 115 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.832557:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12399 00000100:00100000:2.0:1746066888.832563:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+115:2033:x1830882860597376:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066888.832573:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066888.832585:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43958e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0be expref: 115 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.832594:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43958e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0be expref: 115 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.832612:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43958e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0be expref: 115 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.832627:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.832629:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.832635:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff439595 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0c5 expref: 114 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.832642:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff439595 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0c5 expref: 114 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.832664:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff439595 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0c5 expref: 114 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066888.832673:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861194496:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066888.833327:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.835747:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861194496:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066888.835762:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066888.835789:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.835802:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2033:x1830882860597376:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3237us (3385us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.835812:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12399 00000100:00100000:1.0:1746066888.835845:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860597632 00000100:00100000:1.0:1746066888.835851:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860597632 00002000:00100000:1.0:1746066888.835878:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800908e4a80 x1830882860597632/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.835903:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e4a80 with x1830882860597632 ext(0->4095) 00002000:00010000:1.0:1746066888.835907:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800908e4a80 00000100:00100000:1.0:1746066888.835934:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13222 00000100:00100000:1.0:1746066888.835941:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2034:x1830882860597632:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066888.836048:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2034:x1830882860597632:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (261us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066888.836055:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13222 00002000:00100000:1.0:1746066888.836060:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800908e4a80 x1830882860597632/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.836067:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e4a80 with x1830882860597632 ext(0->4095) 00002000:00010000:1.0:1746066888.836070:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800908e4a80 00000100:00100000:0.0:1746066888.840681:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.841317:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860597760 00000100:00100000:3.0:1746066888.841324:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860597760 00000100:00100000:3.0:1746066888.841680:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29573 00000100:00100000:3.0:1746066888.841687:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860597760:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066888.841701:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066888.841715:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff43959c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f0cc expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.841739:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff439595 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0c5 expref: 113 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.841746:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066888.841748:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066888.841751:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff43959c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0cc expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.841780:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff439595 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0c5 expref: 113 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.841792:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff439595 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0c5 expref: 113 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.841803:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861194624:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066888.841881:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.843880:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861194624:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066888.843917:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff43959c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0cc expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.843930:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d43c600, rc 0) 00000100:00100000:3.0:1746066888.843968:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860597760:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2280us (3294us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.843976:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29573 00000100:00100000:0.0:1746066888.844258:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.844306:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860597888 00000100:00100000:2.0:1746066888.844312:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860597888 00010000:00010000:2.0:1746066888.844334:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff439595 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0c5 expref: 114 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.844384:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12400 00000100:00100000:2.0:1746066888.844390:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2033:x1830882860597888:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066888.844402:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066888.844416:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff439595 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0c5 expref: 114 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.844426:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff439595 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0c5 expref: 114 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.844441:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095c0bc00/0xd6b24631ff439595 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0c5 expref: 114 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.844462:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.844464:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.844469:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff43959c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0cc expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.844477:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff43959c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0cc expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.844497:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff43959c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0cc expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066888.844505:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861194752:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066888.844550:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.846027:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861194752:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066888.846037:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066888.846058:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+113:2033:x1830882860597888:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1667us (1801us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.846069:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12400 00000100:00100000:0.0:1746066888.846695:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066888.847590:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.847732:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860598272 00000100:00100000:2.0:1746066888.847737:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860598272 00002000:00100000:2.0:1746066888.847763:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800908e4380 x1830882860598272/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.847769:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e4380 with x1830882860598272 ext(0->4095) 00002000:00010000:2.0:1746066888.847772:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800908e4380 00000100:00100000:2.0:1746066888.847784:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13223 00000100:00100000:2.0:1746066888.847788:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860598272:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066888.847893:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860598272:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 93us (297us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.847900:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13223 00002000:00100000:2.0:1746066888.847906:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800908e4380 x1830882860598272/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.847914:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e4380 with x1830882860598272 ext(0->4095) 00002000:00010000:2.0:1746066888.847919:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800908e4380 00000100:00100000:3.0:1746066888.847957:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860598144 00000100:00100000:3.0:1746066888.847962:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860598144 00000100:00100000:3.0:1746066888.847992:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29574 00000100:00100000:3.0:1746066888.847997:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+113:1868:x1830882860598144:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066888.848005:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066888.848019:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff4395a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f0d3 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.848038:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff43959c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0cc expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.848045:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.848047:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.848050:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff4395a3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0d3 expref: 114 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.848070:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff43959c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0cc expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.848081:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff43959c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0cc expref: 5 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.848091:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861194880:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066888.848147:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.850229:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861194880:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066888.850249:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff4395a3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0d3 expref: 114 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.850257:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d43cc00, rc 0) 00000100:00100000:3.0:1746066888.850288:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+114:1868:x1830882860598144:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2291us (3595us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.850293:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29574 00000100:00100000:2.0:1746066888.850818:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.851121:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860598400 00000100:00100000:3.0:1746066888.851126:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860598400 00000100:00100000:3.0:1746066888.851157:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29575 00000100:00100000:3.0:1746066888.851163:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+114:1869:x1830882860598400:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066888.851175:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066888.851184:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff4395aa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f0da expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.851200:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.851204:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff4395a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0d3 expref: 115 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.851210:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066888.851213:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff4395aa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0da expref: 115 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.851234:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff4395a3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0d3 expref: 115 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.851244:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff4395aa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0da expref: 115 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.851251:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e900800, rc 0) 00000100:00100000:3.0:1746066888.851277:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+115:1869:x1830882860598400:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.851283:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29575 00000100:00100000:0.0:1746066888.851443:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.851641:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860598528 00000100:00100000:3.0:1746066888.851644:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860598528 00010000:00010000:3.0:1746066888.851658:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff43959c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0cc expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.851676:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12401 00000100:00100000:3.0:1746066888.851681:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860598528:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.851689:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.851702:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff43959c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0cc expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.851708:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff43959c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0cc expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.851719:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff43959c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0cc expref: 6 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.851810:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.851812:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.851818:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff4395a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0d3 expref: 114 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.851825:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff4395a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0d3 expref: 114 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.851844:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff4395a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0d3 expref: 114 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.851854:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff4395a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0d3 expref: 114 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.851864:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861195136:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.852197:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.853110:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861195136:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.853123:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.853179:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860598528:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1496us (1735us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.853312:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12401 00000100:00100000:0.0:1746066888.853658:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.853703:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860598784 00000100:00100000:2.0:1746066888.853709:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860598784 00002000:00100000:2.0:1746066888.853733:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009550ca80 x1830882860598784/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.853742:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550ca80 with x1830882860598784 ext(0->4095) 00010000:00010000:2.0:1746066888.853748:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff4395a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0d3 expref: 115 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.853761:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff4395a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0d3 expref: 115 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066888.853767:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009550ca80 00000100:00100000:2.0:1746066888.853789:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2264 00000100:00100000:2.0:1746066888.853795:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+115:2033:x1830882860598784:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066888.853902:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+115:2033:x1830882860598784:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (244us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.853908:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2264 00002000:00100000:2.0:1746066888.853913:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009550ca80 x1830882860598784/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.853921:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550ca80 with x1830882860598784 ext(0->4095) 00010000:00010000:2.0:1746066888.853925:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff4395a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0d3 expref: 115 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.853935:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff4395a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0d3 expref: 115 pid: 21660 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066888.853940:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009550ca80 00000100:00100000:0.0:1746066888.857046:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.857125:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860598912 00000100:00100000:3.0:1746066888.857134:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860598912 00010000:00010000:3.0:1746066888.857162:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff4395a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0d3 expref: 115 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.857203:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12402 00000100:00100000:3.0:1746066888.857210:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+115:2033:x1830882860598912:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.857219:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.857234:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff4395a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0d3 expref: 115 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.857245:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff4395a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0d3 expref: 115 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.857263:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d43cc00/0xd6b24631ff4395a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0d3 expref: 115 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.857288:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.857290:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.857296:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff4395aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0da expref: 114 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.857304:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff4395aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0da expref: 114 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.857338:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff4395aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0da expref: 114 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.857386:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861195264:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.858231:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.859848:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861195264:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.859866:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.859939:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2033:x1830882860598912:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2729us (2903us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.859948:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12402 00000100:00100000:1.0:1746066888.860971:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.861162:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860599168 00000100:00100000:2.0:1746066888.861169:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860599168 00002000:00100000:2.0:1746066888.861208:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126b800 x1830882860599168/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.861219:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126b800 with x1830882860599168 ext(0->4095) 00002000:00010000:2.0:1746066888.861225:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009126b800 00000100:00100000:2.0:1746066888.861393:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13224 00000100:00100000:2.0:1746066888.861401:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2034:x1830882860599168:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066888.861733:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2034:x1830882860599168:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 331us (767us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.861740:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13224 00002000:00100000:2.0:1746066888.861746:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126b800 x1830882860599168/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.861755:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126b800 with x1830882860599168 ext(0->4095) 00002000:00010000:2.0:1746066888.861757:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009126b800 00000100:00100000:0.0:1746066888.865410:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.865482:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860599296 00000100:00100000:2.0:1746066888.865492:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860599296 00000100:00100000:2.0:1746066888.865559:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29576 00000100:00100000:2.0:1746066888.865568:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860599296:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.865587:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.865605:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f0e1 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.865639:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff4395aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0da expref: 113 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.865647:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.865650:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.865653:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395b1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e1 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.865690:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff4395aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0da expref: 113 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.865703:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff4395aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0da expref: 113 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.865716:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861195392:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066888.865794:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.869008:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861195392:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066888.869027:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:2.0:1746066888.869035:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395b1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e1 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.869050:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27c00, rc 0) 00000100:00100000:3.0:1746066888.869111:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860599424 00000100:00100000:3.0:1746066888.869116:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860599424 00010000:00010000:3.0:1746066888.869153:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff4395aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0da expref: 114 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.869184:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12403 00000100:00100000:3.0:1746066888.869189:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2034:x1830882860599424:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.869200:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.869216:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff4395aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0da expref: 114 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.869224:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff4395aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0da expref: 114 pid: 21660 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.869266:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860599296:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3701us (3867us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.869273:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29576 00010000:00010000:3.0:1746066888.869594:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e900800/0xd6b24631ff4395aa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0da expref: 114 pid: 21660 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.869622:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.869625:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.869632:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e1 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.869640:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e1 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.869750:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e1 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.869763:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861195520:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.869816:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.871557:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861195520:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.871577:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.871623:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+113:2034:x1830882860599424:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2430us (2595us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.871633:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12403 00000100:00100000:0.0:1746066888.872880:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.873539:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860599808 00000100:00100000:2.0:1746066888.873548:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860599808 00000100:00100000:2.0:1746066888.873599:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29577 00000100:00100000:2.0:1746066888.873605:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+113:1868:x1830882860599808:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.873623:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.873639:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f0e8 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.873669:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e1 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.873677:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.873678:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.873681:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395b8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e8 expref: 114 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.873705:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e1 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.873714:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e1 expref: 5 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.873724:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861195648:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066888.873789:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066888.874214:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.874235:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860599680 00000100:00100000:2.0:1746066888.874240:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860599680 00002000:00100000:2.0:1746066888.874271:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009550f480 x1830882860599680/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.874282:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550f480 with x1830882860599680 ext(0->4095) 00010000:00010000:2.0:1746066888.874289:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395b1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e1 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.874299:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395b1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e1 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066888.874306:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009550f480 00000100:00100000:2.0:1746066888.874330:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2265 00000100:00100000:2.0:1746066888.874335:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860599680:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066888.874720:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860599680:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 382us (506us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.874727:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2265 00002000:00100000:2.0:1746066888.874734:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009550f480 x1830882860599680/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.874742:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550f480 with x1830882860599680 ext(0->4095) 00010000:00010000:2.0:1746066888.874747:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395b1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e1 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.874757:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395b1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e1 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066888.874763:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009550f480 00000100:00100000:2.0:1746066888.876271:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861195648:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066888.876292:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395b8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e8 expref: 114 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.876306:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26a00, rc 0) 00000100:00100000:2.0:1746066888.876590:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+114:1868:x1830882860599808:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2734us (3462us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.876600:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29577 00000100:00100000:0.0:1746066888.877800:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.878175:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860599936 00000100:00100000:2.0:1746066888.878182:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860599936 00000100:00100000:2.0:1746066888.878224:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29578 00000100:00100000:2.0:1746066888.878232:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+114:1869:x1830882860599936:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.878248:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.878263:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff4395bf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f0ef expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.878286:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.878291:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e8 expref: 115 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.878298:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.878301:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff4395bf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0ef expref: 115 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.878329:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395b8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e8 expref: 115 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.878360:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff4395bf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0ef expref: 115 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.878370:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d953800, rc 0) 00000100:00100000:2.0:1746066888.878397:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+115:1869:x1830882860599936:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (600us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.878403:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29578 00000100:00100000:0.0:1746066888.880273:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.880372:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860600064 00000100:00100000:3.0:1746066888.880378:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860600064 00010000:00010000:3.0:1746066888.880407:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e1 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.880448:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12404 00000100:00100000:3.0:1746066888.880454:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860600064:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.880469:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.880487:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e1 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.880499:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e1 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.880521:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e1 expref: 6 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.880537:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.880538:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.880544:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e8 expref: 114 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.880566:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e8 expref: 114 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.880594:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e8 expref: 114 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.880606:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e8 expref: 114 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.880618:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861195904:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.880699:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.884947:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861195904:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.884967:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.885006:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860600064:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4550us (4736us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.885018:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12404 00000100:00100000:0.0:1746066888.887415:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.887490:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860600320 00000100:00100000:2.0:1746066888.887499:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860600320 00002000:00100000:2.0:1746066888.887547:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958e8a80 x1830882860600320/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.887563:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e8a80 with x1830882860600320 ext(0->4095) 00010000:00010000:2.0:1746066888.887573:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e8 expref: 115 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.887588:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e8 expref: 115 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066888.887595:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958e8a80 00000100:00100000:2.0:1746066888.888060:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2266 00000100:00100000:2.0:1746066888.888071:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+115:2033:x1830882860600320:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066888.888323:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+115:2033:x1830882860600320:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 254us (916us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.888329:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2266 00002000:00100000:2.0:1746066888.888334:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958e8a80 x1830882860600320/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.888363:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e8a80 with x1830882860600320 ext(0->4095) 00010000:00010000:2.0:1746066888.888367:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e8 expref: 115 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.888375:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e8 expref: 115 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066888.888379:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958e8a80 00000100:00100000:0.0:1746066888.891701:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.892269:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860600448 00000100:00100000:3.0:1746066888.892279:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860600448 00010000:00010000:3.0:1746066888.892318:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e8 expref: 115 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.892392:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12405 00000100:00100000:3.0:1746066888.892400:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4d38850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+115:2032:x1830882860600448:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.892413:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.892434:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e8 expref: 115 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.892447:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e8 expref: 115 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.892472:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0e8 expref: 115 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.892498:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.892501:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.892508:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff4395bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0ef expref: 114 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.892517:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff4395bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0ef expref: 114 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.892553:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff4395bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0ef expref: 114 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.892567:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861196032:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.892651:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.895323:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861196032:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.895601:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.895645:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4d38850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2032:x1830882860600448:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3242us (3950us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.895656:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12405 00000100:00100000:0.0:1746066888.895931:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.895988:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860600704 00000100:00100000:2.0:1746066888.895995:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860600704 00002000:00100000:2.0:1746066888.896033:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958ea300 x1830882860600704/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.896043:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958ea300 with x1830882860600704 ext(0->4095) 00002000:00010000:2.0:1746066888.896048:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800958ea300 00000100:00100000:2.0:1746066888.896065:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13225 00000100:00100000:2.0:1746066888.896072:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2033:x1830882860600704:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066888.896565:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2033:x1830882860600704:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 491us (634us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.896572:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13225 00002000:00100000:2.0:1746066888.896578:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958ea300 x1830882860600704/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.896591:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958ea300 with x1830882860600704 ext(0->4095) 00002000:00010000:2.0:1746066888.896594:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800958ea300 00000100:00100000:0.0:1746066888.903922:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.904522:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860600832 00000100:00100000:2.0:1746066888.904531:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860600832 00000100:00100000:2.0:1746066888.904586:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29579 00000100:00100000:2.0:1746066888.904594:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860600832:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.904612:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.904627:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f0f6 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.904653:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff4395bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0ef expref: 113 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.904666:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.904667:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.904670:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395c6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0f6 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.904695:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff4395bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0ef expref: 113 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.904705:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff4395bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0ef expref: 113 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:2.0:1746066888.904716:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861196160:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066888.904921:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.908199:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861196160:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066888.908223:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395c6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0f6 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.908237:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26600, rc 0) 00000100:00100000:2.0:1746066888.908273:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860600832:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3680us (4360us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.908280:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29579 00000100:00100000:0.0:1746066888.909308:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.909371:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860600960 00000100:00100000:2.0:1746066888.909377:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860600960 00002000:00100000:2.0:1746066888.909408:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800958e9500 x1830882860600960/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 496/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.909422:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e9500 with x1830882860600960 ext(0->7) 00010000:00010000:2.0:1746066888.909429:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff4395bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0ef expref: 114 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:2.0:1746066888.909441:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff4395bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0ef expref: 114 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:2.0:1746066888.909447:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958e9500 00000100:00100000:2.0:1746066888.909755:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2267 00000100:00100000:2.0:1746066888.909762:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2033:x1830882860600960:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066888.910829:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+116:2033:x1830882860600960:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1064us (1519us total) trans 4294972200 rc 0/0 00000100:00100000:0.0:1746066888.910835:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2267 00002000:00100000:0.0:1746066888.910842:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800958e9500 x1830882860600960/t4294972200(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 496/448 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066888.910851:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e9500 with x1830882860600960 ext(0->7) 00010000:00010000:0.0:1746066888.910856:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff4395bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0ef expref: 116 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:0.0:1746066888.910866:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff4395bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0ef expref: 116 pid: 9917 timeout: 1100 lvb_type: 0 00002000:00010000:0.0:1746066888.910877:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958e9500 00000100:00100000:0.0:1746066888.914260:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.914970:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860601088 00000100:00100000:3.0:1746066888.914978:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860601088 00010000:00010000:3.0:1746066888.915006:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff4395bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0ef expref: 116 pid: 9917 timeout: 1100 lvb_type: 0 00000100:00100000:3.0:1746066888.915030:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12406 00000100:00100000:3.0:1746066888.915036:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+116:2031:x1830882860601088:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.915047:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.915061:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff4395bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0ef expref: 116 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.915071:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff4395bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0ef expref: 116 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.915090:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff4395bf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0ef expref: 116 pid: 9917 timeout: 1100 lvb_type: 0 00010000:00010000:3.0:1746066888.915105:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.915107:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.915112:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0f6 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.915119:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0f6 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.915145:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0f6 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.915155:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861196288:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.915953:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee073c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066888.918645:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.918824:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860601344 00000100:00100000:1.0:1746066888.918832:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860601344 00002000:00100000:1.0:1746066888.918869:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958eaa00 x1830882860601344/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.918879:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958eaa00 with x1830882860601344 ext(0->4095) 00002000:00010000:1.0:1746066888.918896:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800958eaa00 00000100:00100000:1.0:1746066888.918922:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13226 00000100:00100000:1.0:1746066888.918929:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860601344:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066888.919583:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860601344:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 653us (942us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066888.919590:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13226 00002000:00100000:1.0:1746066888.919596:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958eaa00 x1830882860601344/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.919603:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958eaa00 with x1830882860601344 ext(0->4095) 00002000:00010000:1.0:1746066888.919606:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800958eaa00 00000100:00100000:3.0:1746066888.919707:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861196288:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.919723:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.919757:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+115:2031:x1830882860601088:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4721us (5503us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.919764:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12406 00000100:00100000:0.0:1746066888.922955:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.923030:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860601472 00000100:00100000:2.0:1746066888.923041:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860601472 00000100:00100000:2.0:1746066888.923676:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29580 00000100:00100000:2.0:1746066888.923684:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+115:1869:x1830882860601472:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.923697:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.923710:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff4395cd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f0fd expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.923734:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0f6 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.923740:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.923742:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.923745:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff4395cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0fd expref: 116 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.923770:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0f6 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.923780:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0f6 expref: 5 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066888.923790:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861196416:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066888.924425:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.926534:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861196416:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066888.926566:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff4395cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0fd expref: 116 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.926579:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27800, rc 0) 00000100:00100000:2.0:1746066888.926621:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+116:1869:x1830882860601472:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2937us (3671us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.926628:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29580 00000100:00100000:0.0:1746066888.930003:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066888.930061:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.930142:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860601728 00000100:00100000:2.0:1746066888.930152:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860601728 00000100:00100000:2.0:1746066888.930195:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29581 00000100:00100000:2.0:1746066888.930202:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+116:1868:x1830882860601728:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.930217:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.930230:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395d4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f104 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.930260:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.930266:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff4395cd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0fd expref: 117 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.930272:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.930275:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395d4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f104 expref: 117 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.930302:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff4395cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0fd expref: 117 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.930303:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860601600 00000100:00100000:3.0:1746066888.930311:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860601600 00010000:00010000:2.0:1746066888.930314:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395d4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f104 expref: 117 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.930323:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27c00, rc 0) 00010000:00010000:3.0:1746066888.930380:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0f6 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066888.930392:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+117:1868:x1830882860601728:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.930398:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29581 00000100:00100000:3.0:1746066888.930417:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12407 00000100:00100000:3.0:1746066888.930424:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860601600:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.930441:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.930462:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0f6 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066888.930759:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0f6 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066888.930782:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0f6 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066888.930800:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.930802:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.930808:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff4395cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0fd expref: 117 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.930816:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff4395cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0fd expref: 117 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.930845:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff4395cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0fd expref: 117 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.930857:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff4395cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0fd expref: 117 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066888.930869:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861196672:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.930949:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee073c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.932869:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861196672:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.932909:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.932947:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860601600:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2522us (2953us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.932957:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12407 00000100:00100000:0.0:1746066888.934172:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.934404:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860601984 00000100:00100000:1.0:1746066888.934417:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860601984 00002000:00100000:1.0:1746066888.934460:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958e8000 x1830882860601984/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.934469:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e8000 with x1830882860601984 ext(0->4095) 00010000:00010000:1.0:1746066888.934478:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff4395cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0fd expref: 117 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066888.934491:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff4395cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0fd expref: 117 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066888.934497:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958e8000 00000100:00100000:1.0:1746066888.934530:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2268 00000100:00100000:1.0:1746066888.934538:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+117:2032:x1830882860601984:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066888.934681:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+117:2032:x1830882860601984:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (512us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066888.934687:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2268 00002000:00100000:1.0:1746066888.934693:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958e8000 x1830882860601984/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.934701:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e8000 with x1830882860601984 ext(0->4095) 00010000:00010000:1.0:1746066888.934705:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff4395cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0fd expref: 117 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066888.934715:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff4395cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0fd expref: 117 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066888.934720:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958e8000 00000100:00100000:0.0:1746066888.936566:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.936642:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860602112 00000100:00100000:2.0:1746066888.936650:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860602112 00000100:00100000:0.0:1746066888.936652:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.936831:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860602240 00000100:00100000:3.0:1746066888.936837:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860602240 00000100:00100000:2.0:1746066888.936837:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29582 00000100:00100000:2.0:1746066888.936845:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860602112:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.936856:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066888.936860:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff4395cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0fd expref: 117 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066888.936870:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395db lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f10b expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.936896:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12408 00010000:00010000:2.0:1746066888.936902:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746066888.936903:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130230e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+117:2033:x1830882860602240:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066888.936908:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395d4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f104 expref: 117 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.936918:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066888.936919:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066888.936922:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395db lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f10b expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.936938:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff4395cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0fd expref: 117 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066888.937135:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff4395cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0fd expref: 117 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066888.937397:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395d4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f104 expref: 117 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.937410:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395db lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f10b expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.937432:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.937434:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff4395cd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f0fd expref: 117 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066888.937434:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.937782:0:9917:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f104 expref: 116 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.937791:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f104 expref: 116 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.937804:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066888.937813:0:9917:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f104 expref: 116 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.937824:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f104 expref: 116 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066888.937836:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861196928:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.937844:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130230e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+116:2033:x1830882860602240:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 942us (1192us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.937850:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12408 00000100:00100000:2.0:1746066888.938375:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494240 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.940810:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861196928:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.940836:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26a00, rc 0) 00000100:00100000:3.0:1746066888.940903:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860602112:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4056us (4342us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.940912:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29582 00000100:00100000:0.0:1746066888.942369:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.942458:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860602496 00000100:00100000:1.0:1746066888.942466:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860602496 00002000:00100000:1.0:1746066888.942506:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130230a80 x1830882860602496/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.942517:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130230a80 with x1830882860602496 ext(0->4095) 00010000:00010000:1.0:1746066888.942525:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f104 expref: 116 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066888.942539:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f104 expref: 116 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066888.942546:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130230a80 00000100:00100000:1.0:1746066888.942574:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2269 00000100:00100000:1.0:1746066888.942580:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+116:2034:x1830882860602496:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066888.942707:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+116:2034:x1830882860602496:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (369us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066888.942714:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2269 00002000:00100000:1.0:1746066888.942719:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130230a80 x1830882860602496/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.942726:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130230a80 with x1830882860602496 ext(0->4095) 00010000:00010000:1.0:1746066888.942730:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f104 expref: 116 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066888.942739:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f104 expref: 116 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066888.942745:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130230a80 00000100:00100000:0.0:1746066888.944180:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066888.944217:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.944258:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860602624 00000100:00100000:3.0:1746066888.944268:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860602624 00010000:00010000:3.0:1746066888.944303:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f104 expref: 116 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066888.944310:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860602752 00000100:00100000:2.0:1746066888.944316:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860602752 00000100:00100000:3.0:1746066888.944330:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12409 00000100:00100000:3.0:1746066888.944335:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130232300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+117:2034:x1830882860602624:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.944606:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746066888.944617:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29583 00000100:00100000:2.0:1746066888.944624:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+117:1868:x1830882860602752:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066888.944625:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f104 expref: 117 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066888.944635:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f104 expref: 117 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066888.944636:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.944649:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f112 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.944655:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f104 expref: 117 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066888.944669:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.944676:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395db lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f10b expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.944689:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.944693:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395e2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f112 expref: 117 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.944703:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.944705:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.944711:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f10b expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.944717:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f10b expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.944761:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f10b expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.944771:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395db lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f10b expref: 5 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066888.944780:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861197056:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066888.944781:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395db lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f10b expref: 5 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066888.944790:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395db lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f10b expref: 5 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066888.944801:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861197184:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066888.944852:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee073c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.944896:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494600 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.946529:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861197056:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.946552:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.946585:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130232300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+117:2034:x1830882860602624:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2248us (2408us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.946595:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12409 00000100:00100000:2.0:1746066888.946684:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861197184:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066888.946704:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395e2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f112 expref: 116 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.946723:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26600, rc 0) 00000100:00100000:2.0:1746066888.946743:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+116:1868:x1830882860602752:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2120us (2526us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.946749:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29583 00000100:00100000:0.0:1746066888.947333:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.947441:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860603008 00000100:00100000:1.0:1746066888.947448:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860603008 00002000:00100000:1.0:1746066888.947484:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130231f80 x1830882860603008/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.947494:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130231f80 with x1830882860603008 ext(0->4095) 00010000:00010000:1.0:1746066888.947501:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f10b expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066888.947514:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f10b expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066888.947521:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130231f80 00000100:00100000:1.0:1746066888.947560:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2270 00000100:00100000:1.0:1746066888.947567:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860603008:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066888.947699:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860603008:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (368us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066888.947706:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2270 00002000:00100000:1.0:1746066888.947711:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130231f80 x1830882860603008/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.947718:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130231f80 with x1830882860603008 ext(0->4095) 00010000:00010000:1.0:1746066888.947722:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f10b expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066888.947730:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f10b expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066888.947736:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130231f80 00000100:00100000:0.0:1746066888.950958:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.951018:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860603136 00000100:00100000:3.0:1746066888.951028:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860603136 00010000:00010000:3.0:1746066888.951066:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f10b expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066888.951102:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12410 00000100:00100000:3.0:1746066888.951110:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130232d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860603136:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.951124:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.951146:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f10b expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066888.951164:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f10b expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066888.951189:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff4395db lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f10b expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066888.951212:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.951215:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.951222:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f112 expref: 115 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.951230:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f112 expref: 115 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.954758:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f112 expref: 115 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.954784:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861197312:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.954903:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee073c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066888.959597:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066888.959949:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860603392 00000100:00100000:1.0:1746066888.959958:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860603392 00002000:00100000:1.0:1746066888.960009:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130231880 x1830882860603392/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.960025:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130231880 with x1830882860603392 ext(0->4095) 00002000:00010000:1.0:1746066888.960031:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130231880 00000100:00100000:1.0:1746066888.960057:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13227 00000100:00100000:1.0:1746066888.960064:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130231880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+116:2033:x1830882860603392:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066888.960213:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130231880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+116:2033:x1830882860603392:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (628us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066888.960220:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13227 00002000:00100000:1.0:1746066888.960225:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130231880 x1830882860603392/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066888.960232:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130231880 with x1830882860603392 ext(0->4095) 00002000:00010000:1.0:1746066888.960235:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130231880 00000100:00100000:3.0:1746066888.961307:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861197312:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.961367:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.961398:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130232d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860603136:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 10289us (10450us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.961406:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12410 00000100:00100000:0.0:1746066888.963302:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.966979:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860603520 00000100:00100000:2.0:1746066888.966995:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860603520 00000100:00100000:2.0:1746066888.967062:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29584 00000100:00100000:2.0:1746066888.967071:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860603520:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.967092:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.967112:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4395e9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f119 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.967142:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f112 expref: 115 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.967149:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.967150:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.967153:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4395e9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f119 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.967187:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f112 expref: 115 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.967199:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f112 expref: 115 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066888.967216:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861197440:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066888.967314:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.970390:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861197440:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066888.970426:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4395e9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f119 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.970446:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d952e00, rc 0) 00000100:00100000:2.0:1746066888.970501:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860603520:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3429us (7205us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.970511:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29584 00000100:00100000:0.0:1746066888.971046:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.972241:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860603648 00000100:00100000:2.0:1746066888.972249:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860603648 00002000:00100000:2.0:1746066888.972292:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012ffa9c00 x1830882860603648/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 496/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.972302:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa9c00 with x1830882860603648 ext(0->7) 00010000:00010000:2.0:1746066888.972310:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f112 expref: 116 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066888.972541:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f112 expref: 116 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066888.972550:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffa9c00 00000100:00100000:2.0:1746066888.972955:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2271 00000100:00100000:2.0:1746066888.972964:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+116:2034:x1830882860603648:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746066888.975082:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+118:2034:x1830882860603648:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2115us (4033us total) trans 4294972201 rc 0/0 00000100:00100000:3.0:1746066888.975092:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2271 00002000:00100000:3.0:1746066888.975099:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012ffa9c00 x1830882860603648/t4294972201(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 496/448 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.975107:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa9c00 with x1830882860603648 ext(0->7) 00010000:00010000:3.0:1746066888.975115:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f112 expref: 118 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066888.975128:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f112 expref: 118 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066888.975135:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffa9c00 00000100:00100000:2.0:1746066888.976956:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.977240:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860603776 00000100:00100000:3.0:1746066888.977249:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860603776 00010000:00010000:3.0:1746066888.977533:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f112 expref: 118 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066888.977559:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12411 00000100:00100000:3.0:1746066888.977565:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+118:2032:x1830882860603776:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.977578:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.977597:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f112 expref: 118 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066888.977607:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f112 expref: 118 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066888.977627:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f112 expref: 118 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066888.977660:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.977662:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.977669:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4395e9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f119 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.977677:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4395e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f119 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.977708:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4395e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f119 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066888.977719:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861197568:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.977784:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee073c0 going to sleep for 11 seconds 00000001:00080000:1.0:1746066888.979504:0:10968:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972201 is committed 00000100:00100000:3.0:1746066888.982102:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861197568:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.982121:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.982170:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+5:2032:x1830882860603776:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4605us (5233us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.982180:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12411 00000100:00100000:0.0:1746066888.982510:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.982615:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860604032 00000100:00100000:3.0:1746066888.982621:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860604032 00002000:00100000:3.0:1746066888.982652:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffa9880 x1830882860604032/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.982661:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa9880 with x1830882860604032 ext(0->4095) 00002000:00010000:3.0:1746066888.982664:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ffa9880 00000100:00100000:3.0:1746066888.982676:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13228 00000100:00100000:3.0:1746066888.982681:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860604032:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066888.982812:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860604032:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (286us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066888.982818:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13228 00002000:00100000:3.0:1746066888.982824:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffa9880 x1830882860604032/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066888.982832:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa9880 with x1830882860604032 ext(0->4095) 00002000:00010000:3.0:1746066888.982834:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ffa9880 00000100:00100000:0.0:1746066888.984147:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.984225:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860604160 00000100:00100000:2.0:1746066888.984230:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860604160 00000100:00100000:2.0:1746066888.984516:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29585 00000100:00100000:2.0:1746066888.984524:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+5:1869:x1830882860604160:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.984536:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.984552:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff4395f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f120 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.984577:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4395e9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f119 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.984584:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.984586:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.984589:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff4395f0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f120 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.984617:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4395e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f119 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.984628:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4395e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f119 expref: 5 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066888.984640:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861197696:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066888.984705:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066888.991945:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861197696:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066888.991982:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff4395f0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f120 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.992003:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26800, rc 0) 00000100:00100000:2.0:1746066888.992050:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+6:1869:x1830882860604160:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7526us (7905us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.992059:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29585 00000100:00100000:0.0:1746066888.993101:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.993232:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860604288 00000100:00100000:2.0:1746066888.993239:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860604288 00000100:00100000:2.0:1746066888.993284:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29586 00000100:00100000:2.0:1746066888.993292:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+6:1868:x1830882860604288:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066888.993309:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066888.993324:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f127 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.993492:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066888.993497:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff4395f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f120 expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.993502:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066888.993505:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395f7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f127 expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.993529:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff4395f0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f120 expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.993537:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395f7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f127 expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066888.993546:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26600, rc 0) 00000100:00100000:2.0:1746066888.993574:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+7:1868:x1830882860604288:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 283us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066888.993578:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29586 00000100:00100000:0.0:1746066888.993765:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066888.994226:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860604416 00000100:00100000:3.0:1746066888.994230:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860604416 00010000:00010000:3.0:1746066888.994250:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4395e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f119 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066888.994269:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12412 00000100:00100000:3.0:1746066888.994273:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4d39850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860604416:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066888.994281:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066888.994298:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4395e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f119 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066888.994309:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4395e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f119 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066888.994328:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff4395e9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f119 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066888.994522:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.994525:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066888.994531:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff4395f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f120 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.994539:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff4395f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f120 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.994562:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff4395f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f120 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066888.994573:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff4395f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f120 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066888.994585:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861197952:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066888.995107:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07300 going to sleep for 11 seconds 00000100:00100000:3.0:1746066888.996254:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861197952:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066888.996268:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066888.996303:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4d39850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860604416:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2029us (2539us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066888.996311:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12412 00000100:00100000:0.0:1746066888.997098:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066888.997173:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860604672 00000100:00100000:2.0:1746066888.997180:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860604672 00002000:00100000:2.0:1746066888.997217:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffab480 x1830882860604672/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/0 e 0 to 0 dl 1746066899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.997228:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffab480 with x1830882860604672 ext(0->4095) 00010000:00010000:2.0:1746066888.997237:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff4395f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f120 expref: 7 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066888.997252:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff4395f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f120 expref: 7 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066888.997259:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffab480 00000100:00100000:2.0:1746066888.997285:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2272 00000100:00100000:2.0:1746066888.997291:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2034:x1830882860604672:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066888.997431:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2034:x1830882860604672:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 140us (335us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066888.997438:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2272 00002000:00100000:2.0:1746066888.997443:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffab480 x1830882860604672/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746066899 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066888.997666:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffab480 with x1830882860604672 ext(0->4095) 00010000:00010000:2.0:1746066888.997672:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff4395f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f120 expref: 7 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066888.997682:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff4395f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f120 expref: 7 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066888.997689:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffab480 00000100:00100000:0.0:1746066889.000285:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.000375:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860604800 00000100:00100000:2.0:1746066889.000384:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860604800 00000100:00100000:0.0:1746066889.000392:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00080000:3.0:1746066889.000691:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746066889.000705:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29587 00000100:00100000:3.0:1746066889.000706:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860604928 00000100:00100000:3.0:1746066889.000709:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860604928 00000100:00100000:2.0:1746066889.000713:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860604800:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00080000:3.0:1746066889.000720:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1746066889.000731:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.000736:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff4395f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f120 expref: 7 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.000745:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f12e expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.000769:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066889.000775:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f127 expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.000781:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066889.000785:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395fe lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f12e expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066889.000797:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12413 00000100:00100000:3.0:1746066889.000802:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2031:x1830882860604928:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066889.000811:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.000822:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395f7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f127 expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.000829:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff4395f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f120 expref: 7 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.000840:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff4395f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f120 expref: 7 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.000848:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395fe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f12e expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.000859:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff4395f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f120 expref: 7 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.000860:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.000862:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.000867:0:9917:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f127 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.000875:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f127 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.000973:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066889.001075:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2031:x1830882860604928:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 270us (681us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.001082:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12413 00010000:00010000:2.0:1746066889.001094:0:9917:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f127 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.001106:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f127 expref: 5 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.001119:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861198208:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.001553:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.004680:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.004701:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861198208:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.004721:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27c00, rc 0) 00000100:00100000:2.0:1746066889.004825:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860604800:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4061us (4495us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.004835:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29587 00000100:00100000:3.0:1746066889.005389:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860605184 00000100:00100000:3.0:1746066889.005394:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860605184 00002000:00100000:3.0:1746066889.005431:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffaaa00 x1830882860605184/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.005438:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffaaa00 with x1830882860605184 ext(0->4095) 00010000:00010000:3.0:1746066889.005446:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f127 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.005456:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f127 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.005462:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffaaa00 00000100:00100000:3.0:1746066889.005480:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2273 00000100:00100000:3.0:1746066889.005484:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2033:x1830882860605184:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066889.005590:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2033:x1830882860605184:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (921us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066889.005596:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2273 00002000:00100000:3.0:1746066889.005602:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffaaa00 x1830882860605184/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.005610:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffaaa00 with x1830882860605184 ext(0->4095) 00010000:00010000:3.0:1746066889.005614:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f127 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.005624:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f127 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.005629:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffaaa00 00000100:00100000:0.0:1746066889.008544:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066889.008587:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.008609:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860605312 00000100:00100000:2.0:1746066889.008617:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860605312 00000100:00100000:3.0:1746066889.008667:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860605440 00000100:00100000:2.0:1746066889.008669:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29588 00000100:00100000:3.0:1746066889.008671:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860605440 00000100:00100000:2.0:1746066889.008676:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+7:1868:x1830882860605312:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066889.008691:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.008692:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f127 expref: 7 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.008705:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439605 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f135 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066889.008711:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12414 00000100:00100000:3.0:1746066889.008715:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860605440:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066889.008722:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.008730:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066889.008735:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f12e expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.008741:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066889.008806:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439605 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f135 expref: 8 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.008818:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f127 expref: 8 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.008828:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f127 expref: 8 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.008846:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff4395f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f127 expref: 8 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.008853:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395fe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f12e expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.008867:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439605 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f135 expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.008875:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.008877:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.008894:0:9917:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f12e expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.008902:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f12e expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.008925:0:9917:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f12e expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.008930:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066889.008936:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f12e expref: 5 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.008947:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861198464:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066889.008975:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2034:x1830882860605440:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 258us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.008983:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12414 00000100:00100000:2.0:1746066889.009093:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494480 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.012191:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861198464:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.012215:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27200, rc 0) 00000100:00100000:2.0:1746066889.012275:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+6:1868:x1830882860605312:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3596us (3735us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.012285:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29588 00000100:00100000:0.0:1746066889.013378:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.013447:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860605696 00000100:00100000:2.0:1746066889.013455:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860605696 00002000:00100000:2.0:1746066889.013498:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffaad80 x1830882860605696/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.013509:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffaad80 with x1830882860605696 ext(0->4095) 00010000:00010000:2.0:1746066889.013519:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f12e expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.013536:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f12e expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.013548:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffaad80 00000100:00100000:2.0:1746066889.013583:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2274 00000100:00100000:2.0:1746066889.013591:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860605696:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066889.013728:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860605696:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (388us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.013735:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2274 00002000:00100000:2.0:1746066889.013740:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffaad80 x1830882860605696/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.013749:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffaad80 with x1830882860605696 ext(0->4095) 00010000:00010000:2.0:1746066889.013754:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f12e expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.013763:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f12e expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.013769:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffaad80 00000100:00100000:0.0:1746066889.018704:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.018983:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860605824 00000100:00100000:3.0:1746066889.018993:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860605824 00010000:00010000:3.0:1746066889.019033:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f12e expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.019162:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12415 00000100:00100000:3.0:1746066889.019171:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860605824:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066889.019186:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066889.019208:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f12e expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.019221:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f12e expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.019244:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4395fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f12e expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.019273:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.019276:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.019283:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439605 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f135 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.019291:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439605 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f135 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.019327:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439605 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f135 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066889.019361:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861198592:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066889.019906:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.021742:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861198592:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066889.021760:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066889.021800:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860605824:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2631us (3106us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.021809:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12415 00000100:00100000:0.0:1746066889.024144:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.024215:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860606080 00000100:00100000:2.0:1746066889.024225:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860606080 00002000:00100000:2.0:1746066889.024517:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffa8700 x1830882860606080/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.024529:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa8700 with x1830882860606080 ext(0->4095) 00002000:00010000:2.0:1746066889.024535:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ffa8700 00000100:00100000:2.0:1746066889.024570:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13229 00000100:00100000:2.0:1746066889.024579:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2031:x1830882860606080:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746066889.024835:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2031:x1830882860606080:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 256us (701us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.024842:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13229 00002000:00100000:2.0:1746066889.024848:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffa8700 x1830882860606080/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.024857:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa8700 with x1830882860606080 ext(0->4095) 00002000:00010000:2.0:1746066889.024859:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ffa8700 00000100:00100000:0.0:1746066889.027498:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.027584:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860606208 00000100:00100000:2.0:1746066889.027591:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860606208 00000100:00100000:2.0:1746066889.027631:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29589 00000100:00100000:2.0:1746066889.027636:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860606208:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066889.027651:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066889.027666:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43960c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f13c expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.027688:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439605 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f135 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.027694:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066889.027695:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066889.027698:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43960c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f13c expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.027722:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439605 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f135 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.027735:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439605 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f135 expref: 5 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.027744:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861198720:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066889.027814:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.029951:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861198720:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066889.029985:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43960c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f13c expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.030000:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26800, rc 0) 00000100:00100000:2.0:1746066889.030055:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860606208:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2417us (2565us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.030063:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29589 00000100:00100000:0.0:1746066889.030235:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.030421:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860606336 00000100:00100000:3.0:1746066889.030427:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860606336 00010000:00010000:3.0:1746066889.030456:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439605 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f135 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.030478:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12416 00000100:00100000:3.0:1746066889.030484:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2033:x1830882860606336:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066889.030499:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066889.030519:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439605 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f135 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.030529:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439605 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f135 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.030560:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439605 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f135 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.030959:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.030962:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.030970:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43960c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f13c expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.030979:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43960c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f13c expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.031015:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43960c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f13c expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066889.031028:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861198848:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066889.031851:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.032957:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.032999:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860606464 00000100:00100000:2.0:1746066889.033007:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860606464 00000100:00100000:2.0:1746066889.033049:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29590 00000100:00100000:2.0:1746066889.033055:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+6:1868:x1830882860606464:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066889.033071:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066889.033086:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439613 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f143 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.033107:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43960c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f13c expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.033119:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.033120:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.033124:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439613 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f143 expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.033145:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43960c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f13c expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.033156:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43960c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f13c expref: 5 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.033165:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861198976:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066889.033235:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494600 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.035081:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861198848:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.035081:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861198976:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.035098:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066889.035103:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439613 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f143 expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.035112:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26a00, rc 0) 00000100:00100000:3.0:1746066889.035139:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2033:x1830882860606336:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4653us (4904us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.035154:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12416 00000100:00100000:2.0:1746066889.035245:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+6:1868:x1830882860606464:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2188us (2292us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.035252:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29590 00000100:00100000:1.0:1746066889.035806:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.036170:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860606720 00000100:00100000:3.0:1746066889.036176:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860606720 00002000:00100000:3.0:1746066889.036218:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126b100 x1830882860606720/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.036233:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126b100 with x1830882860606720 ext(0->4095) 00010000:00010000:3.0:1746066889.036240:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43960c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f13c expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.036252:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43960c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f13c expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.036259:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126b100 00000100:00100000:3.0:1746066889.036287:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2275 00000100:00100000:3.0:1746066889.036294:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860606720:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066889.036626:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860606720:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 332us (820us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066889.036632:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2275 00002000:00100000:3.0:1746066889.036638:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126b100 x1830882860606720/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.036646:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126b100 with x1830882860606720 ext(0->4095) 00010000:00010000:3.0:1746066889.036651:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43960c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f13c expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.036666:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43960c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f13c expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.036803:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126b100 00000100:00100000:0.0:1746066889.038316:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.038439:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860606848 00000100:00100000:3.0:1746066889.038447:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860606848 00010000:00010000:3.0:1746066889.038477:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43960c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f13c expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.038502:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12417 00000100:00100000:3.0:1746066889.038508:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860606848:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066889.038521:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066889.038541:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43960c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f13c expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.038552:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43960c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f13c expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.038575:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43960c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f13c expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.038604:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.038606:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.038613:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439613 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f143 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.038627:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439613 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f143 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.038661:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439613 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f143 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066889.038674:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861199104:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066889.038736:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee073c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.041307:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861199104:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066889.041332:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066889.041610:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860606848:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3098us (3298us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.041621:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12417 00000100:00100000:0.0:1746066889.041999:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.042241:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860607104 00000100:00100000:3.0:1746066889.042248:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860607104 00002000:00100000:3.0:1746066889.042286:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130526300 x1830882860607104/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.042296:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130526300 with x1830882860607104 ext(0->4095) 00002000:00010000:3.0:1746066889.042301:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130526300 00000100:00100000:3.0:1746066889.043092:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13230 00000100:00100000:3.0:1746066889.043100:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2033:x1830882860607104:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066889.043241:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2033:x1830882860607104:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (1242us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066889.043250:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13230 00002000:00100000:3.0:1746066889.043256:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130526300 x1830882860607104/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.043263:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130526300 with x1830882860607104 ext(0->4095) 00002000:00010000:3.0:1746066889.043266:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130526300 00000100:00100000:0.0:1746066889.045649:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.047695:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860607232 00000100:00100000:2.0:1746066889.047708:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860607232 00000100:00100000:2.0:1746066889.047777:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29591 00000100:00100000:2.0:1746066889.047785:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860607232:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066889.047806:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066889.047826:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff43961a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f14a expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.047856:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439613 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f143 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.047863:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066889.047864:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066889.047868:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff43961a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f14a expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.047912:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439613 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f143 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.047925:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439613 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f143 expref: 5 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.047937:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861199232:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066889.048041:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.058156:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861199232:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066889.058189:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff43961a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f14a expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.058205:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27800, rc 0) 00000100:00100000:2.0:1746066889.058259:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860607232:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10474us (12618us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.058274:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29591 00000100:00100000:0.0:1746066889.059946:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.060009:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860607360 00000100:00100000:2.0:1746066889.060018:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860607360 00002000:00100000:2.0:1746066889.060064:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130526a00 x1830882860607360/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 496/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.060074:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130526a00 with x1830882860607360 ext(0->7) 00010000:00010000:2.0:1746066889.060083:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439613 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f143 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.060097:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439613 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f143 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.060104:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130526a00 00000100:00100000:2.0:1746066889.062092:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2276 00000100:00100000:2.0:1746066889.062104:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130526a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2034:x1830882860607360:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066889.065837:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130526a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860607360:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 3726us (5887us total) trans 4294972202 rc 0/0 00000100:00100000:0.0:1746066889.065850:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2276 00002000:00100000:0.0:1746066889.065861:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130526a00 x1830882860607360/t4294972202(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 496/448 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066889.065869:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130526a00 with x1830882860607360 ext(0->7) 00010000:00010000:0.0:1746066889.065890:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439613 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f143 expref: 8 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:0.0:1746066889.065905:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439613 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f143 expref: 8 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:0.0:1746066889.065913:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130526a00 00000100:00100000:0.0:1746066889.072304:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.072404:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860607488 00000100:00100000:3.0:1746066889.072417:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860607488 00010000:00010000:3.0:1746066889.072461:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439613 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f143 expref: 8 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.072505:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12418 00000100:00100000:3.0:1746066889.072512:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130525f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860607488:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066889.072526:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066889.072547:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439613 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f143 expref: 8 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.072560:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439613 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f143 expref: 8 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.072584:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439613 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f143 expref: 8 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.072603:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.072605:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.072613:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff43961a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f14a expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.072626:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff43961a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f14a expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.072666:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff43961a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f14a expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066889.072680:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861199360:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066889.072700:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.072758:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860607616 00000100:00100000:2.0:1746066889.072766:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860607616 00000100:00100000:3.0:1746066889.072773:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee073c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.072803:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29592 00000100:00100000:2.0:1746066889.072810:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+8:1868:x1830882860607616:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066889.072825:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066889.072838:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439621 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f151 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.073063:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff43961a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f14a expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.073076:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.073077:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.073081:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439621 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f151 expref: 9 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.073106:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff43961a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f14a expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.073116:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff43961a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f14a expref: 5 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.073127:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861199488:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.076739:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.077862:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.077937:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860607872 00000100:00100000:1.0:1746066889.077945:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860607872 00002000:00100000:1.0:1746066889.077981:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130526d80 x1830882860607872/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.077992:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130526d80 with x1830882860607872 ext(0->4095) 00010000:00010000:1.0:1746066889.078001:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff43961a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f14a expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.078015:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff43961a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f14a expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066889.078022:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130526d80 00000100:00100000:1.0:1746066889.078053:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2277 00000100:00100000:1.0:1746066889.078060:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130526d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860607872:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066889.078181:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130526d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860607872:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (327us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066889.078188:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2277 00002000:00100000:1.0:1746066889.078194:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130526d80 x1830882860607872/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.078202:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130526d80 with x1830882860607872 ext(0->4095) 00010000:00010000:1.0:1746066889.078207:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff43961a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f14a expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.078217:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff43961a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f14a expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066889.078223:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130526d80 00000100:00100000:3.0:1746066889.078445:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861199360:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066889.078460:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066889.078552:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130525f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882860607488:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6038us (6254us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.078560:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12418 00000100:00100000:3.0:1746066889.078888:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861199488:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.078905:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439621 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f151 expref: 8 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.078917:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27000, rc 0) 00000100:00100000:3.0:1746066889.079033:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+8:1868:x1830882860607616:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6222us (6332us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.079040:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29592 00000100:00100000:0.0:1746066889.080770:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066889.080869:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.080969:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860608000 00000100:00100000:3.0:1746066889.080978:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860608000 00000100:00100000:3.0:1746066889.081027:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29593 00000100:00100000:3.0:1746066889.081034:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+8:1869:x1830882860608000:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.081046:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.081059:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439628 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f158 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.081080:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.081084:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439621 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f151 expref: 9 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.081090:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.081093:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439628 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f158 expref: 9 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.081124:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439621 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f151 expref: 9 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.081135:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439628 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f158 expref: 9 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.081142:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544f800, rc 0) 00000100:00100000:3.0:1746066889.081187:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+9:1869:x1830882860608000:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.081456:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860608128 00000100:00100000:2.0:1746066889.081461:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860608128 00010000:00010000:2.0:1746066889.081479:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff43961a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f14a expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.081506:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12419 00000100:00100000:2.0:1746066889.081511:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d68c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860608128:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.081519:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.081538:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff43961a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f14a expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.081552:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff43961a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f14a expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.081574:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff43961a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f14a expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.081587:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.081589:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.081595:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439621 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f151 expref: 9 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.081601:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439621 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f151 expref: 9 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.081620:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439621 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f151 expref: 9 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.081630:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439621 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f151 expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.081640:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861199744:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.081692:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494240 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.082389:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29593 00000100:00100000:0.0:1746066889.086847:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.087006:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860608384 00000100:00100000:3.0:1746066889.087016:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860608384 00002000:00100000:3.0:1746066889.087059:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eb57800 x1830882860608384/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746066889.087071:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861199744:192.168.201.51@tcp:105: 00002000:00100000:3.0:1746066889.087077:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb57800 with x1830882860608384 ext(0->4095) 00010000:00010000:3.0:1746066889.087087:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439621 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f151 expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.087093:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066889.087100:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439621 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f151 expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.087107:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eb57800 00000100:00100000:3.0:1746066889.087137:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2278 00000100:00100000:3.0:1746066889.087143:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882860608384:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066889.087145:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d68c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860608128:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5631us (6274us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.087154:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12419 00000100:00100000:3.0:1746066889.087288:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882860608384:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (452us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066889.087295:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2278 00002000:00100000:3.0:1746066889.087301:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eb57800 x1830882860608384/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.087562:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb57800 with x1830882860608384 ext(0->4095) 00010000:00010000:3.0:1746066889.087567:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439621 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f151 expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.087576:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439621 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f151 expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.087581:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eb57800 00000100:00100000:0.0:1746066889.090077:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.090610:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860608512 00000100:00100000:2.0:1746066889.090618:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860608512 00010000:00010000:2.0:1746066889.090649:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439621 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f151 expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.091855:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12420 00000100:00100000:2.0:1746066889.091865:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2034:x1830882860608512:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.091889:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.091906:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439621 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f151 expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.091918:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439621 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f151 expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.091939:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439621 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f151 expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.091973:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.091976:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.091983:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439628 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f158 expref: 8 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.091991:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439628 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f158 expref: 8 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.092018:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439628 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f158 expref: 8 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.092030:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861199872:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.093131:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.096967:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.097032:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860608768 00000100:00100000:3.0:1746066889.097041:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860608768 00000100:00100000:2.0:1746066889.097080:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861199872:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.097096:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746066889.097236:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eb54000 x1830882860608768/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.097246:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb54000 with x1830882860608768 ext(0->4095) 00002000:00010000:3.0:1746066889.097251:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb54000 00000100:00100000:3.0:1746066889.097286:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13231 00000100:00100000:3.0:1746066889.097293:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882860608768:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066889.097732:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2034:x1830882860608512:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5868us (7660us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.097741:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12420 00000100:00100000:3.0:1746066889.097815:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860608768:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 523us (855us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066889.097821:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13231 00002000:00100000:3.0:1746066889.097826:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eb54000 x1830882860608768/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.097834:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb54000 with x1830882860608768 ext(0->4095) 00002000:00010000:3.0:1746066889.097837:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb54000 00000100:00100000:0.0:1746066889.100666:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.100788:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860608896 00000100:00100000:3.0:1746066889.100798:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860608896 00000100:00100000:3.0:1746066889.100850:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29594 00000100:00100000:3.0:1746066889.100856:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860608896:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.100869:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.100896:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff43962f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f15f expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.100937:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439628 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f158 expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.100949:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.100951:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.100955:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff43962f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f15f expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.100978:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439628 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f158 expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.100991:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439628 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f158 expref: 7 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.101002:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861200000:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.101083:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.103390:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861200000:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066889.103394:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:3.0:1746066889.103413:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff43962f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f15f expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.103430:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544e000, rc 0) 00000100:00100000:2.0:1746066889.103455:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860609024 00000100:00100000:2.0:1746066889.103460:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860609024 00000100:00100000:3.0:1746066889.103471:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860608896:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2614us (2814us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.103478:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29594 00010000:00010000:2.0:1746066889.103481:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439628 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f158 expref: 8 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.103514:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12421 00000100:00100000:2.0:1746066889.103520:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860609024:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.103530:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.103546:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439628 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f158 expref: 8 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.103557:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439628 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f158 expref: 8 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.103575:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439628 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f158 expref: 8 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.103589:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.103591:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.103597:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff43962f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f15f expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.103610:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff43962f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f15f expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.103631:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff43962f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f15f expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.103641:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861200128:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.103680:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.105159:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861200128:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.105171:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.105197:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2034:x1830882860609024:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1677us (1808us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.105203:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12421 00000100:00100000:0.0:1746066889.105774:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.107111:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860609280 00000100:00100000:3.0:1746066889.107121:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860609280 00002000:00100000:3.0:1746066889.107168:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f8a300 x1830882860609280/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.107185:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f8a300 with x1830882860609280 ext(0->4095) 00002000:00010000:3.0:1746066889.107191:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f8a300 00000100:00100000:3.0:1746066889.107226:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13232 00000100:00100000:3.0:1746066889.107234:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860609280:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066889.108184:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860609280:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 949us (2413us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066889.108192:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13232 00002000:00100000:3.0:1746066889.108198:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f8a300 x1830882860609280/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.108205:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f8a300 with x1830882860609280 ext(0->4095) 00002000:00010000:3.0:1746066889.108208:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f8a300 00000100:00100000:0.0:1746066889.109265:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.109549:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860609408 00000100:00100000:3.0:1746066889.109554:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860609408 00000100:00100000:2.0:1746066889.109989:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29595 00000100:00100000:2.0:1746066889.109998:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+7:1868:x1830882860609408:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066889.110011:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066889.110029:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439636 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f166 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.110056:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff43962f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f15f expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.110065:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.110067:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.110071:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439636 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f166 expref: 8 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.110103:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff43962f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f15f expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.110115:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff43962f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f15f expref: 5 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.110129:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861200256:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066889.110917:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.111875:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.111942:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860609536 00000100:00100000:2.0:1746066889.111948:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860609536 00000100:00100000:2.0:1746066889.111981:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29596 00000100:00100000:2.0:1746066889.111987:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+9:1869:x1830882860609536:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066889.111997:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066889.112007:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff43963d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f16d expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.112023:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.112766:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439636 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f166 expref: 10 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.112773:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066889.112777:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff43963d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f16d expref: 10 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.112811:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439636 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f166 expref: 10 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.112824:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff43963d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f16d expref: 10 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.112834:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27c00, rc 0) 00000100:00100000:2.0:1746066889.112890:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+10:1869:x1830882860609536:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 902us (1016us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.112897:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29596 00000100:00100000:2.0:1746066889.113689:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861200256:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066889.113701:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439636 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f166 expref: 9 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.113708:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27200, rc 0) 00000100:00100000:2.0:1746066889.113733:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+9:1868:x1830882860609408:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3738us (4471us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.113739:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29595 00000100:00100000:0.0:1746066889.114655:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.114718:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860609664 00000100:00100000:2.0:1746066889.114722:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860609664 00010000:00010000:2.0:1746066889.114741:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff43962f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f15f expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.114763:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12422 00000100:00100000:2.0:1746066889.114769:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860609664:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.114779:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.114800:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff43962f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f15f expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.114811:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff43962f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f15f expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.114832:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff43962f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f15f expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.114850:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.114852:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.115045:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439636 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f166 expref: 8 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.115054:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439636 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f166 expref: 8 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.115075:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439636 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f166 expref: 8 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.115086:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439636 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f166 expref: 8 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.115099:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861200512:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.115164:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.116999:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861200512:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.117010:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066889.117014:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.117075:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860609920 00000100:00100000:3.0:1746066889.117080:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860609920 00002000:00100000:3.0:1746066889.117120:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f89180 x1830882860609920/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.117131:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f89180 with x1830882860609920 ext(0->4095) 00010000:00010000:3.0:1746066889.117138:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439636 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f166 expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.117150:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439636 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f166 expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.117152:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860609664:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2381us (2497us total) trans 0 rc 0/0 00002000:00010000:3.0:1746066889.117162:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131f89180 00000100:00100000:2.0:1746066889.117165:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12422 00000100:00100000:3.0:1746066889.117835:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2279 00000100:00100000:3.0:1746066889.117843:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2034:x1830882860609920:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066889.118193:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2034:x1830882860609920:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 350us (1179us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066889.118200:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2279 00002000:00100000:3.0:1746066889.118206:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f89180 x1830882860609920/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.118213:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f89180 with x1830882860609920 ext(0->4095) 00010000:00010000:3.0:1746066889.118218:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439636 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f166 expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.118228:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439636 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f166 expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.118233:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131f89180 00000100:00100000:0.0:1746066889.120802:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.120867:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860610048 00000100:00100000:2.0:1746066889.120876:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860610048 00010000:00010000:2.0:1746066889.120925:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439636 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f166 expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.121642:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12423 00000100:00100000:2.0:1746066889.121652:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2034:x1830882860610048:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.121670:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.121691:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439636 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f166 expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.121704:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439636 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f166 expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.121728:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439636 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f166 expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.121754:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.121756:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.121763:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff43963d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f16d expref: 8 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.121771:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff43963d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f16d expref: 8 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.121805:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff43963d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f16d expref: 8 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.121819:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861200640:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.121903:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.125711:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861200640:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066889.125736:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.125742:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066889.125780:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860610048:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4129us (4986us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066889.125791:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12423 00000100:00100000:1.0:1746066889.126307:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860610304 00000100:00100000:1.0:1746066889.126315:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860610304 00002000:00100000:1.0:1746066889.126592:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98ea00 x1830882860610304/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.126602:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98ea00 with x1830882860610304 ext(0->4095) 00002000:00010000:1.0:1746066889.126608:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98ea00 00000100:00100000:1.0:1746066889.126639:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13233 00000100:00100000:1.0:1746066889.126646:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2031:x1830882860610304:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066889.126847:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2031:x1830882860610304:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 200us (1106us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066889.126853:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13233 00002000:00100000:1.0:1746066889.126858:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98ea00 x1830882860610304/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.126865:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98ea00 with x1830882860610304 ext(0->4095) 00002000:00010000:1.0:1746066889.126869:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98ea00 00000100:00100000:0.0:1746066889.128294:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.128522:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860610432 00000100:00100000:2.0:1746066889.128528:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860610432 00000100:00100000:2.0:1746066889.128571:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29597 00000100:00100000:2.0:1746066889.128577:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860610432:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066889.128590:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066889.128606:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439644 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f174 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.128633:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff43963d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f16d expref: 7 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.128641:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066889.128643:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066889.128646:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439644 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f174 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.128677:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff43963d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f16d expref: 7 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.128689:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff43963d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f16d expref: 7 pid: 21660 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.128701:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861200768:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066889.129718:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494480 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.130293:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861200768:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066889.130318:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439644 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f174 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.130331:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26600, rc 0) 00000100:00100000:2.0:1746066889.130398:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860610432:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1820us (2108us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.130405:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29597 00000100:00100000:0.0:1746066889.131231:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.131555:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860610560 00000100:00100000:2.0:1746066889.131562:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860610560 00010000:00010000:2.0:1746066889.131590:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff43963d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f16d expref: 8 pid: 21660 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.131629:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12424 00000100:00100000:2.0:1746066889.131635:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860610560:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.131647:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.131667:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff43963d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f16d expref: 8 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.131677:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff43963d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f16d expref: 8 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.131700:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff43963d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f16d expref: 8 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.131728:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.131730:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.131737:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439644 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f174 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.131744:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439644 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f174 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.131773:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439644 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f174 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.131785:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861200896:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.133111:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494480 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.136570:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861200896:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.136594:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.136638:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2034:x1830882860610560:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5000us (5405us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.136649:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12424 00000100:00100000:0.0:1746066889.138701:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.139190:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860610944 00000100:00100000:1.0:1746066889.139201:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860610944 00002000:00100000:1.0:1746066889.139248:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f8bb80 x1830882860610944/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746066889.139248:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00002000:00100000:1.0:1746066889.139259:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f8bb80 with x1830882860610944 ext(0->4095) 00002000:00010000:1.0:1746066889.139264:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f8bb80 00000100:00100000:3.0:1746066889.139368:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860610688 00000100:00100000:3.0:1746066889.139373:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860610688 00000100:00100000:3.0:1746066889.139404:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29598 00000100:00100000:3.0:1746066889.139411:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+7:1868:x1830882860610688:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.139427:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746066889.139499:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13234 00000100:00100000:2.0:1746066889.139507:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860610944:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00010000:00010000:3.0:1746066889.139722:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff43964b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f17b expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.139759:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439644 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f174 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.139768:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.139770:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.139774:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff43964b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f17b expref: 8 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.139806:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439644 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f174 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.139819:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439644 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f174 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.139831:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861201024:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.140139:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee073c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.140205:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860610944:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 699us (1510us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.140217:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13234 00002000:00100000:2.0:1746066889.140224:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f8bb80 x1830882860610944/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.140232:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f8bb80 with x1830882860610944 ext(0->4095) 00010000:00010000:2.0:1746066889.140238:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439644 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f174 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.140249:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439644 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f174 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.140255:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131f8bb80 00000100:00100000:0.0:1746066889.145701:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.145773:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860611072 00000100:00100000:3.0:1746066889.145780:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861201024:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066889.145781:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860611072 00010000:00010000:3.0:1746066889.145815:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff43964b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f17b expref: 9 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066889.145832:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29599 00010000:00010000:3.0:1746066889.145835:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544f800, rc 0) 00000100:00100000:1.0:1746066889.145838:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+9:1869:x1830882860611072:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066889.145853:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066889.145867:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439652 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f182 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066889.145893:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+10:1868:x1830882860610688:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6482us (6644us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.145899:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29598 00010000:00010000:1.0:1746066889.145900:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066889.145904:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff43964b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f17b expref: 10 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.145910:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066889.145913:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439652 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f182 expref: 9 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066889.145918:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:1.0:1746066889.145979:0:9629:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff43964b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f17b expref: 9 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.145983:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860611200 00000100:00100000:2.0:1746066889.145987:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860611200 00010000:00010000:1.0:1746066889.145990:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439652 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f182 expref: 9 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.146002:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc6e00, rc 0) 00010000:00010000:2.0:1746066889.146005:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439644 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f174 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:1.0:1746066889.146021:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+9:1869:x1830882860611072:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 184us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066889.146027:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29599 00000100:00100000:2.0:1746066889.146037:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12425 00000100:00100000:2.0:1746066889.146043:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095871880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860611200:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.146052:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.146072:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439644 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f174 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.146094:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439644 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f174 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.146111:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439644 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f174 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.146125:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.146127:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.146134:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff43964b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f17b expref: 8 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.146141:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff43964b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f17b expref: 8 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.146162:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff43964b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f17b expref: 8 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.146173:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff43964b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f17b expref: 8 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.146185:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861201280:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.147017:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494480 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.149917:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861201280:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.149939:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.149991:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095871880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860611200:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3946us (4071us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.150003:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12425 00000100:00100000:0.0:1746066889.150058:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.150564:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860611456 00000100:00100000:2.0:1746066889.150570:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860611456 00002000:00100000:2.0:1746066889.150608:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095870000 x1830882860611456/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.150619:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095870000 with x1830882860611456 ext(0->4095) 00010000:00010000:2.0:1746066889.150629:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff43964b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f17b expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.150648:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff43964b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f17b expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.150655:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095870000 00000100:00100000:2.0:1746066889.150767:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2280 00000100:00100000:2.0:1746066889.150776:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882860611456:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066889.151404:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882860611456:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 628us (1611us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.151411:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2280 00002000:00100000:2.0:1746066889.151418:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095870000 x1830882860611456/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.151425:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095870000 with x1830882860611456 ext(0->4095) 00010000:00010000:2.0:1746066889.151431:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff43964b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f17b expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.151441:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff43964b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f17b expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.151447:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095870000 00000100:00100000:1.0:1746066889.155688:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.155783:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860611584 00000100:00100000:2.0:1746066889.155793:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860611584 00010000:00010000:2.0:1746066889.155833:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff43964b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f17b expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.156104:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12426 00000100:00100000:2.0:1746066889.156114:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d68450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2032:x1830882860611584:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.156130:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.156592:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff43964b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f17b expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.156608:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff43964b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f17b expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.156637:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff43964b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f17b expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.156670:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.156673:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.156681:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439652 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f182 expref: 8 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.156690:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439652 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f182 expref: 8 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.156726:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439652 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f182 expref: 8 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.156740:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861201408:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.156833:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.159812:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861201408:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.159835:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.159895:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d68450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2032:x1830882860611584:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3780us (4216us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.159909:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12426 00000100:00100000:0.0:1746066889.160580:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.160665:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860611840 00000100:00100000:2.0:1746066889.160672:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860611840 00002000:00100000:2.0:1746066889.160713:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095870a80 x1830882860611840/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.160724:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095870a80 with x1830882860611840 ext(0->4095) 00002000:00010000:2.0:1746066889.160729:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095870a80 00000100:00100000:2.0:1746066889.160760:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13235 00000100:00100000:2.0:1746066889.160767:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860611840:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066889.161105:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860611840:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 338us (526us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.161112:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13235 00002000:00100000:2.0:1746066889.161118:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095870a80 x1830882860611840/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.161126:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095870a80 with x1830882860611840 ext(0->4095) 00002000:00010000:2.0:1746066889.161129:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095870a80 00000100:00100000:0.0:1746066889.163925:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.163984:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860611968 00000100:00100000:1.0:1746066889.163991:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860611968 00000100:00100000:1.0:1746066889.164043:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29600 00000100:00100000:1.0:1746066889.164050:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860611968:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066889.164064:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066889.164081:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439659 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f189 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.164109:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439652 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f182 expref: 7 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.164117:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066889.164118:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066889.164122:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439659 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f189 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.164152:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439652 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f182 expref: 7 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.164164:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439652 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f182 expref: 7 pid: 9629 timeout: 1101 lvb_type: 0 00000100:00100000:1.0:1746066889.164181:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091268000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861201536:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066889.164848:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:1.0:1746066889.166658:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091268000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861201536:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066889.166686:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439659 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f189 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.166702:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc7400, rc 0) 00000100:00100000:1.0:1746066889.166741:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860611968:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2690us (2821us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066889.166750:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29600 00000100:00100000:0.0:1746066889.167290:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.167861:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860612096 00000100:00100000:3.0:1746066889.167869:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860612096 00010000:00010000:3.0:1746066889.167915:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439652 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f182 expref: 8 pid: 9629 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.167950:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12427 00000100:00100000:3.0:1746066889.167957:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095873b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860612096:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066889.167971:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066889.167991:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439652 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f182 expref: 8 pid: 9629 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.168004:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439652 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f182 expref: 8 pid: 9629 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.168028:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439652 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f182 expref: 8 pid: 9629 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.168052:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.168055:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.168063:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439659 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f189 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.168072:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439659 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f189 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.168103:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439659 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f189 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066889.168115:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861201664:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066889.168175:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee073c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.171176:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.171224:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860612224 00000100:00100000:1.0:1746066889.171231:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860612224 00000100:00100000:3.0:1746066889.171581:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861201664:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066889.171602:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066889.171846:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095873b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860612096:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3887us (4555us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.171857:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12427 00000100:00100000:1.0:1746066889.171886:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29601 00000100:00100000:1.0:1746066889.171895:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095871180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+7:1868:x1830882860612224:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066889.171914:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066889.171931:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439660 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f190 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.171958:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439659 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f189 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.171966:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066889.171967:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066889.171971:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439660 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f190 expref: 8 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.172502:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439659 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f189 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.172517:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439659 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f189 expref: 5 pid: 21660 timeout: 1101 lvb_type: 0 00000100:00100000:1.0:1746066889.172530:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091268000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861201792:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066889.172540:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.172634:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860612480 00000100:00100000:2.0:1746066889.172640:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860612480 00002000:00100000:2.0:1746066889.172674:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095872300 x1830882860612480/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.172684:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095872300 with x1830882860612480 ext(0->4095) 00010000:00010000:2.0:1746066889.172691:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439659 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f189 expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.172705:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439659 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f189 expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.172711:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095872300 00000100:00100000:2.0:1746066889.172740:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2281 00000100:00100000:2.0:1746066889.172747:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095872300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860612480:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066889.173065:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095872300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860612480:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (336us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.173073:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2281 00002000:00100000:2.0:1746066889.173078:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095872300 x1830882860612480/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.173085:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095872300 with x1830882860612480 ext(0->4095) 00010000:00010000:2.0:1746066889.173090:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439659 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f189 expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.173099:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439659 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f189 expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.173105:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095872300 00000100:00100000:1.0:1746066889.173175:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.175166:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.175265:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860612608 00000100:00100000:2.0:1746066889.175271:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860612608 00000100:00100000:2.0:1746066889.175310:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29602 00000100:00100000:2.0:1746066889.175316:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095871500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+9:1869:x1830882860612608:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066889.175329:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066889.175576:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439667 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f197 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.175600:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.175604:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439660 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f190 expref: 10 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.175610:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066889.175613:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439667 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f197 expref: 10 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.175641:0:9629:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439660 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f190 expref: 10 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.175651:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439667 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f197 expref: 10 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.175661:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27200, rc 0) 00000100:00100000:2.0:1746066889.175700:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095871500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+10:1869:x1830882860612608:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 384us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.175707:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29602 00000100:00100000:1.0:1746066889.175784:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091268000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861201792:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066889.175803:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439660 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f190 expref: 9 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066889.175807:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:1.0:1746066889.175812:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc6200, rc 0) 00000100:00100000:1.0:1746066889.175830:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095871180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+9:1868:x1830882860612224:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3937us (4660us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066889.175836:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29601 00000100:00100000:2.0:1746066889.175917:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860612736 00000100:00100000:2.0:1746066889.175921:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860612736 00010000:00010000:2.0:1746066889.176075:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439659 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f189 expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.176099:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12428 00000100:00100000:2.0:1746066889.176109:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095872d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860612736:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.176120:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.176139:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439659 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f189 expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.176150:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439659 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f189 expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.176166:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439659 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f189 expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.176182:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.176184:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.176190:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439660 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f190 expref: 8 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.176197:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439660 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f190 expref: 8 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.176216:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439660 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f190 expref: 8 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.176227:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439660 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f190 expref: 8 pid: 21660 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.176238:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861202048:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.176311:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.177816:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.178163:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861202048:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066889.178175:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860612992 00010000:00010000:2.0:1746066889.178179:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066889.178181:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860612992 00000100:00100000:2.0:1746066889.178208:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095872d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860612736:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2099us (2400us total) trans 0 rc 0/0 00002000:00100000:3.0:1746066889.178215:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095873100 x1830882860612992/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746066889.178216:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12428 00002000:00100000:3.0:1746066889.178224:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095873100 with x1830882860612992 ext(0->4095) 00010000:00010000:3.0:1746066889.178233:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439660 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f190 expref: 9 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.178244:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439660 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f190 expref: 9 pid: 21660 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.178250:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095873100 00000100:00100000:3.0:1746066889.178264:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2282 00000100:00100000:3.0:1746066889.178270:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882860612992:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066889.178708:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882860612992:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 437us (896us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066889.178714:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2282 00002000:00100000:3.0:1746066889.178720:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095873100 x1830882860612992/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.178733:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095873100 with x1830882860612992 ext(0->4095) 00010000:00010000:3.0:1746066889.178738:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439660 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f190 expref: 9 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.178747:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439660 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f190 expref: 9 pid: 21660 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.178753:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095873100 00000100:00100000:0.0:1746066889.184012:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.184508:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860613120 00000100:00100000:2.0:1746066889.184519:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860613120 00010000:00010000:2.0:1746066889.184559:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439660 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f190 expref: 9 pid: 21660 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.184596:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12429 00000100:00100000:2.0:1746066889.184604:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095873800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882860613120:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.184619:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.184639:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439660 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f190 expref: 9 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.184651:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439660 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f190 expref: 9 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.184674:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439660 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f190 expref: 9 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.184702:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.184704:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.184712:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439667 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f197 expref: 8 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.184721:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439667 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f197 expref: 8 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.184756:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439667 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f197 expref: 8 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.184769:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861202176:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.185625:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494480 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.191047:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861202176:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.191073:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.191131:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095873800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860613120:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6524us (7129us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.191143:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12429 00000100:00100000:0.0:1746066889.191680:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.191896:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860613376 00000100:00100000:3.0:1746066889.191904:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860613376 00002000:00100000:3.0:1746066889.192150:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095870700 x1830882860613376/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.192162:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095870700 with x1830882860613376 ext(0->4095) 00002000:00010000:3.0:1746066889.192166:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095870700 00000100:00100000:3.0:1746066889.192196:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13236 00000100:00100000:3.0:1746066889.192203:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095870700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860613376:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066889.192328:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095870700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860613376:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (649us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066889.192334:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13236 00002000:00100000:3.0:1746066889.192355:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095870700 x1830882860613376/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.192363:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095870700 with x1830882860613376 ext(0->4095) 00002000:00010000:3.0:1746066889.192366:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095870700 00000100:00100000:0.0:1746066889.195172:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.195670:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860613504 00000100:00100000:3.0:1746066889.195678:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860613504 00000100:00100000:3.0:1746066889.196698:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29603 00000100:00100000:3.0:1746066889.196709:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860613504:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.196730:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.196748:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43966e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f19e expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.196779:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439667 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f197 expref: 7 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.196787:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.196789:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.196793:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43966e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f19e expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.196828:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439667 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f197 expref: 7 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.196841:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439667 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f197 expref: 7 pid: 9629 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.196854:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861202304:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.196954:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.199821:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861202304:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.199855:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43966e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f19e expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.199889:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544ec00, rc 0) 00000100:00100000:3.0:1746066889.199946:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860613504:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3238us (4782us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.199956:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29603 00000100:00100000:0.0:1746066889.200967:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.202081:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860613632 00000100:00100000:2.0:1746066889.202090:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860613632 00010000:00010000:2.0:1746066889.202127:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439667 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f197 expref: 8 pid: 9629 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.202166:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12430 00000100:00100000:2.0:1746066889.202173:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095871880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860613632:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.202188:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.202208:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439667 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f197 expref: 8 pid: 9629 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.202221:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439667 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f197 expref: 8 pid: 9629 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.202246:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff439667 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f197 expref: 8 pid: 9629 timeout: 1101 lvb_type: 0 00000100:00100000:0.0:1746066889.202825:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:2.0:1746066889.203478:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.203481:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.203489:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43966e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f19e expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.203498:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43966e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f19e expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.203530:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43966e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f19e expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.203541:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861202432:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.203614:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.203945:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860613760 00000100:00100000:3.0:1746066889.203950:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860613760 00000100:00100000:3.0:1746066889.203977:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29604 00000100:00100000:3.0:1746066889.203983:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+8:1868:x1830882860613760:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.203995:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.204006:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439675 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f1a5 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.204024:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43966e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f19e expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.204031:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.204032:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.204036:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439675 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1a5 expref: 9 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.204054:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43966e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f19e expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.204065:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43966e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f19e expref: 5 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.204080:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861202560:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.204115:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.207198:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.207400:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861202432:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.207420:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.207471:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095871880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882860613632:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5296us (6504us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.207483:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12430 00000100:00100000:3.0:1746066889.207564:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860614016 00000100:00100000:3.0:1746066889.207570:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860614016 00002000:00100000:3.0:1746066889.207606:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b8fca80 x1830882860614016/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.207617:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8fca80 with x1830882860614016 ext(0->4095) 00010000:00010000:3.0:1746066889.207626:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43966e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f19e expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.207641:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43966e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f19e expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.207647:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8fca80 00000100:00100000:3.0:1746066889.207663:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2283 00000100:00100000:3.0:1746066889.207669:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860614016:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066889.207802:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860614016:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (612us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066889.207808:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2283 00002000:00100000:3.0:1746066889.207813:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b8fca80 x1830882860614016/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.207821:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8fca80 with x1830882860614016 ext(0->4095) 00010000:00010000:3.0:1746066889.207825:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43966e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f19e expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.207835:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43966e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f19e expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.207841:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8fca80 00000100:00100000:3.0:1746066889.208795:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861202560:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.208814:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439675 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1a5 expref: 8 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.208826:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544e200, rc 0) 00000100:00100000:3.0:1746066889.208857:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+8:1868:x1830882860613760:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4874us (6033us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.208864:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29604 00000100:00100000:0.0:1746066889.212709:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.213017:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860614144 00000100:00100000:2.0:1746066889.213027:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860614144 00010000:00010000:2.0:1746066889.213063:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43966e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f19e expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.213100:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12431 00000100:00100000:2.0:1746066889.213107:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860614144:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.213126:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.213147:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43966e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f19e expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.213159:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43966e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f19e expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.213182:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43966e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f19e expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.213817:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.213820:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.213828:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439675 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1a5 expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.213837:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439675 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1a5 expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.213870:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439675 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1a5 expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.213891:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861202688:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.214655:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.219999:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.220081:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860614400 00000100:00100000:3.0:1746066889.220092:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860614400 00002000:00100000:3.0:1746066889.220143:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f503480 x1830882860614400/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.220156:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f503480 with x1830882860614400 ext(0->4095) 00002000:00010000:3.0:1746066889.220162:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f503480 00000100:00100000:3.0:1746066889.220190:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13237 00000100:00100000:2.0:1746066889.220267:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861202688:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.220286:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.220543:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860614144:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7433us (7840us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.220556:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12431 00000100:00100000:3.0:1746066889.220905:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f503480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2031:x1830882860614400:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746066889.221031:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f503480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2031:x1830882860614400:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (1043us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066889.221650:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13237 00002000:00100000:3.0:1746066889.221659:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f503480 x1830882860614400/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.221668:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f503480 with x1830882860614400 ext(0->4095) 00002000:00010000:3.0:1746066889.221671:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f503480 00000100:00100000:0.0:1746066889.230327:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.230452:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860614528 00000100:00100000:3.0:1746066889.230463:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860614528 00000100:00100000:3.0:1746066889.230534:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29605 00000100:00100000:3.0:1746066889.230544:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f500700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860614528:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.230564:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.230583:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff43967c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f1ac expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.230617:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439675 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1a5 expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.230626:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.230628:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.230631:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff43967c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ac expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.230664:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439675 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1a5 expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.230676:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439675 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1a5 expref: 7 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.230689:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861202816:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.230768:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.235385:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.235508:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861202816:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.235541:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff43967c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ac expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.235559:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544f400, rc 0) 00000100:00100000:3.0:1746066889.235610:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f500700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860614528:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5067us (5296us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.235619:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29605 00000100:00100000:2.0:1746066889.236117:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860614656 00000100:00100000:2.0:1746066889.236126:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860614656 00002000:00100000:2.0:1746066889.236173:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008f501500 x1830882860614656/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 496/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.236184:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f501500 with x1830882860614656 ext(0->7) 00010000:00010000:2.0:1746066889.236191:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439675 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1a5 expref: 8 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.236205:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439675 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1a5 expref: 8 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.236212:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f501500 00000100:00100000:2.0:1746066889.236239:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2284 00000100:00100000:2.0:1746066889.236246:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f501500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860614656:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066889.237262:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f501500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2034:x1830882860614656:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1013us (1918us total) trans 4294972203 rc 0/0 00000100:00100000:0.0:1746066889.237271:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2284 00002000:00100000:0.0:1746066889.237277:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008f501500 x1830882860614656/t4294972203(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 496/448 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066889.237285:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f501500 with x1830882860614656 ext(0->7) 00010000:00010000:0.0:1746066889.237291:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439675 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1a5 expref: 10 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:0.0:1746066889.237302:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439675 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1a5 expref: 10 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:0.0:1746066889.237313:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f501500 00000100:00100000:0.0:1746066889.240594:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.240970:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860614784 00000100:00100000:2.0:1746066889.240979:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860614784 00010000:00010000:2.0:1746066889.241016:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439675 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1a5 expref: 10 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.241096:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12432 00000100:00100000:2.0:1746066889.241103:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f502300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2033:x1830882860614784:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.241120:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746066889.241135:0:7259:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746066888 -> 1746066889 00002000:00010000:2.0:1746066889.241138:0:7259:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746066888 -> 1746066889 00010000:00010000:2.0:1746066889.241145:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439675 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1a5 expref: 10 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.241158:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439675 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1a5 expref: 10 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.241182:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439675 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1a5 expref: 10 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.241577:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.241580:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.241588:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff43967c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ac expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.241598:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff43967c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ac expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.241632:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff43967c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ac expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.241646:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861202944:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.242334:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494480 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.245282:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861202944:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066889.245283:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:2.0:1746066889.245304:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.245373:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f502300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882860614784:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4267us (4785us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.245385:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12432 00000100:00100000:0.0:1746066889.245523:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860615040 00000100:00100000:0.0:1746066889.245530:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860615040 00002000:00100000:0.0:1746066889.245571:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091268000 x1830882860615040/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066889.245583:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091268000 with x1830882860615040 ext(0->4095) 00002000:00010000:0.0:1746066889.245588:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091268000 00000100:00100000:0.0:1746066889.245821:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13238 00000100:00100000:0.0:1746066889.245831:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860615040:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066889.246900:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860615040:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 1068us (1617us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066889.246908:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13238 00002000:00100000:0.0:1746066889.246915:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091268000 x1830882860615040/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066889.246923:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091268000 with x1830882860615040 ext(0->4095) 00002000:00010000:0.0:1746066889.246926:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091268000 00000100:00100000:0.0:1746066889.249560:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.249628:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860615168 00000100:00100000:3.0:1746066889.249637:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860615168 00000100:00100000:0.0:1746066889.249657:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.250178:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860615296 00000100:00100000:3.0:1746066889.250182:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860615296 00000100:00100000:1.0:1746066889.250184:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29606 00000100:00100000:1.0:1746066889.250195:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+10:1869:x1830882860615168:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746066889.250200:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29607 00000100:00100000:3.0:1746066889.250204:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+10:1868:x1830882860615296:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.250212:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066889.250212:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066889.250257:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43968a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f1b3 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.250291:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff43967c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ac expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.250300:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066889.250302:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066889.250305:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43968a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1b3 expref: 11 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.250338:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff43967c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ac expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.250385:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff43967c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ac expref: 5 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:1.0:1746066889.250399:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861203072:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.250430:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439683 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f1ba expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.250444:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.250447:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43968a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1b3 expref: 12 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.250452:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.250455:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439683 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ba expref: 12 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.250480:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43968a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1b3 expref: 12 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066889.250489:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00010000:00010000:3.0:1746066889.250561:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439683 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ba expref: 12 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.250573:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544ec00, rc 0) 00000100:00100000:3.0:1746066889.250597:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+12:1868:x1830882860615296:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 391us (938us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.250604:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29607 00000100:00100000:1.0:1746066889.252122:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861203072:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066889.252141:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43968a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1b3 expref: 11 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.252151:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c222c00, rc 0) 00000100:00100000:1.0:1746066889.252178:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+11:1869:x1830882860615168:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1987us (2628us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066889.252185:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29606 00000100:00100000:0.0:1746066889.252608:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.252794:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860615424 00000100:00100000:2.0:1746066889.252800:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860615424 00010000:00010000:2.0:1746066889.252826:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff43967c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ac expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.252860:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12433 00000100:00100000:2.0:1746066889.252866:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d6b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860615424:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.252888:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.252913:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff43967c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ac expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.252923:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff43967c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ac expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.252945:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff43967c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ac expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.253151:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.253153:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.253160:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43968a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1b3 expref: 10 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.253168:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43968a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1b3 expref: 10 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.253195:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43968a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1b3 expref: 10 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.253246:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43968a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1b3 expref: 10 pid: 21660 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.253259:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861203328:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.253552:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b494480 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.255273:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861203328:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.255287:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.255318:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d6b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860615424:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2452us (2711us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.255328:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12433 00000100:00100000:0.0:1746066889.255985:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.256061:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860615680 00000100:00100000:2.0:1746066889.256066:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860615680 00002000:00100000:2.0:1746066889.256098:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e9880 x1830882860615680/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.256109:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e9880 with x1830882860615680 ext(0->4095) 00010000:00010000:2.0:1746066889.256117:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43968a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1b3 expref: 11 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.256128:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43968a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1b3 expref: 11 pid: 21660 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.256134:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e9880 00000100:00100000:2.0:1746066889.256267:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2285 00000100:00100000:2.0:1746066889.256278:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2033:x1830882860615680:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066889.256479:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2033:x1830882860615680:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 205us (496us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.256486:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2285 00002000:00100000:2.0:1746066889.256492:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e9880 x1830882860615680/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.256500:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e9880 with x1830882860615680 ext(0->4095) 00010000:00010000:2.0:1746066889.256505:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43968a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1b3 expref: 11 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.256515:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43968a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1b3 expref: 11 pid: 21660 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.256521:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e9880 00000100:00100000:0.0:1746066889.257749:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066889.257828:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.258128:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860615936 00000100:00100000:1.0:1746066889.258134:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860615936 00000100:00100000:1.0:1746066889.258187:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29608 00000100:00100000:1.0:1746066889.258194:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860615936:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066889.258210:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066889.258225:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439691 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f1c1 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.258252:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066889.258257:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439683 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ba expref: 10 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.258264:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066889.258268:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439691 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c1 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.258303:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439683 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ba expref: 10 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.258317:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439691 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c1 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.258326:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c223a00, rc 0) 00000100:00100000:1.0:1746066889.258391:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860615936:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 197us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066889.258398:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29608 00000100:00100000:2.0:1746066889.258610:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860615808 00000100:00100000:2.0:1746066889.258614:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860615808 00010000:00010000:2.0:1746066889.258634:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43968a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1b3 expref: 11 pid: 21660 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.258657:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12434 00000100:00100000:2.0:1746066889.258663:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2034:x1830882860615808:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.258678:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.258695:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43968a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1b3 expref: 11 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.258883:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43968a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1b3 expref: 11 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.258907:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43968a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1b3 expref: 11 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.258930:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.258932:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.259113:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439683 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ba expref: 10 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.259122:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439683 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ba expref: 10 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.259145:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439683 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ba expref: 10 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.259584:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439683 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ba expref: 10 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.259602:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861203584:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.260098:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7cf9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.262179:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861203584:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.262200:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.263192:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2034:x1830882860615808:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4525us (5359us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.263204:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12434 00000100:00100000:2.0:1746066889.263696:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.264036:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860616192 00000100:00100000:3.0:1746066889.264043:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860616192 00002000:00100000:3.0:1746066889.264090:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98c700 x1830882860616192/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.264101:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98c700 with x1830882860616192 ext(0->4095) 00010000:00010000:3.0:1746066889.264110:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439683 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ba expref: 10 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.264123:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439683 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ba expref: 10 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.264130:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e98c700 00000100:00100000:3.0:1746066889.264646:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2286 00000100:00100000:3.0:1746066889.264654:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2034:x1830882860616192:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066889.265697:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2034:x1830882860616192:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 1041us (1999us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066889.265704:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2286 00002000:00100000:3.0:1746066889.265711:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98c700 x1830882860616192/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.265718:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98c700 with x1830882860616192 ext(0->4095) 00010000:00010000:3.0:1746066889.265726:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439683 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ba expref: 10 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.265736:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439683 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ba expref: 10 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.265743:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e98c700 00000100:00100000:0.0:1746066889.269432:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066889.269485:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.269616:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860616448 00000100:00100000:2.0:1746066889.269627:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860616448 00010000:00010000:2.0:1746066889.269664:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439683 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ba expref: 10 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.269694:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12435 00000100:00100000:2.0:1746066889.269701:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2033:x1830882860616448:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.269715:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.269737:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439683 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ba expref: 10 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.269751:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439683 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ba expref: 10 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.269777:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439683 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1ba expref: 10 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.269798:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.269800:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.269808:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439691 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c1 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.269816:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439691 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c1 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.269847:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439691 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c1 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.269865:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861203712:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.269944:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7cf9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.270008:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860616320 00000100:00100000:3.0:1746066889.270012:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860616320 00000100:00100000:3.0:1746066889.270036:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29609 00000100:00100000:3.0:1746066889.270041:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+10:1868:x1830882860616320:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.270054:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.270066:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439698 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f1c8 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.270082:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439691 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c1 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.270088:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.270089:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.270092:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439698 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c8 expref: 11 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.270107:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439691 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c1 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.270121:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439691 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c1 expref: 5 pid: 21660 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.270129:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861203840:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.270148:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee073c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.275512:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.275718:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861203712:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.275742:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.275792:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2033:x1830882860616448:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6090us (6305us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.275802:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12435 00000100:00100000:3.0:1746066889.276168:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861203840:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.276194:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439698 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c8 expref: 10 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.276210:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544e200, rc 0) 00000100:00100000:3.0:1746066889.276244:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+10:1868:x1830882860616320:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6203us (6825us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.276252:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29609 00000100:00100000:3.0:1746066889.276296:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860616704 00000100:00100000:3.0:1746066889.276302:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860616704 00002000:00100000:3.0:1746066889.276818:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b4dc700 x1830882860616704/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.276829:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b4dc700 with x1830882860616704 ext(0->4095) 00010000:00010000:3.0:1746066889.276837:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439691 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c1 expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.276849:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439691 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c1 expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.276860:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b4dc700 00000100:00100000:3.0:1746066889.276893:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2287 00000100:00100000:3.0:1746066889.276900:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860616704:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066889.277005:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860616704:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (1504us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066889.277010:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2287 00002000:00100000:3.0:1746066889.277015:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b4dc700 x1830882860616704/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.277022:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b4dc700 with x1830882860616704 ext(0->4095) 00010000:00010000:3.0:1746066889.277026:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439691 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c1 expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.277034:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439691 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c1 expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.277040:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b4dc700 00000100:00100000:0.0:1746066889.281465:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.281575:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860616832 00000100:00100000:2.0:1746066889.281585:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860616832 00010000:00010000:2.0:1746066889.281626:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439691 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c1 expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.281711:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12436 00000100:00100000:2.0:1746066889.281721:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f700a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860616832:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.281737:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.281758:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439691 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c1 expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.281772:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439691 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c1 expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.281796:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439691 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c1 expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.281817:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.281820:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.281829:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439698 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c8 expref: 9 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.281838:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439698 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c8 expref: 9 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.281885:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439698 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c8 expref: 9 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.281899:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861203968:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.282654:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7cf9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.286648:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861203968:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.286672:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.286731:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f700a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860616832:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5010us (5276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.286743:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12436 00000100:00100000:0.0:1746066889.286954:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.287050:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860617088 00000100:00100000:2.0:1746066889.287057:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860617088 00002000:00100000:2.0:1746066889.287098:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f700e00 x1830882860617088/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.287107:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f700e00 with x1830882860617088 ext(0->4095) 00002000:00010000:2.0:1746066889.287112:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f700e00 00000100:00100000:2.0:1746066889.287188:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13239 00000100:00100000:2.0:1746066889.287195:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f700e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2032:x1830882860617088:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746066889.287586:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f700e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2032:x1830882860617088:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 390us (632us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.287594:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13239 00002000:00100000:2.0:1746066889.287599:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f700e00 x1830882860617088/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.287607:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f700e00 with x1830882860617088 ext(0->4095) 00002000:00010000:2.0:1746066889.287610:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f700e00 00000100:00100000:0.0:1746066889.288719:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.288765:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860617216 00000100:00100000:3.0:1746066889.288769:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860617216 00000100:00100000:3.0:1746066889.288801:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29610 00000100:00100000:3.0:1746066889.288808:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860617216:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.288820:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.288837:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff43969f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f1cf expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.288870:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439698 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c8 expref: 9 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.288890:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.288892:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.288896:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff43969f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1cf expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.288924:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439698 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c8 expref: 9 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.288934:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439698 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c8 expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.288944:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861204096:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.289158:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee073c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.290803:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861204096:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.290831:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff43969f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1cf expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.290847:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544e000, rc 0) 00000100:00100000:3.0:1746066889.290932:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860617216:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2122us (2213us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.290939:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29610 00000100:00100000:0.0:1746066889.291684:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.291857:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860617344 00000100:00100000:2.0:1746066889.291864:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860617344 00010000:00010000:2.0:1746066889.292292:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439698 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c8 expref: 10 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.292321:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12437 00000100:00100000:2.0:1746066889.292328:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2033:x1830882860617344:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.292368:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.292387:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439698 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c8 expref: 10 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.292402:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439698 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c8 expref: 10 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.292426:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439698 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1c8 expref: 10 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.292450:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.292452:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.292460:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff43969f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1cf expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.292474:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff43969f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1cf expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.292512:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff43969f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1cf expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.292523:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861204224:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.292640:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7cf9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.294873:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066889.295741:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.295863:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860617600 00000100:00100000:3.0:1746066889.295883:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860617600 00002000:00100000:3.0:1746066889.296102:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aa62a00 x1830882860617600/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.296112:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa62a00 with x1830882860617600 ext(0->4095) 00002000:00010000:3.0:1746066889.296118:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aa62a00 00000100:00100000:3.0:1746066889.296142:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13240 00000100:00100000:3.0:1746066889.296150:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860617600:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066889.296545:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861204224:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.296568:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066889.296985:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860617600:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 831us (2114us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066889.297195:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13240 00002000:00100000:3.0:1746066889.297206:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aa62a00 x1830882860617600/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.297214:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa62a00 with x1830882860617600 ext(0->4095) 00002000:00010000:3.0:1746066889.297217:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aa62a00 00000100:00100000:3.0:1746066889.297245:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860617728 00000100:00100000:3.0:1746066889.297248:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860617728 00000100:00100000:2.0:1746066889.297321:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2033:x1830882860617344:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4990us (5636us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.297330:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12437 00000100:00100000:3.0:1746066889.297500:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29611 00000100:00100000:3.0:1746066889.297506:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+9:1868:x1830882860617728:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.297516:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.297531:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4396a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f1d6 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.297554:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff43969f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1cf expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.297565:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.297567:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.297571:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4396a6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1d6 expref: 10 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.297596:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff43969f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1cf expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.297607:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff43969f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1cf expref: 5 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.297618:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861204352:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.297684:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.302974:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861204352:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.303215:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4396a6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1d6 expref: 10 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.303234:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544f400, rc 0) 00000100:00100000:3.0:1746066889.303305:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+10:1868:x1830882860617728:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5798us (7563us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.303316:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29611 00000100:00100000:0.0:1746066889.305059:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.305138:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860617984 00000100:00100000:3.0:1746066889.305145:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860617984 00000100:00100000:3.0:1746066889.305243:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29612 00000100:00100000:3.0:1746066889.305252:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+10:1869:x1830882860617984:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.305273:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.305293:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f469000/0xd6b24631ff4396ad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f1dd expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.305318:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.305330:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4396a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1d6 expref: 11 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.305337:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.305362:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f469000/0xd6b24631ff4396ad lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1dd expref: 11 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.305392:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4396a6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1d6 expref: 11 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.305401:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f469000/0xd6b24631ff4396ad lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1dd expref: 11 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.305409:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f469000, rc 0) 00000100:00100000:3.0:1746066889.305439:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+11:1869:x1830882860617984:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 188us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.305445:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29612 00000100:00100000:1.0:1746066889.306255:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.306312:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860617856 00000100:00100000:2.0:1746066889.306317:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860617856 00010000:00010000:2.0:1746066889.306359:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff43969f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1cf expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.306601:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12438 00000100:00100000:2.0:1746066889.306609:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091268e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860617856:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.306620:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.306641:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff43969f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1cf expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.306653:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff43969f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1cf expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.306674:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff43969f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1cf expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.306691:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.306692:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.306699:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4396a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1d6 expref: 10 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.306707:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4396a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1d6 expref: 10 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.306731:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4396a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1d6 expref: 10 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.306744:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4396a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1d6 expref: 10 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.306756:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861204608:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.307434:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7cf9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.309023:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.309940:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861204608:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.309963:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.310019:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091268e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860617856:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3410us (3766us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.310031:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12438 00000100:00100000:3.0:1746066889.310224:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860618240 00000100:00100000:3.0:1746066889.310232:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860618240 00002000:00100000:3.0:1746066889.310833:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aa63100 x1830882860618240/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.310844:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa63100 with x1830882860618240 ext(0->4095) 00010000:00010000:3.0:1746066889.310855:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4396a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1d6 expref: 11 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.310869:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4396a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1d6 expref: 11 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.310887:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aa63100 00000100:00100000:3.0:1746066889.310915:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2288 00000100:00100000:3.0:1746066889.310921:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2034:x1830882860618240:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066889.311027:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2034:x1830882860618240:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (2012us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066889.311032:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2288 00002000:00100000:3.0:1746066889.311036:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aa63100 x1830882860618240/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.311042:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa63100 with x1830882860618240 ext(0->4095) 00010000:00010000:3.0:1746066889.311046:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4396a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1d6 expref: 11 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.311053:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4396a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1d6 expref: 11 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.311064:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aa63100 00000100:00100000:0.0:1746066889.314656:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.314728:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860618368 00000100:00100000:2.0:1746066889.314738:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860618368 00010000:00010000:2.0:1746066889.314773:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4396a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1d6 expref: 11 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.314808:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12439 00000100:00100000:2.0:1746066889.314815:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2033:x1830882860618368:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.314828:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.314847:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4396a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1d6 expref: 11 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.314860:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4396a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1d6 expref: 11 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.315102:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4396a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1d6 expref: 11 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.316800:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.316804:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.316816:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f469000/0xd6b24631ff4396ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1dd expref: 10 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.316828:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f469000/0xd6b24631ff4396ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1dd expref: 10 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.316872:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f469000/0xd6b24631ff4396ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1dd expref: 10 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.316902:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861204736:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.317052:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7cf9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.320197:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861204736:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.320227:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.320283:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2033:x1830882860618368:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5467us (5635us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.320296:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12439 00000100:00100000:0.0:1746066889.321474:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.321539:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860618624 00000100:00100000:3.0:1746066889.321548:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860618624 00002000:00100000:3.0:1746066889.321594:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801203ff100 x1830882860618624/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.321612:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203ff100 with x1830882860618624 ext(0->4095) 00002000:00010000:3.0:1746066889.321617:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801203ff100 00000100:00100000:3.0:1746066889.321647:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13241 00000100:00100000:3.0:1746066889.321654:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2031:x1830882860618624:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746066889.321806:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2031:x1830882860618624:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (337us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066889.321813:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13241 00002000:00100000:3.0:1746066889.321819:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801203ff100 x1830882860618624/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.321826:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203ff100 with x1830882860618624 ext(0->4095) 00002000:00010000:3.0:1746066889.321829:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801203ff100 00000100:00100000:0.0:1746066889.324742:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.324842:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860618752 00000100:00100000:3.0:1746066889.324851:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860618752 00000100:00100000:3.0:1746066889.325558:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29613 00000100:00100000:3.0:1746066889.325567:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860618752:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.325588:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.325606:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396b4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f1e4 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.325638:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f469000/0xd6b24631ff4396ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1dd expref: 9 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.325646:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.325647:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.325651:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396b4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1e4 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.325684:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f469000/0xd6b24631ff4396ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1dd expref: 9 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.325696:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f469000/0xd6b24631ff4396ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1dd expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.325709:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861204864:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.325797:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee073c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.329147:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861204864:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.329186:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396b4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1e4 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.329206:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138a00, rc 0) 00000100:00100000:3.0:1746066889.329255:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860618752:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3688us (4522us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.329266:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29613 00000100:00100000:2.0:1746066889.330121:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.330656:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860618880 00000100:00100000:3.0:1746066889.330664:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860618880 00010000:00010000:3.0:1746066889.330698:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f469000/0xd6b24631ff4396ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1dd expref: 10 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.330731:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12440 00000100:00100000:3.0:1746066889.330738:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d69850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2034:x1830882860618880:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066889.330751:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066889.330774:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f469000/0xd6b24631ff4396ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1dd expref: 10 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.330784:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f469000/0xd6b24631ff4396ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1dd expref: 10 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.330807:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f469000/0xd6b24631ff4396ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1dd expref: 10 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.330827:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.330829:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.330837:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396b4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1e4 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.330844:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1e4 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.331056:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1e4 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066889.331074:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861204992:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066889.331140:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee073c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.332133:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.332231:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860619008 00000100:00100000:3.0:1746066889.332236:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860619008 00000100:00100000:3.0:1746066889.332597:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29614 00000100:00100000:3.0:1746066889.332605:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+10:1868:x1830882860619008:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.332623:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.332638:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4396bb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f1eb expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.332662:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1e4 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.332669:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.332670:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.332674:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4396bb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1eb expref: 11 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.333139:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1e4 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.333156:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396b4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1e4 expref: 5 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.333172:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861205120:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.333249:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.333599:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861204992:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066889.333615:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066889.333638:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d69850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2034:x1830882860618880:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2900us (3522us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.333648:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12440 00000100:00100000:3.0:1746066889.335055:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861205120:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.335075:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4396bb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1eb expref: 10 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.335089:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138000, rc 0) 00000100:00100000:3.0:1746066889.335631:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+10:1868:x1830882860619008:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3024us (3498us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.335638:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29614 00000100:00100000:2.0:1746066889.336518:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.336580:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860619264 00000100:00100000:3.0:1746066889.336589:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860619264 00002000:00100000:3.0:1746066889.336838:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98ed80 x1830882860619264/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.336847:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98ed80 with x1830882860619264 ext(0->4095) 00010000:00010000:3.0:1746066889.336855:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1e4 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.336866:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1e4 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.336871:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e98ed80 00000100:00100000:3.0:1746066889.337588:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2289 00000100:00100000:3.0:1746066889.337597:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860619264:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066889.337750:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860619264:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 155us (1234us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066889.337756:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2289 00002000:00100000:3.0:1746066889.337760:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98ed80 x1830882860619264/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.337770:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98ed80 with x1830882860619264 ext(0->4095) 00010000:00010000:3.0:1746066889.337774:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1e4 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.337781:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1e4 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.337785:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e98ed80 00000100:00100000:0.0:1746066889.340817:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.340932:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860619392 00000100:00100000:3.0:1746066889.340942:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860619392 00010000:00010000:3.0:1746066889.340982:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1e4 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.341148:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12441 00000100:00100000:3.0:1746066889.341157:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860619392:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066889.341173:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066889.341195:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1e4 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.341207:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1e4 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.341230:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396b4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1e4 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.341261:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.341265:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.341273:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4396bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1eb expref: 9 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.341282:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4396bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1eb expref: 9 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.341322:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4396bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1eb expref: 9 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066889.341337:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861205248:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066889.342631:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.343808:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861205248:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066889.343829:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066889.343868:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860619392:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2711us (3059us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.343889:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12441 00000100:00100000:2.0:1746066889.344491:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066889.344687:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860619648 00000100:00100000:0.0:1746066889.344695:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860619648 00002000:00100000:0.0:1746066889.344734:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98fb80 x1830882860619648/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066889.344744:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98fb80 with x1830882860619648 ext(0->4095) 00002000:00010000:0.0:1746066889.344750:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98fb80 00000100:00100000:0.0:1746066889.344774:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13242 00000100:00100000:0.0:1746066889.344779:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2033:x1830882860619648:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746066889.345132:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2033:x1830882860619648:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 351us (641us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066889.345142:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13242 00002000:00100000:0.0:1746066889.345148:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98fb80 x1830882860619648/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066889.345155:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98fb80 with x1830882860619648 ext(0->4095) 00002000:00010000:0.0:1746066889.345158:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98fb80 00000100:00100000:0.0:1746066889.349246:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.349326:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860619776 00000100:00100000:3.0:1746066889.349335:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860619776 00000100:00100000:3.0:1746066889.349688:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29615 00000100:00100000:3.0:1746066889.349699:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860619776:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.349719:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.349737:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396c2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f1f2 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.349770:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4396bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1eb expref: 9 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.349782:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.349784:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.349788:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396c2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f2 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.349820:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4396bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1eb expref: 9 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.349832:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4396bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1eb expref: 9 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.349845:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861205376:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.350139:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.357548:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861205376:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.357590:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396c2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f2 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.357610:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138400, rc 0) 00000100:00100000:3.0:1746066889.357669:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860619776:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7971us (8430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.357679:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29615 00000100:00100000:0.0:1746066889.357994:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.358504:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860619904 00000100:00100000:3.0:1746066889.358511:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860619904 00002000:00100000:3.0:1746066889.358552:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8801203ffb80 x1830882860619904/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 496/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.358569:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203ffb80 with x1830882860619904 ext(0->7) 00010000:00010000:3.0:1746066889.358576:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4396bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1eb expref: 10 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.358589:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4396bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1eb expref: 10 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.358596:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801203ffb80 00000100:00100000:3.0:1746066889.358615:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2290 00000100:00100000:3.0:1746066889.358622:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2033:x1830882860619904:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066889.361328:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+12:2033:x1830882860619904:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2698us (3326us total) trans 4294972204 rc 0/0 00000100:00100000:0.0:1746066889.361377:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2290 00002000:00100000:0.0:1746066889.361387:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8801203ffb80 x1830882860619904/t4294972204(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 496/448 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066889.361395:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203ffb80 with x1830882860619904 ext(0->7) 00010000:00010000:0.0:1746066889.361404:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4396bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1eb expref: 12 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:0.0:1746066889.361416:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4396bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1eb expref: 12 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:0.0:1746066889.361423:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801203ffb80 00000100:00100000:0.0:1746066889.362626:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3790:1830882861205504:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746066889.362683:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066889.363145:0:15661:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861205504 00000100:00100000:3.0:1746066889.363153:0:15661:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861205504 00000100:00080000:0.0:1746066889.363178:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746066889.363911:0:15661:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1746066889.363921:0:15661:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3790:x1830882861205504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1746066889.363954:0:15661:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3921260544 avail 3689738240 00000100:00100000:3.0:1746066889.363999:0:15661:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3790:x1830882861205504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (1315us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.364006:0:15661:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:0.0:1746066889.364040:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3790:1830882861205504:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746066889.368145:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.368511:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860620032 00000100:00100000:3.0:1746066889.368522:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860620032 00000100:00100000:0.0:1746066889.369257:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.369279:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29616 00000100:00100000:3.0:1746066889.369289:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+12:1868:x1830882860620032:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.369307:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.369324:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396c9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f1f9 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.369337:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860620160 00000100:00100000:2.0:1746066889.369559:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860620160 00010000:00010000:3.0:1746066889.369580:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066889.369582:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4396bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1eb expref: 14 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.369585:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396c2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f2 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.369592:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066889.369595:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396c9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f9 expref: 14 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.369628:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396c2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f2 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.369640:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396c9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f9 expref: 14 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.369649:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138c00, rc 0) 00000100:00100000:3.0:1746066889.369692:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+14:1868:x1830882860620032:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 405us (1557us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.369698:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29616 00000100:00100000:2.0:1746066889.370059:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12442 00000100:00100000:2.0:1746066889.370067:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+13:2033:x1830882860620160:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.370077:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.370097:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4396bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1eb expref: 13 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.370108:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4396bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1eb expref: 13 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.370126:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4396bb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1eb expref: 13 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.370355:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.370357:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.370364:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396c2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f2 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.370373:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f2 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.370396:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f2 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.370407:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f2 expref: 5 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.370419:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861205760:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.370474:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7cf9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.372652:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861205760:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.372671:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066889.372696:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.372713:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+12:2033:x1830882860620160:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2645us (3456us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.372722:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12442 00000100:00100000:1.0:1746066889.373194:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860620416 00000100:00100000:1.0:1746066889.373201:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860620416 00002000:00100000:1.0:1746066889.373238:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801203fce00 x1830882860620416/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.373254:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203fce00 with x1830882860620416 ext(0->4095) 00010000:00010000:1.0:1746066889.373263:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f2 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.373273:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f2 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066889.373278:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801203fce00 00000100:00100000:1.0:1746066889.373301:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2291 00000100:00100000:1.0:1746066889.373307:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860620416:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066889.373431:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860620416:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (735us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066889.373437:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2291 00002000:00100000:1.0:1746066889.373443:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801203fce00 x1830882860620416/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.373450:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203fce00 with x1830882860620416 ext(0->4095) 00010000:00010000:1.0:1746066889.373455:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f2 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.373464:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f2 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066889.373470:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801203fce00 00000100:00100000:0.0:1746066889.378512:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.378574:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860620544 00000100:00100000:2.0:1746066889.378583:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860620544 00010000:00010000:2.0:1746066889.378621:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f2 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.378653:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12443 00000100:00100000:2.0:1746066889.378660:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860620544:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.378676:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.378695:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f2 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.378707:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f2 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.378729:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396c2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f2 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.378748:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.378750:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.378757:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f9 expref: 11 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.378765:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f9 expref: 11 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.378794:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f9 expref: 11 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.378805:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861205888:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.378893:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7cf9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.382596:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861205888:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.382619:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.382660:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860620544:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3999us (4158us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.382675:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12443 00000100:00100000:0.0:1746066889.384102:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.384784:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860620800 00000100:00100000:1.0:1746066889.384796:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860620800 00002000:00100000:1.0:1746066889.384839:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e9f80 x1830882860620800/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.384850:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e9f80 with x1830882860620800 ext(0->4095) 00002000:00010000:1.0:1746066889.384855:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952e9f80 00000100:00100000:1.0:1746066889.384893:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13243 00000100:00100000:1.0:1746066889.384900:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+12:2033:x1830882860620800:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066889.385034:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+12:2033:x1830882860620800:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (942us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066889.385041:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13243 00002000:00100000:1.0:1746066889.385046:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e9f80 x1830882860620800/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.385054:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e9f80 with x1830882860620800 ext(0->4095) 00002000:00010000:1.0:1746066889.385056:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952e9f80 00000100:00100000:0.0:1746066889.392829:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.393079:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860620928 00000100:00100000:3.0:1746066889.393091:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860620928 00000100:00100000:3.0:1746066889.393153:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29617 00000100:00100000:3.0:1746066889.393161:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860620928:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.393181:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.393200:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396d0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f200 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.393237:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f9 expref: 11 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.393245:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.393247:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.393251:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396d0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f200 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.393534:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f9 expref: 11 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.393547:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f9 expref: 11 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.393565:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861206016:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.393667:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.396861:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861206016:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.396906:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396d0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f200 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.396924:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138400, rc 0) 00000100:00100000:3.0:1746066889.397189:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860620928:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4026us (5036us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.397198:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29617 00000100:00100000:0.0:1746066889.399824:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.400006:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860621056 00000100:00100000:2.0:1746066889.400017:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860621056 00002000:00100000:2.0:1746066889.400067:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800952ea300 x1830882860621056/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 496/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.400077:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952ea300 with x1830882860621056 ext(0->7) 00010000:00010000:2.0:1746066889.400086:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f9 expref: 12 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.400102:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f9 expref: 12 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.400108:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952ea300 00000100:00100000:2.0:1746066889.400144:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2292 00000100:00100000:2.0:1746066889.400152:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+12:2033:x1830882860621056:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066889.401566:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+14:2033:x1830882860621056:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1411us (1746us total) trans 4294972205 rc 0/0 00000100:00100000:0.0:1746066889.401575:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2292 00002000:00100000:0.0:1746066889.401581:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800952ea300 x1830882860621056/t4294972205(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 496/448 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066889.401589:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952ea300 with x1830882860621056 ext(0->7) 00010000:00010000:0.0:1746066889.401596:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f9 expref: 14 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:0.0:1746066889.401797:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f9 expref: 14 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:0.0:1746066889.401804:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952ea300 00000100:00100000:0.0:1746066889.407971:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.408545:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860621184 00000100:00100000:2.0:1746066889.408556:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860621184 00010000:00010000:2.0:1746066889.408595:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f9 expref: 14 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.408626:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12444 00000100:00100000:2.0:1746066889.408634:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+14:2034:x1830882860621184:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.408649:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.408669:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f9 expref: 14 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.408708:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f9 expref: 14 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.408732:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f1f9 expref: 14 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.409129:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.409132:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.409140:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396d0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f200 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.409148:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f200 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.409183:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f200 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.409195:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861206144:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.410770:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7cf9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.416005:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861206144:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.416030:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.416081:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+13:2034:x1830882860621184:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7446us (8120us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.416093:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12444 00000100:00100000:1.0:1746066889.416201:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.416247:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860621440 00000100:00100000:2.0:1746066889.416255:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860621440 00002000:00100000:2.0:1746066889.416295:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126a300 x1830882860621440/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.416306:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126a300 with x1830882860621440 ext(0->4095) 00002000:00010000:2.0:1746066889.416311:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009126a300 00000100:00100000:2.0:1746066889.416330:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13244 00000100:00100000:2.0:1746066889.416337:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860621440:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066889.416476:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860621440:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (276us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.416483:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13244 00002000:00100000:2.0:1746066889.416488:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126a300 x1830882860621440/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.416496:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126a300 with x1830882860621440 ext(0->4095) 00002000:00010000:2.0:1746066889.416499:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009126a300 00000100:00100000:0.0:1746066889.419808:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.420106:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860621568 00000100:00100000:3.0:1746066889.420115:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860621568 00000100:00100000:3.0:1746066889.420172:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29618 00000100:00100000:3.0:1746066889.420179:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+13:1869:x1830882860621568:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.420197:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.420213:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4396d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f207 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.420241:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396d0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f200 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.420249:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.420251:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.420254:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4396d7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f207 expref: 14 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.420283:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f200 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.420295:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f200 expref: 5 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.420307:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861206272:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.420638:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.430250:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861206272:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.430287:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4396d7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f207 expref: 14 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.430312:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139e00, rc 0) 00000100:00100000:3.0:1746066889.430618:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+14:1869:x1830882860621568:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10436us (11053us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.430628:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29618 00000100:00100000:0.0:1746066889.434025:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.434192:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860621824 00000100:00100000:3.0:1746066889.434203:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860621824 00000100:00100000:0.0:1746066889.434402:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.434794:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29619 00000100:00100000:1.0:1746066889.434805:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+14:1868:x1830882860621824:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066889.434827:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066889.434848:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff4396de lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f20e expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.434888:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066889.434895:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4396d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f207 expref: 15 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.434898:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860621696 00000100:00100000:2.0:1746066889.434903:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860621696 00010000:00010000:1.0:1746066889.434907:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066889.434911:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff4396de lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f20e expref: 15 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.434926:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f200 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.434954:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4396d7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f207 expref: 15 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.434958:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12445 00000100:00100000:2.0:1746066889.434965:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860621696:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066889.434968:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff4396de lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f20e expref: 15 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.434974:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066889.434979:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c222400, rc 0) 00010000:00010000:2.0:1746066889.434994:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f200 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.435011:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f200 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:1.0:1746066889.435026:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+15:1868:x1830882860621824:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 223us (1011us total) trans 0 rc 0/0 00010000:00010000:2.0:1746066889.435031:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4396d0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f200 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:1.0:1746066889.435033:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29619 00010000:00010000:2.0:1746066889.435054:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.435055:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.435062:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4396d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f207 expref: 14 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.435070:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4396d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f207 expref: 14 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.435092:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4396d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f207 expref: 14 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.435726:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4396d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f207 expref: 14 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.435740:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861206528:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.435818:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7cf9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.438149:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861206528:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.438170:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066889.438182:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.438237:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860622080 00000100:00100000:3.0:1746066889.438244:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860622080 00002000:00100000:3.0:1746066889.438286:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952eb480 x1830882860622080/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.438296:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952eb480 with x1830882860622080 ext(0->4095) 00010000:00010000:3.0:1746066889.438306:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4396d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f207 expref: 15 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.438319:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4396d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f207 expref: 15 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.438326:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952eb480 00000100:00100000:3.0:1746066889.438762:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2293 00000100:00100000:3.0:1746066889.438770:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2032:x1830882860622080:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746066889.439232:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860621696:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4266us (4829us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.439245:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12445 00000100:00100000:3.0:1746066889.439304:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2032:x1830882860622080:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 534us (1122us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066889.439311:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2293 00002000:00100000:3.0:1746066889.439316:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952eb480 x1830882860622080/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.439325:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952eb480 with x1830882860622080 ext(0->4095) 00010000:00010000:3.0:1746066889.439330:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4396d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f207 expref: 15 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.439352:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4396d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f207 expref: 15 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.439359:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952eb480 00000100:00100000:0.0:1746066889.441776:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.441923:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860622208 00000100:00100000:1.0:1746066889.441931:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860622208 00000100:00100000:1.0:1746066889.441980:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29620 00000100:00100000:1.0:1746066889.442160:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860622208:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066889.442176:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066889.442193:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4396e5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f215 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.442218:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066889.442225:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff4396de lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f20e expref: 14 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.442235:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066889.442238:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4396e5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f215 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.442274:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff4396de lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f20e expref: 14 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.442287:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4396e5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f215 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.442298:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c222200, rc 0) 00000100:00100000:1.0:1746066889.442551:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860622208:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 393us (780us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066889.442558:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29620 00000100:00100000:0.0:1746066889.443210:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.443266:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860622336 00000100:00100000:2.0:1746066889.443270:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860622336 00010000:00010000:2.0:1746066889.443292:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4396d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f207 expref: 15 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.443312:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12446 00000100:00100000:2.0:1746066889.443317:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2034:x1830882860622336:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.443326:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.443586:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4396d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f207 expref: 15 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.443597:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4396d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f207 expref: 15 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.443617:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4396d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f207 expref: 15 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.443637:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.443639:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.443646:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff4396de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f20e expref: 14 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.443654:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff4396de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f20e expref: 14 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.443680:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff4396de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f20e expref: 14 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.443692:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff4396de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f20e expref: 14 pid: 21660 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.444377:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861206784:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.444446:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7cf9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.445945:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861206784:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.445962:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.446565:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+14:2034:x1830882860622336:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3245us (3354us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.446575:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12446 00000100:00100000:0.0:1746066889.447028:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.447309:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860622592 00000100:00100000:3.0:1746066889.447316:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860622592 00002000:00100000:3.0:1746066889.447610:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e65500 x1830882860622592/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.447620:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e65500 with x1830882860622592 ext(0->4095) 00010000:00010000:3.0:1746066889.447628:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff4396de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f20e expref: 14 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.447641:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff4396de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f20e expref: 14 pid: 21660 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.447648:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095e65500 00000100:00100000:3.0:1746066889.447680:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2294 00000100:00100000:3.0:1746066889.447688:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+14:2034:x1830882860622592:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066889.447857:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+14:2034:x1830882860622592:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 170us (829us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066889.447863:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2294 00002000:00100000:3.0:1746066889.447869:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e65500 x1830882860622592/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.447886:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e65500 with x1830882860622592 ext(0->4095) 00010000:00010000:3.0:1746066889.447891:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff4396de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f20e expref: 14 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.447899:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff4396de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f20e expref: 14 pid: 21660 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.447905:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095e65500 00000100:00100000:0.0:1746066889.451986:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.452145:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860622720 00000100:00100000:3.0:1746066889.452153:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860622720 00000100:00100000:3.0:1746066889.452206:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29621 00000100:00100000:3.0:1746066889.452214:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+14:1868:x1830882860622720:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.452233:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.452251:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4396ec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f21c expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.452279:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.452285:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4396e5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f215 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.452291:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066889.452295:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4396ec lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f21c expref: 15 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066889.452309:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.452374:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860622848 00000100:00100000:2.0:1746066889.452378:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860622848 00010000:00010000:2.0:1746066889.452403:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff4396de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f20e expref: 16 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.452430:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4396e5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f215 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.452431:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12447 00000100:00100000:2.0:1746066889.452437:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d6b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2034:x1830882860622848:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.452446:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066889.452449:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4396ec lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f21c expref: 16 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.452459:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138200, rc 0) 00010000:00010000:2.0:1746066889.452463:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff4396de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f20e expref: 16 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.452473:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff4396de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f20e expref: 16 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.452487:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff4396de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f20e expref: 16 pid: 21660 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.452500:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+15:1868:x1830882860622720:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 287us (525us total) trans 0 rc 0/0 00010000:00010000:2.0:1746066889.452500:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.452501:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746066889.452507:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29621 00010000:00010000:2.0:1746066889.452507:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4396e5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f215 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.452514:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4396e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f215 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.452534:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4396e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f215 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.452545:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4396e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f215 expref: 5 pid: 21660 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.452559:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861207040:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.452616:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a7cf9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.454828:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861207040:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.454846:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.455092:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d6b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+14:2034:x1830882860622848:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2653us (2780us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.455102:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12447 00000100:00100000:0.0:1746066889.455428:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.455657:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860623104 00000100:00100000:2.0:1746066889.455663:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860623104 00002000:00100000:2.0:1746066889.455700:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e65f80 x1830882860623104/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.455716:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e65f80 with x1830882860623104 ext(0->4095) 00010000:00010000:2.0:1746066889.455725:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4396e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f215 expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.455738:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4396e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f215 expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.455744:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095e65f80 00000100:00100000:2.0:1746066889.455761:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2295 00000100:00100000:2.0:1746066889.455767:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860623104:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066889.456319:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860623104:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 550us (890us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.456327:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2295 00002000:00100000:2.0:1746066889.456333:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e65f80 x1830882860623104/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.456358:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e65f80 with x1830882860623104 ext(0->4095) 00010000:00010000:2.0:1746066889.456363:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4396e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f215 expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.456373:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4396e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f215 expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.456379:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095e65f80 00000100:00100000:0.0:1746066889.460463:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.460551:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860623232 00000100:00100000:2.0:1746066889.460561:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860623232 00010000:00010000:2.0:1746066889.460598:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4396e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f215 expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.460626:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12448 00000100:00100000:2.0:1746066889.460635:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860623232:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.460650:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.460670:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4396e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f215 expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.460684:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4396e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f215 expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.460709:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4396e5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f215 expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.461024:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.461026:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.461035:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4396ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f21c expref: 13 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.461044:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4396ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f21c expref: 13 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.461080:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4396ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f21c expref: 13 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.461094:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861207168:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.461571:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.465620:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861207168:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.465658:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.465707:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860623232:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5072us (5254us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.465718:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12448 00000100:00100000:0.0:1746066889.466522:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.466583:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860623488 00000100:00100000:3.0:1746066889.466592:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860623488 00002000:00100000:3.0:1746066889.466636:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e7100 x1830882860623488/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.466647:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e7100 with x1830882860623488 ext(0->4095) 00002000:00010000:3.0:1746066889.466651:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957e7100 00000100:00100000:3.0:1746066889.466671:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13245 00000100:00100000:3.0:1746066889.466677:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+14:2031:x1830882860623488:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746066889.466832:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+14:2031:x1830882860623488:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (310us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066889.466838:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13245 00002000:00100000:3.0:1746066889.466843:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e7100 x1830882860623488/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.466850:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e7100 with x1830882860623488 ext(0->4095) 00002000:00010000:3.0:1746066889.466853:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957e7100 00000100:00100000:0.0:1746066889.468668:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.468725:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860623616 00000100:00100000:3.0:1746066889.468731:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860623616 00000100:00100000:3.0:1746066889.468772:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29622 00000100:00100000:3.0:1746066889.468778:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860623616:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.468792:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.468809:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396f3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f223 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.468836:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4396ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f21c expref: 13 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.468843:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.468845:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.468848:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396f3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f223 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.468890:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4396ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f21c expref: 13 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.468902:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4396ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f21c expref: 13 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.468915:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861207296:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.468995:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.471125:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861207296:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.471233:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396f3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f223 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.471255:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138a00, rc 0) 00000100:00100000:3.0:1746066889.471581:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860623616:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2799us (2916us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.471590:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29622 00000100:00100000:2.0:1746066889.474045:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.474108:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860623744 00000100:00100000:3.0:1746066889.474117:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860623744 00010000:00010000:3.0:1746066889.475132:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4396ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f21c expref: 14 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.475185:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12449 00000100:00100000:3.0:1746066889.475194:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+14:2034:x1830882860623744:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066889.475210:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066889.475230:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4396ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f21c expref: 14 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.475243:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4396ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f21c expref: 14 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.475268:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4396ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f21c expref: 14 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.475289:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.475290:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.475299:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396f3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f223 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.475313:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f223 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.475365:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f223 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066889.475379:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861207424:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066889.475471:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.476199:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.476251:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860623872 00000100:00100000:3.0:1746066889.476260:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860623872 00000100:00100000:3.0:1746066889.476312:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29623 00000100:00100000:3.0:1746066889.476319:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+14:1868:x1830882860623872:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.476334:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.476586:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396fa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f22a expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.476612:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f223 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.476620:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.476621:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.476625:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396fa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f22a expref: 15 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.476651:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f223 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.476666:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396f3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f223 expref: 5 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.476678:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861207552:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.476758:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4269c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.479689:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.479783:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861207424:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066889.479807:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066889.479849:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2034:x1830882860623744:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4656us (5812us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.479860:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12449 00000100:00100000:3.0:1746066889.480122:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861207552:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.480144:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396fa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f22a expref: 14 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.480160:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138c00, rc 0) 00000100:00100000:3.0:1746066889.480183:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+14:1868:x1830882860623872:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3865us (3986us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.480190:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29623 00000100:00100000:1.0:1746066889.480810:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860624128 00000100:00100000:1.0:1746066889.480818:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860624128 00002000:00100000:1.0:1746066889.480856:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e7480 x1830882860624128/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.480866:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e7480 with x1830882860624128 ext(0->4095) 00010000:00010000:1.0:1746066889.480886:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f223 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.480899:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f223 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066889.480905:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e7480 00000100:00100000:1.0:1746066889.480924:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2296 00000100:00100000:1.0:1746066889.480931:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860624128:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066889.481237:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860624128:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 306us (1556us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066889.481244:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2296 00002000:00100000:1.0:1746066889.481250:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e7480 x1830882860624128/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.481258:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e7480 with x1830882860624128 ext(0->4095) 00010000:00010000:1.0:1746066889.481263:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f223 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.481272:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f223 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066889.481279:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e7480 00000100:00100000:0.0:1746066889.485937:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.486517:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860624256 00000100:00100000:3.0:1746066889.486526:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860624256 00010000:00010000:3.0:1746066889.486560:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f223 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.486585:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12450 00000100:00100000:3.0:1746066889.486592:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860624256:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066889.486606:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066889.486624:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f223 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.486634:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f223 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.486653:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4396f3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f223 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.487293:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.487295:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.487302:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f22a expref: 13 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.487309:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f22a expref: 13 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.487358:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f22a expref: 13 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066889.487368:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861207680:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066889.487440:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4269c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066889.492697:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.492795:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861207680:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066889.492819:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066889.492883:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860624256:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6275us (6939us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.492895:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12450 00000100:00100000:2.0:1746066889.493119:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860624512 00000100:00100000:2.0:1746066889.493127:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860624512 00002000:00100000:2.0:1746066889.493171:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126aa00 x1830882860624512/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.493183:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126aa00 with x1830882860624512 ext(0->4095) 00002000:00010000:2.0:1746066889.493188:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009126aa00 00000100:00100000:2.0:1746066889.493206:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13246 00000100:00100000:2.0:1746066889.493214:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+14:2032:x1830882860624512:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746066889.493456:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+14:2032:x1830882860624512:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 242us (771us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.493463:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13246 00002000:00100000:2.0:1746066889.493468:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126aa00 x1830882860624512/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.493477:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126aa00 with x1830882860624512 ext(0->4095) 00002000:00010000:2.0:1746066889.493479:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009126aa00 00000100:00100000:0.0:1746066889.501821:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.502240:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860624640 00000100:00100000:3.0:1746066889.502251:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860624640 00000100:00100000:3.0:1746066889.502572:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29624 00000100:00100000:3.0:1746066889.502582:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860624640:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.502604:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.502623:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439701 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f231 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.502653:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f22a expref: 13 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.502661:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.502663:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.502667:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439701 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f231 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.502698:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f22a expref: 13 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.502711:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f22a expref: 13 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.502723:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861207808:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.502809:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.510937:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861207808:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.510978:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439701 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f231 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.511008:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139c00, rc 0) 00000100:00100000:3.0:1746066889.511068:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860624640:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8486us (9257us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.511078:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29624 00000100:00100000:0.0:1746066889.513780:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.513847:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860624768 00000100:00100000:3.0:1746066889.513856:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860624768 00000100:00100000:3.0:1746066889.513924:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29625 00000100:00100000:3.0:1746066889.513931:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+14:1868:x1830882860624768:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.513947:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.513965:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439708 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f238 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.514562:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.514570:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439701 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f231 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.514577:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066889.514581:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439708 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f238 expref: 15 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.514619:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439701 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f231 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.514633:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439708 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f238 expref: 15 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.514647:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139e00, rc 0) 00000100:00100000:3.0:1746066889.514700:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+15:1868:x1830882860624768:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 768us (929us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.514707:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29625 00000100:00100000:0.0:1746066889.516702:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.517842:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860624896 00000100:00100000:2.0:1746066889.517852:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860624896 00002000:00100000:2.0:1746066889.518113:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009efa8a80 x1830882860624896/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 496/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.518124:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efa8a80 with x1830882860624896 ext(0->7) 00010000:00010000:2.0:1746066889.518134:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f22a expref: 15 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.518149:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f22a expref: 15 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.518156:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009efa8a80 00000100:00100000:2.0:1746066889.518188:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2297 00000100:00100000:2.0:1746066889.518196:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2033:x1830882860624896:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066889.519830:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+17:2033:x1830882860624896:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1625us (3127us total) trans 4294972206 rc 0/0 00000100:00100000:0.0:1746066889.519842:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2297 00002000:00100000:0.0:1746066889.519854:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009efa8a80 x1830882860624896/t4294972206(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 496/448 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066889.519864:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efa8a80 with x1830882860624896 ext(0->7) 00010000:00010000:0.0:1746066889.519886:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f22a expref: 17 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:0.0:1746066889.519904:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f22a expref: 17 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:0.0:1746066889.519910:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009efa8a80 00000100:00100000:0.0:1746066889.528168:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.528566:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860625024 00000100:00100000:3.0:1746066889.528579:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860625024 00010000:00010000:3.0:1746066889.528627:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f22a expref: 17 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.528672:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12451 00000100:00100000:3.0:1746066889.528680:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+17:2033:x1830882860625024:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066889.528697:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066889.528718:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f22a expref: 17 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.528732:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f22a expref: 17 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.528757:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4396fa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f22a expref: 17 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.528794:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.528796:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.528805:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439701 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f231 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.528818:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439701 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f231 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.528857:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439701 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f231 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.528883:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439701 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f231 expref: 5 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.528897:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861208064:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066889.529129:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.531443:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861208064:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066889.531467:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066889.531501:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2033:x1830882860625024:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2822us (3342us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.531635:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12451 00000100:00100000:0.0:1746066889.531827:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.531901:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860625280 00000100:00100000:2.0:1746066889.531910:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860625280 00002000:00100000:2.0:1746066889.531952:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009efa8e00 x1830882860625280/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.531967:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efa8e00 with x1830882860625280 ext(0->4095) 00010000:00010000:2.0:1746066889.531976:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439701 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f231 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.531990:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439701 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f231 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.531997:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009efa8e00 00000100:00100000:2.0:1746066889.532024:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2298 00000100:00100000:2.0:1746066889.532032:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860625280:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066889.532162:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860625280:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (335us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.532169:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2298 00002000:00100000:2.0:1746066889.532175:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009efa8e00 x1830882860625280/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.532183:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efa8e00 with x1830882860625280 ext(0->4095) 00010000:00010000:2.0:1746066889.532193:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439701 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f231 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.532202:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439701 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f231 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.532209:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009efa8e00 00000100:00100000:0.0:1746066889.534622:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.534773:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860625408 00000100:00100000:3.0:1746066889.534780:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860625408 00010000:00010000:3.0:1746066889.534834:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439701 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f231 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.535116:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12452 00000100:00100000:3.0:1746066889.535123:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efa8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860625408:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066889.535137:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066889.535155:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439701 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f231 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.535166:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439701 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f231 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.535186:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439701 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f231 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.535212:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.535214:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.535221:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439708 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f238 expref: 15 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.535228:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439708 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f238 expref: 15 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.535255:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439708 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f238 expref: 15 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066889.535266:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861208192:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066889.535338:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4269c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.540818:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.541135:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861208192:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066889.541153:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066889.541188:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efa8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860625408:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6065us (6570us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.541198:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12452 00000100:00100000:2.0:1746066889.541404:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860625664 00000100:00100000:2.0:1746066889.541416:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860625664 00002000:00100000:2.0:1746066889.541464:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131426d80 x1830882860625664/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.541475:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131426d80 with x1830882860625664 ext(0->4095) 00002000:00010000:2.0:1746066889.541481:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131426d80 00000100:00100000:2.0:1746066889.541519:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13247 00000100:00100000:2.0:1746066889.541526:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2034:x1830882860625664:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066889.541677:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2034:x1830882860625664:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 150us (864us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.541683:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13247 00002000:00100000:2.0:1746066889.541690:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131426d80 x1830882860625664/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.541697:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131426d80 with x1830882860625664 ext(0->4095) 00002000:00010000:2.0:1746066889.541699:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131426d80 00000100:00100000:0.0:1746066889.546630:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.546761:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860625792 00000100:00100000:1.0:1746066889.546773:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860625792 00000100:00100000:1.0:1746066889.546850:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29626 00000100:00100000:1.0:1746066889.546859:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131424380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860625792:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066889.546891:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066889.546915:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43970f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f23f expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.546947:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439708 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f238 expref: 15 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.546960:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066889.546962:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066889.546965:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43970f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f23f expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.546997:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439708 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f238 expref: 15 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.547010:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439708 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f238 expref: 15 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:1.0:1746066889.547022:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091268700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861208320:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066889.547116:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.550819:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.550858:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091268700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861208320:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066889.551120:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43970f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f23f expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.551139:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c222c00, rc 0) 00000100:00100000:1.0:1746066889.551210:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860625792:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4350us (4585us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066889.551219:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29626 00000100:00100000:2.0:1746066889.552982:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860625920 00000100:00100000:2.0:1746066889.552992:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860625920 00002000:00100000:2.0:1746066889.553032:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131425880 x1830882860625920/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 496/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.553042:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131425880 with x1830882860625920 ext(0->7) 00010000:00010000:2.0:1746066889.553050:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439708 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f238 expref: 16 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.553065:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439708 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f238 expref: 16 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.553078:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131425880 00000100:00100000:2.0:1746066889.553114:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2299 00000100:00100000:2.0:1746066889.553121:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131425880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2033:x1830882860625920:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066889.554336:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131425880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2033:x1830882860625920:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1212us (3520us total) trans 4294972207 rc 0/0 00000100:00100000:0.0:1746066889.554614:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2299 00002000:00100000:0.0:1746066889.554622:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131425880 x1830882860625920/t4294972207(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 496/448 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066889.554630:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131425880 with x1830882860625920 ext(0->7) 00010000:00010000:0.0:1746066889.554636:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439708 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f238 expref: 18 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:0.0:1746066889.554647:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439708 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f238 expref: 18 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:0.0:1746066889.554653:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131425880 00000100:00100000:0.0:1746066889.559461:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.560168:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860626048 00000100:00100000:3.0:1746066889.560181:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860626048 00010000:00010000:3.0:1746066889.560223:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439708 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f238 expref: 18 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.560382:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12453 00000100:00100000:3.0:1746066889.560391:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131424000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2032:x1830882860626048:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066889.560407:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066889.560430:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439708 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f238 expref: 18 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.560443:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439708 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f238 expref: 18 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.560467:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439708 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f238 expref: 18 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.560685:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.560688:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.560696:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43970f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f23f expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.560706:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43970f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f23f expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.560742:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43970f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f23f expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066889.560761:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861208448:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066889.561192:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.563465:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861208448:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066889.563487:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066889.563526:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+17:2032:x1830882860626048:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3135us (4074us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.563538:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12453 00000100:00100000:0.0:1746066889.564823:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.565848:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860626304 00000100:00100000:1.0:1746066889.565858:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860626304 00002000:00100000:1.0:1746066889.565913:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131426a00 x1830882860626304/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.565930:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131426a00 with x1830882860626304 ext(0->4095) 00002000:00010000:1.0:1746066889.565935:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131426a00 00000100:00100000:1.0:1746066889.566371:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13248 00000100:00100000:1.0:1746066889.566381:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860626304:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066889.566551:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860626304:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 171us (1730us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066889.566558:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13248 00002000:00100000:1.0:1746066889.566565:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131426a00 x1830882860626304/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.566573:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131426a00 with x1830882860626304 ext(0->4095) 00002000:00010000:1.0:1746066889.566575:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131426a00 00000100:00100000:0.0:1746066889.569883:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066889.570338:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.570447:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860626560 00000100:00100000:3.0:1746066889.570457:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860626560 00000100:00100000:3.0:1746066889.570924:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860626432 00000100:00100000:3.0:1746066889.570928:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860626432 00000100:00100000:3.0:1746066889.571268:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29627 00000100:00100000:3.0:1746066889.571277:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+18:1869:x1830882860626560:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.571297:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.571316:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439716 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f24d expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.571366:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43970f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f23f expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.571375:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.571377:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.571380:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439716 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f24d expref: 19 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.571414:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43970f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f23f expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.571428:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43970f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f23f expref: 5 pid: 21660 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.571442:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861208576:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066889.571565:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29628 00000100:00100000:2.0:1746066889.571574:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+19:1868:x1830882860626432:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066889.571581:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066889.571589:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43971d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f246 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.571602:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.571606:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439716 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f24d expref: 20 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.571611:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066889.571614:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43971d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f246 expref: 20 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.571638:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439716 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f24d expref: 20 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.571651:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43971d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f246 expref: 20 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.571662:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26600, rc 0) 00000100:00100000:3.0:1746066889.572500:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4269c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.572571:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+20:1868:x1830882860626432:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 997us (2232us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.572578:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29628 00000100:00100000:3.0:1746066889.574023:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861208576:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.574044:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439716 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f24d expref: 19 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.574053:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138000, rc 0) 00000100:00100000:3.0:1746066889.574091:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+19:1869:x1830882860626560:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2814us (4230us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.574097:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29627 00000100:00100000:0.0:1746066889.575469:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.575526:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860626688 00000100:00100000:3.0:1746066889.575532:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860626688 00010000:00010000:3.0:1746066889.575562:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43970f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f23f expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.575593:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12454 00000100:00100000:3.0:1746066889.575600:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d69450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860626688:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066889.575611:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066889.575629:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43970f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f23f expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.575645:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43970f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f23f expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.575668:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff43970f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f23f expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.575690:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.575692:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.575699:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439716 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f24d expref: 18 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.575707:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439716 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f24d expref: 18 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.575735:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439716 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f24d expref: 18 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.575746:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439716 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f24d expref: 18 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.575757:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861208832:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066889.576031:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.577132:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861208832:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066889.577145:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066889.577168:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d69450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860626688:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1569us (1703us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.577179:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12454 00000100:00100000:0.0:1746066889.577756:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.577859:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860626944 00000100:00100000:2.0:1746066889.577865:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860626944 00002000:00100000:2.0:1746066889.577911:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131424000 x1830882860626944/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.577921:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131424000 with x1830882860626944 ext(0->4095) 00010000:00010000:2.0:1746066889.577929:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439716 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f24d expref: 19 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.577939:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439716 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f24d expref: 19 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.577950:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131424000 00000100:00100000:2.0:1746066889.577967:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2300 00000100:00100000:2.0:1746066889.577974:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131424000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2033:x1830882860626944:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066889.578098:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2033:x1830882860626944:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (343us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.578104:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2300 00002000:00100000:2.0:1746066889.578110:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131424000 x1830882860626944/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.578117:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131424000 with x1830882860626944 ext(0->4095) 00010000:00010000:2.0:1746066889.578122:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439716 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f24d expref: 19 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.578131:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439716 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f24d expref: 19 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.578137:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131424000 00000100:00100000:0.0:1746066889.579828:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.579927:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860627072 00000100:00100000:3.0:1746066889.579932:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860627072 00000100:00100000:3.0:1746066889.579970:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29629 00000100:00100000:3.0:1746066889.579976:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860627072:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.579987:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.580002:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439724 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f254 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.580021:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.580027:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43971d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f246 expref: 18 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.580033:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066889.580037:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439724 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f254 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.580066:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43971d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f246 expref: 18 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.580077:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439724 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f254 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.580086:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139000, rc 0) 00000100:00100000:3.0:1746066889.580123:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860627072:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.580129:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29629 00000100:00100000:0.0:1746066889.580574:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.580672:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860627200 00000100:00100000:3.0:1746066889.580676:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860627200 00010000:00010000:3.0:1746066889.580692:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439716 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f24d expref: 19 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.580711:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12455 00000100:00100000:3.0:1746066889.580716:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2034:x1830882860627200:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066889.580724:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066889.580740:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439716 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f24d expref: 19 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.580751:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439716 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f24d expref: 19 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.580770:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439716 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f24d expref: 19 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.580779:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.580781:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.580787:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43971d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f246 expref: 18 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.580794:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43971d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f246 expref: 18 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.580812:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43971d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f246 expref: 18 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.580827:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43971d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f246 expref: 18 pid: 9627 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.580838:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861209088:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066889.581366:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.582561:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861209088:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066889.582574:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066889.582601:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2034:x1830882860627200:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1883us (2217us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.582610:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12455 00000100:00100000:0.0:1746066889.583796:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.584128:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860627456 00000100:00100000:2.0:1746066889.584133:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860627456 00002000:00100000:2.0:1746066889.584170:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f2a00 x1830882860627456/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.584180:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f2a00 with x1830882860627456 ext(0->4095) 00010000:00010000:2.0:1746066889.584188:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43971d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f246 expref: 18 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.584206:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43971d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f246 expref: 18 pid: 9627 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.584212:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f2a00 00000100:00100000:2.0:1746066889.584385:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2301 00000100:00100000:2.0:1746066889.584393:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2034:x1830882860627456:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066889.584516:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2034:x1830882860627456:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (721us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.584523:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2301 00002000:00100000:2.0:1746066889.584528:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f2a00 x1830882860627456/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.584535:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f2a00 with x1830882860627456 ext(0->4095) 00010000:00010000:2.0:1746066889.584540:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43971d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f246 expref: 18 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.584550:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43971d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f246 expref: 18 pid: 9627 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.584556:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f2a00 00000100:00100000:2.0:1746066889.587702:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066889.587943:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860627584 00000100:00100000:0.0:1746066889.587951:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860627584 00000100:00100000:0.0:1746066889.588002:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29630 00000100:00100000:0.0:1746066889.588010:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+18:1868:x1830882860627584:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066889.588026:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066889.588044:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43972b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f25b expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066889.588072:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066889.588078:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439724 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f254 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066889.588085:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746066889.588089:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43972b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f25b expref: 19 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066889.588125:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439724 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f254 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066889.588138:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43972b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f25b expref: 19 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.588537:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.588582:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860627712 00000100:00100000:3.0:1746066889.588587:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860627712 00010000:00010000:3.0:1746066889.588605:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43971d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f246 expref: 20 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:0.0:1746066889.588614:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c0aa00, rc 0) 00000100:00100000:3.0:1746066889.588646:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12456 00000100:00100000:3.0:1746066889.588653:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+20:2033:x1830882860627712:12345-192.168.201.51@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746066889.588656:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+20:1868:x1830882860627584:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 647us (962us total) trans 0 rc 0/0 00010000:00010000:3.0:1746066889.588662:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746066889.588662:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29630 00010000:00010000:3.0:1746066889.588682:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43971d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f246 expref: 19 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.588694:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43971d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f246 expref: 19 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.588711:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43971d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f246 expref: 19 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.588731:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.588733:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.588740:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439724 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f254 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.588747:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439724 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f254 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.588768:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439724 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f254 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.588780:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439724 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f254 expref: 5 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.588793:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861209344:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066889.588868:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.591244:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861209344:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066889.591265:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066889.591286:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.591496:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860627968 00000100:00100000:1.0:1746066889.591502:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860627968 00002000:00100000:1.0:1746066889.591542:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f1880 x1830882860627968/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.591551:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f1880 with x1830882860627968 ext(0->4095) 00010000:00010000:1.0:1746066889.591559:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439724 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f254 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.591572:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439724 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f254 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066889.591579:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f1880 00000100:00100000:1.0:1746066889.591613:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2302 00000100:00100000:1.0:1746066889.591620:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860627968:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066889.591746:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860627968:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (461us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066889.591753:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2302 00002000:00100000:1.0:1746066889.591759:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f1880 x1830882860627968/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.591767:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f1880 with x1830882860627968 ext(0->4095) 00010000:00010000:1.0:1746066889.591771:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439724 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f254 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.591780:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439724 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f254 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066889.591786:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f1880 00000100:00100000:3.0:1746066889.592147:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2033:x1830882860627712:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3493us (3608us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.592156:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12456 00000100:00100000:0.0:1746066889.595643:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.595707:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860628096 00000100:00100000:3.0:1746066889.595716:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860628096 00010000:00010000:3.0:1746066889.595751:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439724 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f254 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.595849:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12457 00000100:00100000:3.0:1746066889.595856:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860628096:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066889.595880:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066889.595901:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439724 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f254 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.595914:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439724 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f254 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.595938:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439724 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f254 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.595962:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.595965:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.595972:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43972b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f25b expref: 17 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.595980:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43972b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f25b expref: 17 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.596016:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43972b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f25b expref: 17 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066889.596029:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861209472:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066889.596109:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.599323:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861209472:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066889.599372:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066889.599417:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860628096:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3559us (3784us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.599430:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12457 00000100:00100000:1.0:1746066889.599677:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.599748:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860628352 00000100:00100000:2.0:1746066889.599756:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860628352 00002000:00100000:2.0:1746066889.599795:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091268700 x1830882860628352/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.599805:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091268700 with x1830882860628352 ext(0->4095) 00002000:00010000:2.0:1746066889.599810:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091268700 00000100:00100000:2.0:1746066889.599838:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13249 00000100:00100000:2.0:1746066889.599845:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2034:x1830882860628352:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066889.600012:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2034:x1830882860628352:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 167us (336us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.600019:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13249 00002000:00100000:2.0:1746066889.600025:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091268700 x1830882860628352/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.600032:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091268700 with x1830882860628352 ext(0->4095) 00002000:00010000:2.0:1746066889.600034:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091268700 00000100:00100000:0.0:1746066889.601282:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.601614:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860628480 00000100:00100000:2.0:1746066889.601619:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860628480 00000100:00100000:2.0:1746066889.601655:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29631 00000100:00100000:2.0:1746066889.601661:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860628480:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066889.601672:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066889.601688:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439732 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f262 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.601712:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43972b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f25b expref: 17 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.601719:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066889.601721:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066889.601732:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439732 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f262 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.601762:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43972b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f25b expref: 17 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.601774:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43972b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f25b expref: 17 pid: 9627 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.601787:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861209600:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066889.602018:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4009c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.603047:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861209600:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066889.603072:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439732 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f262 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.603086:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26a00, rc 0) 00000100:00100000:2.0:1746066889.603210:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860628480:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1547us (1929us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.603218:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29631 00000100:00100000:0.0:1746066889.603887:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.604077:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860628608 00000100:00100000:3.0:1746066889.604083:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860628608 00010000:00010000:3.0:1746066889.604108:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43972b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f25b expref: 18 pid: 9627 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.604134:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12458 00000100:00100000:3.0:1746066889.604139:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2034:x1830882860628608:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066889.604148:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066889.604164:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43972b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f25b expref: 18 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.604173:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43972b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f25b expref: 18 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.604191:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43972b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f25b expref: 18 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.604202:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.604203:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.604208:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439732 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f262 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.604214:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439732 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f262 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.604237:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439732 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f262 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066889.604245:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861209728:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066889.604293:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.606202:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861209728:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066889.606222:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066889.606268:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+17:2034:x1830882860628608:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2127us (2381us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.606279:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12458 00000100:00100000:0.0:1746066889.606669:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.606747:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860628864 00000100:00100000:2.0:1746066889.606753:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860628864 00002000:00100000:2.0:1746066889.606792:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f3100 x1830882860628864/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.606802:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f3100 with x1830882860628864 ext(0->4095) 00002000:00010000:2.0:1746066889.606807:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d6f3100 00000100:00100000:2.0:1746066889.606829:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13250 00000100:00100000:2.0:1746066889.606836:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860628864:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066889.606965:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860628864:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (297us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.606972:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13250 00002000:00100000:2.0:1746066889.606976:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f3100 x1830882860628864/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.606984:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f3100 with x1830882860628864 ext(0->4095) 00002000:00010000:2.0:1746066889.606987:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d6f3100 00000100:00100000:0.0:1746066889.608890:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.608950:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860628992 00000100:00100000:2.0:1746066889.608958:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860628992 00000100:00100000:0.0:1746066889.609276:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.609648:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860629120 00000100:00100000:2.0:1746066889.609653:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860629120 00000100:00100000:2.0:1746066889.609679:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29632 00000100:00100000:2.0:1746066889.609686:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+18:1869:x1830882860628992:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066889.609704:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066889.609722:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439739 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f269 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.609752:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439732 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f262 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.609759:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.609760:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746066889.609760:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29633 00010000:00010000:2.0:1746066889.609763:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439739 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f269 expref: 19 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066889.609768:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+19:1868:x1830882860629120:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066889.609774:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066889.609780:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439740 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f270 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.609789:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066889.609792:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439739 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f269 expref: 20 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.609802:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066889.609804:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439740 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f270 expref: 20 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.609849:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439732 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f262 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.609863:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439732 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f262 expref: 5 pid: 9627 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.609889:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861209856:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066889.609899:0:9629:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439739 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f269 expref: 20 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.609910:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439740 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f270 expref: 20 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.609920:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c222c00, rc 0) 00000100:00100000:1.0:1746066889.610205:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+20:1868:x1830882860629120:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 437us (928us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066889.610212:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29633 00000100:00100000:2.0:1746066889.610224:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.612189:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.612326:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861209856:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066889.612384:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439739 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f269 expref: 19 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.612401:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27800, rc 0) 00000100:00100000:2.0:1746066889.612451:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+19:1869:x1830882860628992:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2764us (3579us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.612460:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29632 00000100:00100000:3.0:1746066889.613049:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860629248 00000100:00100000:3.0:1746066889.613056:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860629248 00010000:00010000:3.0:1746066889.613079:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439732 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f262 expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.613102:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12459 00000100:00100000:3.0:1746066889.613108:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860629248:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066889.613122:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066889.613142:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439732 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f262 expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.613152:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439732 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f262 expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.613175:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439732 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f262 expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.613517:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.613519:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.613525:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439739 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f269 expref: 18 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.613532:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439739 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f269 expref: 18 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.613556:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439739 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f269 expref: 18 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.613564:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439739 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f269 expref: 18 pid: 9627 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.613573:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861210112:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066889.613638:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.615406:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861210112:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066889.615419:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066889.615443:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860629248:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2334us (3263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.615450:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12459 00000100:00100000:0.0:1746066889.616148:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.616558:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860629504 00000100:00100000:2.0:1746066889.616563:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860629504 00002000:00100000:2.0:1746066889.616597:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f3480 x1830882860629504/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.616604:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f3480 with x1830882860629504 ext(0->4095) 00010000:00010000:2.0:1746066889.616612:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439739 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f269 expref: 19 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.616621:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439739 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f269 expref: 19 pid: 9627 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.616630:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f3480 00000100:00100000:2.0:1746066889.616672:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2303 00000100:00100000:2.0:1746066889.616677:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2034:x1830882860629504:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066889.616809:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2034:x1830882860629504:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (662us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.616815:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2303 00002000:00100000:2.0:1746066889.616821:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f3480 x1830882860629504/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.616828:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f3480 with x1830882860629504 ext(0->4095) 00010000:00010000:2.0:1746066889.616833:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439739 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f269 expref: 19 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.616842:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439739 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f269 expref: 19 pid: 9627 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.616847:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f3480 00000100:00100000:0.0:1746066889.618609:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066889.618762:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.618831:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860629632 00000100:00100000:2.0:1746066889.618840:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860629632 00000100:00100000:2.0:1746066889.618906:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29634 00000100:00100000:2.0:1746066889.618913:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860629632:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066889.618931:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066889.618949:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439747 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f277 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066889.619060:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860629760 00000100:00100000:3.0:1746066889.619065:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860629760 00010000:00010000:3.0:1746066889.619084:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439739 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f269 expref: 19 pid: 9627 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.619115:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12460 00000100:00100000:3.0:1746066889.619120:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2034:x1830882860629760:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066889.619131:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.619177:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066889.619183:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439740 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f270 expref: 19 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.619189:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066889.619193:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439747 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f277 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.619223:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439739 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f269 expref: 19 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.619232:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439739 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f269 expref: 19 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.619248:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439739 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f269 expref: 19 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.619283:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.619285:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.619289:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439740 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f270 expref: 18 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.619294:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439740 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f270 expref: 18 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.619317:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439740 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f270 expref: 18 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.619325:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439740 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f270 expref: 18 pid: 9629 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.619337:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861210240:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066889.619423:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426c00 going to sleep for 11 seconds 00010000:00010000:2.0:1746066889.619550:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439740 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f270 expref: 18 pid: 9629 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.619559:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439740 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f270 expref: 18 pid: 9629 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.619568:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861210368:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066889.619595:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.621659:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861210368:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066889.621694:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439747 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f277 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.621712:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27a00, rc 0) 00000100:00100000:2.0:1746066889.621821:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860629632:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2906us (3216us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.621831:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29634 00000100:00100000:3.0:1746066889.622011:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861210240:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066889.622027:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066889.622038:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.622068:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2034:x1830882860629760:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2947us (3305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.622078:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12460 00000100:00100000:0.0:1746066889.622110:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860630016 00000100:00100000:0.0:1746066889.622117:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860630016 00002000:00100000:0.0:1746066889.622156:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126ad80 x1830882860630016/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066889.622166:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126ad80 with x1830882860630016 ext(0->4095) 00010000:00010000:0.0:1746066889.622173:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439740 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f270 expref: 18 pid: 9629 timeout: 1101 lvb_type: 0 00010000:00010000:0.0:1746066889.622186:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439740 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f270 expref: 18 pid: 9629 timeout: 1101 lvb_type: 0 00002000:00010000:0.0:1746066889.622192:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126ad80 00000100:00100000:0.0:1746066889.622414:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2304 00000100:00100000:0.0:1746066889.622423:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2034:x1830882860630016:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066889.622556:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2034:x1830882860630016:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (517us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066889.622566:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2304 00002000:00100000:0.0:1746066889.622572:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126ad80 x1830882860630016/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066889.622579:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126ad80 with x1830882860630016 ext(0->4095) 00010000:00010000:0.0:1746066889.622584:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439740 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f270 expref: 18 pid: 9629 timeout: 1101 lvb_type: 0 00010000:00010000:0.0:1746066889.622594:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439740 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f270 expref: 18 pid: 9629 timeout: 1101 lvb_type: 0 00002000:00010000:0.0:1746066889.623338:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126ad80 00000100:00100000:1.0:1746066889.625885:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.626101:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.626170:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860630272 00000100:00100000:3.0:1746066889.626180:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860630272 00010000:00010000:3.0:1746066889.626216:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439740 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f270 expref: 18 pid: 9629 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.626242:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12461 00000100:00100000:3.0:1746066889.626249:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d69050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2034:x1830882860630272:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066889.626264:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066889.626286:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439740 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f270 expref: 18 pid: 9629 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.626299:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439740 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f270 expref: 18 pid: 9629 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.626323:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439740 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f270 expref: 18 pid: 9629 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.626338:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.626361:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.626369:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439747 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f277 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.626378:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439747 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f277 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.626412:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439747 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f277 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066889.626424:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861210496:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066889.626501:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d426c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.626559:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860630144 00000100:00100000:2.0:1746066889.626564:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860630144 00000100:00100000:2.0:1746066889.626586:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29635 00000100:00100000:2.0:1746066889.626592:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+18:1868:x1830882860630144:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066889.626610:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066889.626622:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43974e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f27e expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.626653:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439747 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f277 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.626659:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.626661:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.626664:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43974e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f27e expref: 19 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.626683:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439747 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f277 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.626695:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439747 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f277 expref: 5 pid: 9627 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.626704:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861210624:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066889.626733:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400240 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.628209:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861210496:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066889.628226:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066889.628265:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d69050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2034:x1830882860630272:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2015us (2161us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.628274:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12461 00000100:00100000:0.0:1746066889.629779:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.629859:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860630528 00000100:00100000:2.0:1746066889.629866:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860630528 00002000:00100000:2.0:1746066889.629922:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f2300 x1830882860630528/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.629933:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f2300 with x1830882860630528 ext(0->4095) 00010000:00010000:2.0:1746066889.629944:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439747 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f277 expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.629958:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439747 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f277 expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.629965:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f2300 00000100:00100000:2.0:1746066889.630031:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2305 00000100:00100000:2.0:1746066889.630040:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860630528:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066889.630184:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860630528:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (406us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.630190:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2305 00002000:00100000:2.0:1746066889.630196:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f2300 x1830882860630528/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.630204:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f2300 with x1830882860630528 ext(0->4095) 00010000:00010000:2.0:1746066889.630209:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439747 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f277 expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.630224:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439747 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f277 expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.630230:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f2300 00000100:00100000:2.0:1746066889.630474:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861210624:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066889.630496:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43974e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f27e expref: 18 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.630515:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26a00, rc 0) 00000100:00100000:2.0:1746066889.630542:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+18:1868:x1830882860630144:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3949us (4677us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.630549:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29635 00000100:00100000:0.0:1746066889.632613:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.632688:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860630656 00000100:00100000:3.0:1746066889.632695:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860630656 00010000:00010000:3.0:1746066889.632725:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439747 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f277 expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00000100:00100000:1.0:1746066889.632791:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12462 00000100:00100000:1.0:1746066889.632801:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860630656:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066889.632815:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066889.632836:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439747 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f277 expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.632845:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439747 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f277 expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.632878:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439747 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f277 expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.632903:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066889.632905:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066889.632916:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43974e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f27e expref: 17 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.633095:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43974e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f27e expref: 17 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.633129:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43974e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f27e expref: 17 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066889.633142:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091269c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861210752:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066889.633215:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.633634:0:3792:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746066889.633646:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882861210880:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746066889.633681:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066889.633755:0:9630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861210880 00000100:00100000:1.0:1746066889.633759:0:9630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861210880 00000100:00100000:1.0:1746066889.633793:0:9630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1746066889.633799:0:9630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3792:x1830882861210880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746066889.633820:0:9630:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3921260544 avail 3689738240 00000100:00100000:1.0:1746066889.633854:0:9630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3792:x1830882861210880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 55us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066889.633860:0:9630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:3.0:1746066889.633946:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882861210880:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1746066889.633978:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746066889.635085:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091269c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861210752:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066889.635099:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066889.635125:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860630656:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2325us (2519us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066889.635133:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12462 00000100:00100000:0.0:1746066889.636203:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.636249:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860630912 00000100:00100000:2.0:1746066889.636253:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860630912 00002000:00100000:2.0:1746066889.636285:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f0a80 x1830882860630912/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.636293:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f0a80 with x1830882860630912 ext(0->4095) 00002000:00010000:2.0:1746066889.636296:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d6f0a80 00000100:00100000:2.0:1746066889.636315:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13251 00000100:00100000:2.0:1746066889.636322:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2034:x1830882860630912:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066889.636454:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2034:x1830882860630912:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (253us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.636459:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13251 00002000:00100000:2.0:1746066889.636462:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f0a80 x1830882860630912/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.636467:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f0a80 with x1830882860630912 ext(0->4095) 00002000:00010000:2.0:1746066889.636469:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d6f0a80 00000100:00100000:0.0:1746066889.637495:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.637569:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860631040 00000100:00100000:2.0:1746066889.637574:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860631040 00000100:00100000:2.0:1746066889.637615:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29636 00000100:00100000:2.0:1746066889.637621:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860631040:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066889.637823:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066889.637839:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439755 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f285 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.637867:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43974e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f27e expref: 17 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.637884:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066889.637886:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066889.637889:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439755 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f285 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.637919:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43974e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f27e expref: 17 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.637932:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43974e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f27e expref: 17 pid: 9627 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.637945:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861211008:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066889.638209:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.639172:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861211008:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066889.639192:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439755 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f285 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.639205:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26600, rc 0) 00000100:00100000:2.0:1746066889.639242:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860631040:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1619us (1748us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.639249:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29636 00000100:00100000:0.0:1746066889.639525:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.639766:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860631168 00000100:00100000:1.0:1746066889.639770:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860631168 00010000:00010000:1.0:1746066889.639795:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43974e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f27e expref: 18 pid: 9627 timeout: 1101 lvb_type: 0 00000100:00100000:1.0:1746066889.639827:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12463 00000100:00100000:1.0:1746066889.639850:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2033:x1830882860631168:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066889.639859:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066889.639889:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43974e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f27e expref: 18 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.639899:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43974e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f27e expref: 18 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.639920:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43974e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f27e expref: 18 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.639934:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066889.639936:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066889.639942:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439755 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f285 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.639949:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439755 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f285 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.639973:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439755 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f285 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066889.640185:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091269c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861211136:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066889.640233:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066889.641835:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091269c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861211136:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066889.641848:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066889.641883:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+17:2033:x1830882860631168:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2033us (2359us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066889.641893:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12463 00000100:00100000:0.0:1746066889.644130:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.644180:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860631424 00000100:00100000:2.0:1746066889.644187:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860631424 00002000:00100000:2.0:1746066889.644224:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131cac700 x1830882860631424/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.644234:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cac700 with x1830882860631424 ext(0->4095) 00002000:00010000:2.0:1746066889.644239:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131cac700 00000100:00100000:2.0:1746066889.644267:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13252 00000100:00100000:2.0:1746066889.644273:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860631424:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066889.644408:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860631424:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (279us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.644414:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13252 00002000:00100000:2.0:1746066889.644420:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131cac700 x1830882860631424/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.644427:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cac700 with x1830882860631424 ext(0->4095) 00002000:00010000:2.0:1746066889.644430:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131cac700 00000100:00100000:0.0:1746066889.646422:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066889.646712:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.646801:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860631552 00000100:00100000:1.0:1746066889.646808:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860631552 00000100:00100000:1.0:1746066889.646842:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860631680 00000100:00100000:1.0:1746066889.646844:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860631680 00000100:00100000:1.0:1746066889.646866:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29637 00000100:00100000:1.0:1746066889.646881:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+18:1869:x1830882860631552:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066889.647066:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746066889.647077:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29638 00010000:00010000:1.0:1746066889.647083:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff43975c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f28c expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066889.647085:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131caf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+18:1868:x1830882860631680:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.647092:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.647097:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439763 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f293 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.647112:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439755 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f285 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.647209:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066889.647211:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066889.647216:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff43975c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f28c expref: 20 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.647223:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.647227:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff43975c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f28c expref: 20 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.647233:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.647235:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439763 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f293 expref: 20 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.647257:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439755 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f285 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.647268:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439755 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f285 expref: 5 pid: 9627 timeout: 1101 lvb_type: 0 00000100:00100000:1.0:1746066889.647279:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091269c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861211392:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.647282:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff43975c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f28c expref: 20 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.647292:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439763 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f293 expref: 20 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.647301:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138400, rc 0) 00000100:00100000:1.0:1746066889.647890:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.647894:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131caf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+20:1868:x1830882860631680:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 807us (1179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.647900:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29638 00000100:00100000:1.0:1746066889.649963:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091269c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861211392:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066889.649991:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff43975c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f28c expref: 19 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.650005:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c223c00, rc 0) 00000100:00100000:1.0:1746066889.650043:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+19:1869:x1830882860631552:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3163us (3625us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066889.650050:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29637 00000100:00100000:0.0:1746066889.651573:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.652156:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860631808 00000100:00100000:1.0:1746066889.652163:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860631808 00010000:00010000:1.0:1746066889.652195:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439755 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f285 expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00000100:00100000:1.0:1746066889.652236:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12464 00000100:00100000:1.0:1746066889.652243:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cadf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860631808:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066889.652256:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066889.652277:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439755 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f285 expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.652287:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439755 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f285 expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.652311:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439755 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f285 expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.652548:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066889.652550:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066889.652558:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff43975c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f28c expref: 18 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.652566:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff43975c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f28c expref: 18 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.652597:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff43975c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f28c expref: 18 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.652609:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff43975c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f28c expref: 18 pid: 21660 timeout: 1101 lvb_type: 0 00000100:00100000:1.0:1746066889.652722:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091269c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861211520:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066889.654084:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066889.655699:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091269c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861211520:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066889.655717:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066889.655760:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cadf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860631808:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3516us (4189us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066889.655770:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12464 00000100:00100000:0.0:1746066889.655960:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.656601:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860632064 00000100:00100000:3.0:1746066889.656608:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860632064 00002000:00100000:3.0:1746066889.656645:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131cad180 x1830882860632064/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.656662:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cad180 with x1830882860632064 ext(0->4095) 00010000:00010000:3.0:1746066889.656671:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff43975c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f28c expref: 19 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.656683:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff43975c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f28c expref: 19 pid: 21660 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.656690:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cad180 00000100:00100000:3.0:1746066889.656707:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2306 00000100:00100000:3.0:1746066889.656712:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2033:x1830882860632064:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066889.656838:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2033:x1830882860632064:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (878us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066889.656844:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2306 00002000:00100000:3.0:1746066889.656849:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131cad180 x1830882860632064/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.656855:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cad180 with x1830882860632064 ext(0->4095) 00010000:00010000:3.0:1746066889.656860:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff43975c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f28c expref: 19 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.657048:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff43975c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f28c expref: 19 pid: 21660 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.657055:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cad180 00000100:00100000:0.0:1746066889.658095:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.658148:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860632192 00000100:00100000:1.0:1746066889.658153:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860632192 00000100:00100000:1.0:1746066889.658188:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29639 00000100:00100000:1.0:1746066889.658194:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860632192:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066889.658205:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066889.658218:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43976a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f29a expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.658240:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066889.658245:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439763 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f293 expref: 18 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.658251:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066889.658255:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43976a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f29a expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.658287:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439763 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f293 expref: 18 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.658299:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43976a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f29a expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.658309:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c223a00, rc 0) 00000100:00100000:1.0:1746066889.658375:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860632192:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066889.658386:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29639 00000100:00100000:0.0:1746066889.659591:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.659650:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860632320 00000100:00100000:1.0:1746066889.659653:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860632320 00010000:00010000:1.0:1746066889.659671:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff43975c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f28c expref: 19 pid: 21660 timeout: 1101 lvb_type: 0 00000100:00100000:1.0:1746066889.659894:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12465 00000100:00100000:1.0:1746066889.659900:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2034:x1830882860632320:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066889.659909:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066889.659924:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff43975c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f28c expref: 19 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.659934:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff43975c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f28c expref: 19 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.659953:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff43975c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f28c expref: 19 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.659967:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066889.659968:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066889.659974:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439763 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f293 expref: 18 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.659982:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439763 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f293 expref: 18 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.660001:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439763 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f293 expref: 18 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.660012:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439763 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f293 expref: 18 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:1.0:1746066889.660023:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091269c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861211776:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066889.660086:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066889.661511:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091269c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861211776:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066889.661525:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066889.661548:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2034:x1830882860632320:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1648us (1958us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066889.661555:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12465 00000100:00100000:0.0:1746066889.662287:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.662390:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860632576 00000100:00100000:2.0:1746066889.662396:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860632576 00002000:00100000:2.0:1746066889.662428:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800946aad80 x1830882860632576/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.662439:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aad80 with x1830882860632576 ext(0->4095) 00010000:00010000:2.0:1746066889.662448:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439763 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f293 expref: 18 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.662468:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439763 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f293 expref: 18 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.662475:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946aad80 00000100:00100000:2.0:1746066889.662804:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2307 00000100:00100000:2.0:1746066889.662812:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2034:x1830882860632576:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066889.663231:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2034:x1830882860632576:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 418us (943us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.663237:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2307 00002000:00100000:2.0:1746066889.663243:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800946aad80 x1830882860632576/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.663251:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aad80 with x1830882860632576 ext(0->4095) 00010000:00010000:2.0:1746066889.663256:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439763 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f293 expref: 18 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.663265:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439763 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f293 expref: 18 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.663271:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946aad80 00000100:00100000:2.0:1746066889.665753:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.665835:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066889.666595:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860632832 00000100:00100000:0.0:1746066889.666605:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860632832 00010000:00010000:0.0:1746066889.666641:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439763 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f293 expref: 18 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.666915:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860632704 00000100:00100000:3.0:1746066889.666920:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860632704 00000100:00100000:3.0:1746066889.666962:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29640 00000100:00100000:3.0:1746066889.666969:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+19:1868:x1830882860632704:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.666983:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.666999:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439771 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f2a1 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.667196:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.667202:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43976a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f29a expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066889.667208:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12466 00010000:00010000:3.0:1746066889.667209:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066889.667213:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439771 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a1 expref: 20 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066889.667216:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+20:2034:x1830882860632832:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066889.667228:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066889.667249:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43976a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f29a expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066889.667252:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439763 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f293 expref: 20 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:0.0:1746066889.667264:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439763 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f293 expref: 20 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.667421:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439771 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a1 expref: 20 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.667442:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066889.667442:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439763 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f293 expref: 20 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.667444:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.667450:0:9917:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43976a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f29a expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.667458:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43976a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f29a expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066889.667629:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066889.667640:0:9917:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43976a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f29a expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.667652:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43976a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f29a expref: 5 pid: 21660 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.667665:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861212032:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066889.667943:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2034:x1830882860632832:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 725us (2198us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066889.667950:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12466 00000100:00100000:3.0:1746066889.667993:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.670145:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861212032:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066889.670169:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138a00, rc 0) 00000100:00100000:3.0:1746066889.670790:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+18:1868:x1830882860632704:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3820us (4953us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.670800:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29640 00000100:00100000:0.0:1746066889.671897:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.671959:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860633088 00000100:00100000:2.0:1746066889.671967:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860633088 00002000:00100000:2.0:1746066889.672011:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800946a8e00 x1830882860633088/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.672024:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a8e00 with x1830882860633088 ext(0->4095) 00010000:00010000:2.0:1746066889.672033:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43976a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f29a expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.672048:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43976a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f29a expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.672055:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a8e00 00000100:00100000:2.0:1746066889.672653:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2308 00000100:00100000:2.0:1746066889.672663:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860633088:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066889.672934:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860633088:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 271us (1037us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.672941:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2308 00002000:00100000:2.0:1746066889.672947:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800946a8e00 x1830882860633088/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.672955:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a8e00 with x1830882860633088 ext(0->4095) 00010000:00010000:2.0:1746066889.672961:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43976a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f29a expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.672971:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43976a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f29a expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.672978:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a8e00 00000100:00100000:0.0:1746066889.677657:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.677890:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860633216 00000100:00100000:2.0:1746066889.677902:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860633216 00010000:00010000:2.0:1746066889.677948:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43976a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f29a expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.677994:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12467 00000100:00100000:2.0:1746066889.678002:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860633216:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.678019:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.678042:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43976a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f29a expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.678056:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43976a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f29a expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.678083:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43976a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f29a expref: 6 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.678116:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.678118:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.678127:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439771 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a1 expref: 17 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.678135:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439771 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a1 expref: 17 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.678174:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439771 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a1 expref: 17 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.678187:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861212160:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.678289:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4009c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.682101:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861212160:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.682129:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.682176:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860633216:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4173us (4529us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.682189:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12467 00000100:00100000:0.0:1746066889.683144:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.683246:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860633472 00000100:00100000:2.0:1746066889.683253:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860633472 00002000:00100000:2.0:1746066889.683296:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800946aa300 x1830882860633472/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.683307:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aa300 with x1830882860633472 ext(0->4095) 00002000:00010000:2.0:1746066889.683313:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946aa300 00000100:00100000:2.0:1746066889.683363:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13253 00000100:00100000:2.0:1746066889.683371:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2033:x1830882860633472:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066889.683894:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2033:x1830882860633472:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 523us (751us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.683902:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13253 00002000:00100000:2.0:1746066889.683909:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800946aa300 x1830882860633472/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.683917:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aa300 with x1830882860633472 ext(0->4095) 00002000:00010000:2.0:1746066889.683921:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946aa300 00000100:00100000:0.0:1746066889.688600:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.688669:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860633600 00000100:00100000:3.0:1746066889.688679:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860633600 00000100:00100000:3.0:1746066889.691089:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29641 00000100:00100000:3.0:1746066889.691108:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860633600:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.691133:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.691153:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439778 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f2a8 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.691189:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439771 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a1 expref: 17 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.691203:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.691205:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.691209:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439778 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a8 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.691242:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439771 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a1 expref: 17 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.691255:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439771 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a1 expref: 17 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.691267:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861212288:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.691378:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.693219:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861212288:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.693251:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439778 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a8 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.693268:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138200, rc 0) 00000100:00100000:3.0:1746066889.693332:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860633600:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2227us (4738us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.693589:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29641 00000100:00100000:0.0:1746066889.693727:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.693786:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860633728 00000100:00100000:2.0:1746066889.693794:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860633728 00002000:00100000:2.0:1746066889.693831:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800946aaa00 x1830882860633728/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 496/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.693847:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aaa00 with x1830882860633728 ext(0->7) 00010000:00010000:2.0:1746066889.693853:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439771 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a1 expref: 18 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.693867:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439771 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a1 expref: 18 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.693882:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946aaa00 00000100:00100000:2.0:1746066889.694158:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2309 00000100:00100000:2.0:1746066889.694166:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2034:x1830882860633728:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066889.696317:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+20:2034:x1830882860633728:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2143us (2583us total) trans 4294972208 rc 0/0 00000100:00100000:0.0:1746066889.696329:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2309 00002000:00100000:0.0:1746066889.696339:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800946aaa00 x1830882860633728/t4294972208(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 496/448 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066889.696364:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aaa00 with x1830882860633728 ext(0->7) 00010000:00010000:0.0:1746066889.696373:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439771 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a1 expref: 20 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:0.0:1746066889.696388:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439771 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a1 expref: 20 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:0.0:1746066889.696584:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946aaa00 00000100:00100000:1.0:1746066889.699885:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.700155:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860633856 00000100:00100000:2.0:1746066889.700165:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860633856 00010000:00010000:2.0:1746066889.700205:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439771 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a1 expref: 20 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.700245:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12468 00000100:00100000:2.0:1746066889.700253:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d6a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+20:2031:x1830882860633856:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.700267:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.700285:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439771 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a1 expref: 20 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.700298:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439771 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a1 expref: 20 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.700324:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439771 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a1 expref: 20 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.700367:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.700370:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.700378:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439778 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a8 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.700386:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439778 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a8 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.700428:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439778 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a8 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.700441:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861212416:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.700522:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400b40 going to sleep for 11 seconds 00010000:00010000:2.0:1746066889.701620:0:7262:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746066889.702550:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861212416:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.702575:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066889.702604:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.702637:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d6a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2031:x1830882860633856:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2384us (2770us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.702653:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12468 00000100:00100000:0.0:1746066889.703371:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860634112 00000100:00100000:0.0:1746066889.703379:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860634112 00002000:00100000:0.0:1746066889.703416:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094eeca80 x1830882860634112/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066889.703426:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eeca80 with x1830882860634112 ext(0->4095) 00002000:00010000:0.0:1746066889.703431:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094eeca80 00000100:00100000:0.0:1746066889.703448:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13254 00000100:00100000:0.0:1746066889.703454:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860634112:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066889.703577:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860634112:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (983us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066889.703584:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13254 00002000:00100000:0.0:1746066889.703589:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094eeca80 x1830882860634112/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066889.703597:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eeca80 with x1830882860634112 ext(0->4095) 00002000:00010000:0.0:1746066889.703600:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094eeca80 00000100:00100000:0.0:1746066889.705816:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.706132:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860634240 00000100:00100000:3.0:1746066889.706141:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860634240 00000100:00100000:3.0:1746066889.706192:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29642 00000100:00100000:3.0:1746066889.706200:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+19:1869:x1830882860634240:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.706220:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.706238:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43977f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f2af expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.706268:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439778 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a8 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.706275:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.706277:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.706281:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43977f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2af expref: 20 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.706310:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439778 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a8 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.706322:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439778 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a8 expref: 5 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.706578:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861212544:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.706653:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.709077:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861212544:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.709106:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43977f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2af expref: 20 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.709124:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138c00, rc 0) 00000100:00100000:3.0:1746066889.709667:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+20:1869:x1830882860634240:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3464us (3857us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.709681:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29642 00000100:00100000:2.0:1746066889.710889:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.711015:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860634368 00000100:00100000:3.0:1746066889.711023:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860634368 00010000:00010000:3.0:1746066889.711057:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439778 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a8 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.711299:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12469 00000100:00100000:3.0:1746066889.711316:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860634368:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066889.711335:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066889.711408:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439778 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a8 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.711423:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439778 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a8 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.711444:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439778 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2a8 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.711484:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.711486:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.711493:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43977f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2af expref: 19 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.711501:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43977f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2af expref: 19 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.711531:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43977f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2af expref: 19 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066889.711543:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861212672:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066889.711626:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.713720:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861212672:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066889.713738:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066889.713790:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860634368:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2479us (2902us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.713799:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12469 00000100:00100000:0.0:1746066889.718273:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.718370:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860634624 00000100:00100000:2.0:1746066889.718382:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860634624 00002000:00100000:2.0:1746066889.718430:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094eec000 x1830882860634624/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.718441:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eec000 with x1830882860634624 ext(0->4095) 00002000:00010000:2.0:1746066889.718449:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094eec000 00000100:00100000:2.0:1746066889.718544:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13255 00000100:00100000:2.0:1746066889.718552:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+20:2031:x1830882860634624:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746066889.719447:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+20:2031:x1830882860634624:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 892us (1182us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.719456:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13255 00002000:00100000:2.0:1746066889.719464:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094eec000 x1830882860634624/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.719473:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eec000 with x1830882860634624 ext(0->4095) 00002000:00010000:2.0:1746066889.719477:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094eec000 00000100:00100000:0.0:1746066889.724258:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.724626:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860634752 00000100:00100000:3.0:1746066889.724637:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860634752 00000100:00100000:3.0:1746066889.724692:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29643 00000100:00100000:3.0:1746066889.724700:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860634752:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.724720:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.724738:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439786 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f2b6 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.724774:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43977f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2af expref: 19 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.724783:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.724785:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.724789:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439786 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2b6 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.724822:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43977f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2af expref: 19 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.724840:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43977f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2af expref: 19 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.724854:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861212800:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.724952:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.726163:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861212800:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.726189:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439786 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2b6 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.726204:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139e00, rc 0) 00000100:00100000:3.0:1746066889.726240:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860634752:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1540us (1994us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.726247:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29643 00000100:00100000:0.0:1746066889.727187:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.727272:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860634880 00000100:00100000:2.0:1746066889.727280:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860634880 00002000:00100000:2.0:1746066889.727320:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094eefb80 x1830882860634880/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 496/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.727331:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eefb80 with x1830882860634880 ext(0->7) 00010000:00010000:2.0:1746066889.727338:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43977f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2af expref: 20 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.727379:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43977f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2af expref: 20 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.727386:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094eefb80 00000100:00100000:2.0:1746066889.728994:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2310 00000100:00100000:2.0:1746066889.729012:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+20:2033:x1830882860634880:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066889.729936:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+22:2033:x1830882860634880:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 924us (2748us total) trans 4294972209 rc 0/0 00000100:00100000:0.0:1746066889.729945:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2310 00002000:00100000:0.0:1746066889.729954:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094eefb80 x1830882860634880/t4294972209(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 496/448 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066889.729964:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eefb80 with x1830882860634880 ext(0->7) 00010000:00010000:0.0:1746066889.729973:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43977f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2af expref: 22 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:0.0:1746066889.729987:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43977f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2af expref: 22 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:0.0:1746066889.729994:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094eefb80 00000100:00100000:0.0:1746066889.734503:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.735567:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860635008 00000100:00100000:3.0:1746066889.735578:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860635008 00010000:00010000:3.0:1746066889.735621:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43977f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2af expref: 22 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.735649:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12470 00000100:00100000:3.0:1746066889.735657:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+22:2032:x1830882860635008:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066889.735673:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066889.735692:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43977f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2af expref: 22 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.735708:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43977f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2af expref: 22 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.735731:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43977f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2af expref: 22 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.735756:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.735758:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.735766:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439786 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2b6 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.735774:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439786 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2b6 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.735804:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439786 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2b6 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066889.735816:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861212928:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066889.737138:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.742338:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.743219:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861212928:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066889.743243:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066889.743302:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+21:2032:x1830882860635008:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7644us (8811us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.743314:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12470 00000100:00100000:1.0:1746066889.743761:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860635264 00000100:00100000:1.0:1746066889.743769:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860635264 00002000:00100000:1.0:1746066889.743810:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094eee300 x1830882860635264/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.743820:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eee300 with x1830882860635264 ext(0->4095) 00002000:00010000:1.0:1746066889.743825:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094eee300 00000100:00100000:1.0:1746066889.743842:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13256 00000100:00100000:1.0:1746066889.743848:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860635264:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066889.743981:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860635264:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (1656us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066889.743988:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13256 00002000:00100000:1.0:1746066889.743993:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094eee300 x1830882860635264/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.744001:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eee300 with x1830882860635264 ext(0->4095) 00002000:00010000:1.0:1746066889.744004:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094eee300 00000100:00100000:0.0:1746066889.744609:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.744749:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860635392 00000100:00100000:3.0:1746066889.744755:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860635392 00000100:00100000:3.0:1746066889.744782:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29644 00000100:00100000:3.0:1746066889.744788:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+21:1868:x1830882860635392:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.744798:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.744814:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43978d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f2bd expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.744840:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439786 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2b6 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.744847:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.744849:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.744853:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43978d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2bd expref: 22 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.744897:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439786 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2b6 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.744910:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439786 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2b6 expref: 5 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.744923:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861213056:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.744981:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.749621:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066889.749737:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.749827:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860635520 00000100:00100000:1.0:1746066889.749838:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860635520 00000100:00100000:1.0:1746066889.749900:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29645 00000100:00100000:1.0:1746066889.749908:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+23:1869:x1830882860635520:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066889.749930:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066889.749950:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439794 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f2c4 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.749982:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066889.749989:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43978d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2bd expref: 24 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.749996:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066889.749999:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439794 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2c4 expref: 24 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.750047:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43978d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2bd expref: 24 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.750060:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439794 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2c4 expref: 24 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.750071:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c223800, rc 0) 00000100:00100000:3.0:1746066889.750098:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861213056:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066889.750115:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+24:1869:x1830882860635520:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 208us (507us total) trans 0 rc 0/0 00010000:00010000:3.0:1746066889.750120:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43978d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2bd expref: 24 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066889.750123:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29645 00010000:00010000:3.0:1746066889.750135:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139c00, rc 0) 00000100:00100000:3.0:1746066889.750157:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+23:1868:x1830882860635392:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5369us (5549us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.750164:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29644 00000100:00100000:3.0:1746066889.750190:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860635648 00000100:00100000:3.0:1746066889.750194:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860635648 00010000:00010000:3.0:1746066889.750209:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439786 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2b6 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.750228:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12471 00000100:00100000:3.0:1746066889.750234:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860635648:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066889.750245:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066889.750266:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439786 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2b6 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.750277:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439786 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2b6 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.750296:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439786 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2b6 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.750312:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.750313:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.750319:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43978d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2bd expref: 22 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.750332:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43978d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2bd expref: 22 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.750382:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43978d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2bd expref: 22 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.750395:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43978d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2bd expref: 22 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.750407:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861213312:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066889.750456:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.751996:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861213312:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066889.752010:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066889.752035:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860635648:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1800us (2298us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.752042:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12471 00000100:00100000:0.0:1746066889.752749:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.752815:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860635904 00000100:00100000:3.0:1746066889.752820:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860635904 00002000:00100000:3.0:1746066889.752853:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65f100 x1830882860635904/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.752863:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65f100 with x1830882860635904 ext(0->4095) 00010000:00010000:3.0:1746066889.752880:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43978d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2bd expref: 23 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.752898:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43978d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2bd expref: 23 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.752905:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f65f100 00000100:00100000:3.0:1746066889.753277:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2311 00000100:00100000:3.0:1746066889.753284:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+23:2033:x1830882860635904:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066889.754777:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+23:2033:x1830882860635904:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 1489us (2024us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066889.754786:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2311 00002000:00100000:3.0:1746066889.754794:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65f100 x1830882860635904/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.754803:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65f100 with x1830882860635904 ext(0->4095) 00010000:00010000:3.0:1746066889.754811:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43978d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2bd expref: 23 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.754824:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43978d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2bd expref: 23 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.754831:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f65f100 00000100:00100000:0.0:1746066889.757817:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.758669:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860636032 00000100:00100000:3.0:1746066889.758679:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860636032 00010000:00010000:3.0:1746066889.758717:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43978d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2bd expref: 23 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.758767:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12472 00000100:00100000:3.0:1746066889.758775:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+23:2031:x1830882860636032:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066889.758791:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066889.758812:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43978d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2bd expref: 23 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.758826:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43978d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2bd expref: 23 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.759110:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43978d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2bd expref: 23 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.759135:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.759137:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.759145:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439794 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2c4 expref: 22 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.759155:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439794 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2c4 expref: 22 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.759191:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439794 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2c4 expref: 22 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066889.759205:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861213440:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066889.760671:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.762623:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861213440:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066889.762644:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066889.762705:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+22:2031:x1830882860636032:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3929us (4895us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.762716:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12472 00000100:00100000:0.0:1746066889.762768:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.762856:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860636288 00000100:00100000:3.0:1746066889.762862:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860636288 00002000:00100000:3.0:1746066889.762912:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65f800 x1830882860636288/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.762923:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65f800 with x1830882860636288 ext(0->4095) 00002000:00010000:3.0:1746066889.762928:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f65f800 00000100:00100000:3.0:1746066889.762954:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13257 00000100:00100000:3.0:1746066889.762961:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+22:2033:x1830882860636288:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066889.763085:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+22:2033:x1830882860636288:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (317us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066889.763092:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13257 00002000:00100000:3.0:1746066889.763097:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65f800 x1830882860636288/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.763106:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65f800 with x1830882860636288 ext(0->4095) 00002000:00010000:3.0:1746066889.763109:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f65f800 00000100:00100000:0.0:1746066889.765114:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.765275:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860636416 00000100:00100000:2.0:1746066889.765284:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860636416 00000100:00100000:3.0:1746066889.765388:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29646 00000100:00100000:3.0:1746066889.765399:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860636416:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.765415:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.765433:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff43979b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f2cb expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.765465:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439794 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2c4 expref: 21 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.765474:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.765476:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.765479:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff43979b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2cb expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.765512:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439794 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2c4 expref: 21 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.765525:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439794 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2c4 expref: 21 pid: 21660 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.765538:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861213568:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.765625:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.769700:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.769808:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861213568:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.769839:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff43979b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2cb expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.769857:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138400, rc 0) 00000100:00100000:3.0:1746066889.769914:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860636416:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4516us (4805us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.769924:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29646 00000100:00100000:2.0:1746066889.770119:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860636544 00000100:00100000:2.0:1746066889.770124:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860636544 00010000:00010000:2.0:1746066889.770151:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439794 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2c4 expref: 22 pid: 21660 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.770182:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12473 00000100:00100000:2.0:1746066889.770190:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+22:2033:x1830882860636544:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.770202:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.770223:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439794 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2c4 expref: 22 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.770683:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439794 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2c4 expref: 22 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.770704:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439794 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2c4 expref: 22 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.770721:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.770723:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.770730:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff43979b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2cb expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.770739:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff43979b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2cb expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.770811:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff43979b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2cb expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.770829:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861213696:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.770904:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4009c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.772655:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861213696:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.772670:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.772694:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+21:2033:x1830882860636544:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2505us (3003us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.772701:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12473 00000100:00100000:0.0:1746066889.773642:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.773691:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860636928 00000100:00100000:1.0:1746066889.773697:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860636928 00002000:00100000:1.0:1746066889.773736:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a95c00 x1830882860636928/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.773747:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a95c00 with x1830882860636928 ext(0->4095) 00002000:00010000:1.0:1746066889.773752:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a95c00 00000100:00100000:1.0:1746066889.773783:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13258 00000100:00100000:1.0:1746066889.773791:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860636928:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066889.773916:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.773969:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860636672 00000100:00100000:3.0:1746066889.773974:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860636672 00000100:00100000:1.0:1746066889.774062:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860636928:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 271us (420us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066889.774068:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13258 00002000:00100000:1.0:1746066889.774074:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a95c00 x1830882860636928/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.774081:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a95c00 with x1830882860636928 ext(0->4095) 00002000:00010000:1.0:1746066889.774084:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a95c00 00000100:00100000:3.0:1746066889.774123:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29647 00000100:00100000:3.0:1746066889.774130:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+21:1868:x1830882860636672:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.774140:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.774156:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397a2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f2d2 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.774177:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff43979b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2cb expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.774185:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.774187:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.774190:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397a2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d2 expref: 22 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.774213:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff43979b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2cb expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.774226:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff43979b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2cb expref: 5 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.774238:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861213824:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.774289:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.775463:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861213824:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.775482:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397a2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d2 expref: 22 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.775497:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139000, rc 0) 00000100:00100000:3.0:1746066889.775653:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+22:1868:x1830882860636672:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1522us (1735us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.775660:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29647 00000100:00100000:0.0:1746066889.777766:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.778096:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860637056 00000100:00100000:3.0:1746066889.778102:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860637056 00000100:00100000:3.0:1746066889.778150:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29648 00000100:00100000:3.0:1746066889.778158:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+22:1869:x1830882860637056:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.778173:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.778188:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4397a9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f2d9 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.778210:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.778215:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397a2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d2 expref: 23 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.778222:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.778226:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4397a9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d9 expref: 23 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.778258:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397a2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d2 expref: 23 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.778270:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4397a9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d9 expref: 23 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.778284:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138c00, rc 0) 00000100:00100000:3.0:1746066889.778331:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+23:1869:x1830882860637056:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (568us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.778336:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29648 00000100:00100000:0.0:1746066889.779143:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.779213:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860637184 00000100:00100000:2.0:1746066889.779218:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860637184 00010000:00010000:2.0:1746066889.779244:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff43979b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2cb expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.779519:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12474 00000100:00100000:2.0:1746066889.779526:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860637184:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.779536:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.779556:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff43979b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2cb expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.779567:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff43979b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2cb expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.779587:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff43979b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2cb expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.779608:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.779611:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.779617:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d2 expref: 22 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.779624:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d2 expref: 22 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.779648:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d2 expref: 22 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.779659:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d2 expref: 22 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.779671:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861214080:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.780293:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4009c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.781885:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861214080:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.781906:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.781941:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860637184:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2413us (2797us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.781952:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12474 00000100:00100000:0.0:1746066889.782487:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.782576:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860637440 00000100:00100000:1.0:1746066889.782583:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860637440 00002000:00100000:1.0:1746066889.782622:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec2680 x1830882860637440/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.782634:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec2680 with x1830882860637440 ext(0->4095) 00010000:00010000:1.0:1746066889.782643:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d2 expref: 23 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.782662:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d2 expref: 23 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066889.782670:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec2680 00000100:00100000:1.0:1746066889.782693:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2312 00000100:00100000:1.0:1746066889.782700:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+23:2033:x1830882860637440:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066889.783323:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+23:2033:x1830882860637440:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 622us (836us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066889.783330:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2312 00002000:00100000:1.0:1746066889.783335:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec2680 x1830882860637440/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.783359:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec2680 with x1830882860637440 ext(0->4095) 00010000:00010000:1.0:1746066889.783365:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d2 expref: 23 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.783374:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d2 expref: 23 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066889.783380:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec2680 00000100:00100000:0.0:1746066889.788713:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.788996:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860637568 00000100:00100000:2.0:1746066889.789006:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860637568 00010000:00010000:2.0:1746066889.789044:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d2 expref: 23 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.789089:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12475 00000100:00100000:2.0:1746066889.789098:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d68850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+23:2033:x1830882860637568:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.789118:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.789138:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d2 expref: 23 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.789151:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d2 expref: 23 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.789177:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d2 expref: 23 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.789204:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.789206:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.789214:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4397a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d9 expref: 22 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.789224:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4397a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d9 expref: 22 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.789259:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4397a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d9 expref: 22 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.789272:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861214208:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.789391:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4009c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.799255:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861214208:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.799515:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.799575:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d68850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+22:2033:x1830882860637568:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 10476us (10872us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.799594:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12475 00000100:00100000:0.0:1746066889.799673:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.799697:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860637824 00000100:00100000:2.0:1746066889.799704:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860637824 00002000:00100000:2.0:1746066889.799743:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec0e00 x1830882860637824/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.799754:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec0e00 with x1830882860637824 ext(0->4095) 00002000:00010000:2.0:1746066889.799760:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ec0e00 00000100:00100000:2.0:1746066889.799789:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13259 00000100:00100000:2.0:1746066889.799796:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+22:2033:x1830882860637824:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066889.799945:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+22:2033:x1830882860637824:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 149us (273us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.799951:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13259 00002000:00100000:2.0:1746066889.799957:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec0e00 x1830882860637824/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.799965:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec0e00 with x1830882860637824 ext(0->4095) 00002000:00010000:2.0:1746066889.799968:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ec0e00 00000100:00100000:0.0:1746066889.802155:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.803098:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860637952 00000100:00100000:3.0:1746066889.803107:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860637952 00000100:00100000:3.0:1746066889.803166:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29649 00000100:00100000:3.0:1746066889.803174:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860637952:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.803190:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.803211:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4397b0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f2e0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.803240:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4397a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d9 expref: 21 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.803248:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.803250:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.803254:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4397b0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e0 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.803283:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4397a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d9 expref: 21 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.803295:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4397a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d9 expref: 21 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.803311:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861214336:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.803413:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.805564:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861214336:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.805753:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4397b0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e0 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.805772:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138200, rc 0) 00000100:00100000:3.0:1746066889.805813:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860637952:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2639us (3664us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.805822:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29649 00000100:00100000:0.0:1746066889.806403:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.806878:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860638080 00000100:00100000:2.0:1746066889.806885:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860638080 00010000:00010000:2.0:1746066889.806915:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4397a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d9 expref: 22 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.806937:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12476 00000100:00100000:2.0:1746066889.806942:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+22:2033:x1830882860638080:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.806955:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.806973:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4397a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d9 expref: 22 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.806984:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4397a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d9 expref: 22 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.807005:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4397a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2d9 expref: 22 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.807027:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.807029:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.807035:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4397b0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e0 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.807043:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4397b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e0 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.807071:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4397b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e0 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.807082:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861214464:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.807147:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.808403:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861214464:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.808417:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.808456:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+21:2033:x1830882860638080:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1513us (2053us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.808465:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12476 00000100:00100000:2.0:1746066889.808863:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066889.808979:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860638336 00000100:00100000:0.0:1746066889.808983:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860638336 00002000:00100000:0.0:1746066889.809017:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98e300 x1830882860638336/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066889.809028:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98e300 with x1830882860638336 ext(0->4095) 00002000:00010000:0.0:1746066889.809032:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98e300 00000100:00100000:0.0:1746066889.809287:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13260 00000100:00100000:0.0:1746066889.809292:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860638336:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746066889.809750:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860638336:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 457us (887us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066889.809757:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13260 00002000:00100000:0.0:1746066889.809762:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e98e300 x1830882860638336/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066889.809769:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98e300 with x1830882860638336 ext(0->4095) 00002000:00010000:0.0:1746066889.809772:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98e300 00000100:00100000:0.0:1746066889.810610:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.810934:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860638464 00000100:00100000:3.0:1746066889.810939:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860638464 00000100:00100000:3.0:1746066889.810969:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29650 00000100:00100000:3.0:1746066889.810974:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+21:1868:x1830882860638464:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.810985:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.811000:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4397b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f2e7 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.811022:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4397b0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e0 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.811033:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.811035:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.811038:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4397b7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e7 expref: 22 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.811073:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4397b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e0 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.811083:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4397b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e0 expref: 5 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.811094:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861214592:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.811151:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.817028:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861214592:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.817254:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4397b7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e7 expref: 22 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.817517:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138a00, rc 0) 00000100:00100000:3.0:1746066889.817574:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+22:1868:x1830882860638464:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6597us (6963us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.817584:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29650 00000100:00100000:0.0:1746066889.818475:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.818541:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860638592 00000100:00100000:3.0:1746066889.818548:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860638592 00000100:00100000:3.0:1746066889.818588:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29651 00000100:00100000:3.0:1746066889.818594:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+22:1869:x1830882860638592:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.818609:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.818624:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397be lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f2ee expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.818647:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.818652:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4397b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e7 expref: 23 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.818658:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.818662:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397be lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2ee expref: 23 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.818689:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4397b7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e7 expref: 23 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.818699:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397be lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2ee expref: 23 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.818707:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139000, rc 0) 00000100:00100000:3.0:1746066889.818727:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+23:1869:x1830882860638592:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.818733:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29651 00000100:00100000:0.0:1746066889.819738:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.820313:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860638720 00000100:00100000:2.0:1746066889.820319:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860638720 00010000:00010000:2.0:1746066889.820458:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4397b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e0 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.820637:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12477 00000100:00100000:2.0:1746066889.820643:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860638720:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.820654:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.820674:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4397b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e0 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.820684:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4397b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e0 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.820704:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4397b0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e0 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.820804:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.820805:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.820813:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4397b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e7 expref: 22 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.820822:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4397b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e7 expref: 22 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.820849:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4397b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e7 expref: 22 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.820876:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4397b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e7 expref: 22 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.820889:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861214848:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.821643:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.823937:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861214848:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.823955:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.823988:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860638720:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3344us (4251us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.823997:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12477 00000100:00100000:0.0:1746066889.824171:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.824781:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860638976 00000100:00100000:1.0:1746066889.824788:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860638976 00002000:00100000:1.0:1746066889.824827:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec3800 x1830882860638976/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.824837:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec3800 with x1830882860638976 ext(0->4095) 00010000:00010000:1.0:1746066889.824846:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4397b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e7 expref: 23 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.824860:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4397b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e7 expref: 23 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066889.824877:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec3800 00000100:00100000:1.0:1746066889.825222:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2313 00000100:00100000:1.0:1746066889.825229:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+23:2034:x1830882860638976:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066889.825491:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+23:2034:x1830882860638976:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 261us (1320us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066889.825497:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2313 00002000:00100000:1.0:1746066889.825502:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec3800 x1830882860638976/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.825511:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec3800 with x1830882860638976 ext(0->4095) 00010000:00010000:1.0:1746066889.825516:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4397b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e7 expref: 23 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.825525:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4397b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e7 expref: 23 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066889.825532:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec3800 00000100:00100000:0.0:1746066889.827400:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.827515:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860639104 00000100:00100000:2.0:1746066889.827521:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860639104 00010000:00010000:2.0:1746066889.827547:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4397b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e7 expref: 23 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.827569:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12478 00000100:00100000:2.0:1746066889.827575:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+23:2034:x1830882860639104:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.827586:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.827602:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4397b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e7 expref: 23 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.827612:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4397b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e7 expref: 23 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.827635:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4397b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2e7 expref: 23 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.827666:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.827668:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.827676:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2ee expref: 22 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.827684:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2ee expref: 22 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.827714:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2ee expref: 22 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.827727:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861214976:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.827786:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.830949:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.831252:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860639360 00000100:00100000:1.0:1746066889.831260:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860639360 00002000:00100000:1.0:1746066889.831302:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c43480 x1830882860639360/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.831755:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c43480 with x1830882860639360 ext(0->4095) 00002000:00010000:1.0:1746066889.831761:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c43480 00000100:00100000:1.0:1746066889.831789:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13261 00000100:00100000:1.0:1746066889.831796:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+23:2033:x1830882860639360:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066889.831940:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+23:2033:x1830882860639360:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (1000us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066889.831946:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13261 00002000:00100000:1.0:1746066889.831951:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c43480 x1830882860639360/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.831957:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c43480 with x1830882860639360 ext(0->4095) 00002000:00010000:1.0:1746066889.831959:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c43480 00000100:00100000:2.0:1746066889.832125:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861214976:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.832148:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.832984:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+22:2034:x1830882860639104:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5406us (5585us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.832995:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12478 00000100:00100000:0.0:1746066889.837040:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.837134:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860639488 00000100:00100000:2.0:1746066889.837143:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860639488 00000100:00100000:2.0:1746066889.837200:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29652 00000100:00100000:2.0:1746066889.837207:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860639488:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066889.837227:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066889.837244:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4397c5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f2f5 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.837772:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2ee expref: 21 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.837780:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066889.837781:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066889.837785:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4397c5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2f5 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.838084:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2ee expref: 21 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.838094:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2ee expref: 21 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.838105:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861215104:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066889.839164:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.841265:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861215104:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066889.841294:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4397c5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2f5 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.841310:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27200, rc 0) 00000100:00100000:2.0:1746066889.841565:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860639488:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4356us (4532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.841574:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29652 00000100:00100000:0.0:1746066889.842401:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.842539:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860639616 00000100:00100000:3.0:1746066889.842546:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860639616 00002000:00100000:3.0:1746066889.842585:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094c41500 x1830882860639616/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 496/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.842595:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c41500 with x1830882860639616 ext(0->7) 00010000:00010000:3.0:1746066889.842602:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2ee expref: 22 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.842613:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2ee expref: 22 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:3.0:1746066889.842623:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c41500 00000100:00100000:3.0:1746066889.842650:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2314 00000100:00100000:3.0:1746066889.842662:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+22:2033:x1830882860639616:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066889.843895:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2033:x1830882860639616:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1231us (1491us total) trans 4294972210 rc 0/0 00000100:00100000:0.0:1746066889.843902:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2314 00002000:00100000:0.0:1746066889.843908:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094c41500 x1830882860639616/t4294972210(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 496/448 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066889.843915:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c41500 with x1830882860639616 ext(0->7) 00010000:00010000:0.0:1746066889.843920:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2ee expref: 24 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:0.0:1746066889.844099:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2ee expref: 24 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:0.0:1746066889.844105:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c41500 00000100:00100000:0.0:1746066889.846180:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.846285:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860639744 00000100:00100000:2.0:1746066889.846293:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860639744 00010000:00010000:2.0:1746066889.846328:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2ee expref: 24 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.846382:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12479 00000100:00100000:2.0:1746066889.846389:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2033:x1830882860639744:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.846402:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.846420:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2ee expref: 24 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.846430:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2ee expref: 24 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.846454:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4397be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2ee expref: 24 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.846484:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.846487:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.846494:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4397c5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2f5 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.846501:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4397c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2f5 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.846533:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4397c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2f5 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.846545:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861215232:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.846619:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.849304:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.849671:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861215232:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.849691:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.849725:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+23:2033:x1830882860639744:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3336us (3551us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.849736:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12479 00000100:00100000:1.0:1746066889.850214:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860640000 00000100:00100000:1.0:1746066889.850220:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860640000 00002000:00100000:1.0:1746066889.850252:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c42d80 x1830882860640000/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.850259:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c42d80 with x1830882860640000 ext(0->4095) 00002000:00010000:1.0:1746066889.850264:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c42d80 00000100:00100000:1.0:1746066889.850277:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13262 00000100:00100000:1.0:1746066889.850281:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860640000:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066889.850612:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860640000:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 328us (1312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066889.850618:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13262 00002000:00100000:1.0:1746066889.850629:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c42d80 x1830882860640000/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.850637:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c42d80 with x1830882860640000 ext(0->4095) 00002000:00010000:1.0:1746066889.850640:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c42d80 00000100:00100000:2.0:1746066889.852847:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066889.852936:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860640128 00000100:00100000:0.0:1746066889.852945:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860640128 00000100:00100000:0.0:1746066889.852991:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29653 00000100:00100000:0.0:1746066889.852998:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+23:1869:x1830882860640128:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066889.853016:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066889.853033:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff4397cc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f2fc expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066889.853065:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4397c5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2f5 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066889.853073:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066889.853074:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066889.853078:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff4397cc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2fc expref: 24 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066889.853118:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4397c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2f5 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066889.853130:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4397c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2f5 expref: 5 pid: 9627 timeout: 1101 lvb_type: 0 00000100:00100000:0.0:1746066889.853140:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861215360:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066889.853229:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066889.856608:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066889.856718:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861215360:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066889.856749:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff4397cc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2fc expref: 24 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066889.856834:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ef4400, rc 0) 00000100:00100000:0.0:1746066889.856893:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+24:1869:x1830882860640128:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3894us (4053us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066889.856905:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29653 00000100:00100000:1.0:1746066889.857048:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066889.857052:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860640256 00000100:00100000:0.0:1746066889.857057:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860640256 00000100:00100000:0.0:1746066889.857084:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29654 00000100:00100000:0.0:1746066889.857090:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+24:1868:x1830882860640256:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066889.857103:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066889.857117:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095ef4000/0xd6b24631ff4397d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f303 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066889.857138:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066889.857143:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff4397cc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2fc expref: 25 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066889.857149:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066889.857152:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095ef4000/0xd6b24631ff4397d3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f303 expref: 25 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066889.857179:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff4397cc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2fc expref: 25 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066889.857190:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095ef4000/0xd6b24631ff4397d3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f303 expref: 25 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066889.857197:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ef4000, rc 0) 00000100:00100000:0.0:1746066889.857219:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+25:1868:x1830882860640256:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066889.857224:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29654 00000100:00100000:2.0:1746066889.857282:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860640384 00000100:00100000:2.0:1746066889.857286:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860640384 00010000:00010000:2.0:1746066889.857302:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4397c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2f5 expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.857320:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12480 00000100:00100000:2.0:1746066889.857324:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091268380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860640384:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.857333:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.857571:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4397c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2f5 expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.857582:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4397c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2f5 expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.857600:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27200/0xd6b24631ff4397c5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2f5 expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.857613:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.857614:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.857620:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff4397cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2fc expref: 24 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.857628:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff4397cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2fc expref: 24 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.857650:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff4397cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2fc expref: 24 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.857661:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff4397cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2fc expref: 24 pid: 9627 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.857672:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861215616:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.857721:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.859104:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861215616:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.859123:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.859163:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091268380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860640384:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1835us (2113us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.859172:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12480 00000100:00100000:0.0:1746066889.859807:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.859911:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860640640 00000100:00100000:1.0:1746066889.859916:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860640640 00002000:00100000:1.0:1746066889.859947:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c41c00 x1830882860640640/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.859954:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c41c00 with x1830882860640640 ext(0->4095) 00010000:00010000:1.0:1746066889.859961:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff4397cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2fc expref: 25 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.859969:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff4397cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2fc expref: 25 pid: 9627 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066889.859974:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c41c00 00000100:00100000:1.0:1746066889.860037:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2315 00000100:00100000:1.0:1746066889.860045:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+25:2034:x1830882860640640:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066889.860294:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+25:2034:x1830882860640640:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 250us (488us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066889.860299:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2315 00002000:00100000:1.0:1746066889.860303:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c41c00 x1830882860640640/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.860312:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c41c00 with x1830882860640640 ext(0->4095) 00010000:00010000:1.0:1746066889.860316:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff4397cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2fc expref: 25 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.860322:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff4397cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2fc expref: 25 pid: 9627 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066889.860327:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c41c00 00000100:00100000:0.0:1746066889.862407:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.862469:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860640768 00000100:00100000:3.0:1746066889.862476:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860640768 00000100:00100000:3.0:1746066889.862522:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29655 00000100:00100000:3.0:1746066889.862528:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860640768:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.862541:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.862557:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4397da lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f30a expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.862580:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.862586:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095ef4000/0xd6b24631ff4397d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f303 expref: 24 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.862592:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066889.862596:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4397da lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f30a expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.862630:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095ef4000/0xd6b24631ff4397d3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f303 expref: 24 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.862642:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4397da lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f30a expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.862651:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139e00, rc 0) 00000100:00100000:3.0:1746066889.862680:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860640768:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.862686:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29655 00000100:00100000:0.0:1746066889.863064:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.863174:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860640896 00000100:00100000:2.0:1746066889.863178:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860640896 00010000:00010000:2.0:1746066889.863198:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff4397cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2fc expref: 25 pid: 9627 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.863228:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12481 00000100:00100000:2.0:1746066889.863234:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+25:2034:x1830882860640896:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.863244:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.863260:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff4397cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2fc expref: 25 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.863270:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff4397cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2fc expref: 25 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.863539:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff4397cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f2fc expref: 25 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.863551:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.863553:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.863558:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095ef4000/0xd6b24631ff4397d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f303 expref: 24 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.863567:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095ef4000/0xd6b24631ff4397d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f303 expref: 24 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.863611:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095ef4000/0xd6b24631ff4397d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f303 expref: 24 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.863622:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095ef4000/0xd6b24631ff4397d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f303 expref: 24 pid: 9627 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.863634:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861215872:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.863687:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.865187:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861215872:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.865202:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.865225:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2034:x1830882860640896:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1992us (2162us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.865232:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12481 00000100:00100000:0.0:1746066889.865568:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.865620:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860641152 00000100:00100000:1.0:1746066889.865626:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860641152 00002000:00100000:1.0:1746066889.865660:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c42680 x1830882860641152/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.865671:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c42680 with x1830882860641152 ext(0->4095) 00010000:00010000:1.0:1746066889.865678:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095ef4000/0xd6b24631ff4397d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f303 expref: 24 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.865690:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095ef4000/0xd6b24631ff4397d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f303 expref: 24 pid: 9627 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066889.865697:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c42680 00000100:00100000:1.0:1746066889.865713:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2316 00000100:00100000:1.0:1746066889.865719:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2033:x1830882860641152:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066889.865841:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2033:x1830882860641152:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066889.865847:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2316 00002000:00100000:1.0:1746066889.865854:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c42680 x1830882860641152/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.865892:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c42680 with x1830882860641152 ext(0->4095) 00010000:00010000:1.0:1746066889.865897:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095ef4000/0xd6b24631ff4397d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f303 expref: 24 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.865906:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095ef4000/0xd6b24631ff4397d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f303 expref: 24 pid: 9627 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066889.865912:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c42680 00000100:00100000:0.0:1746066889.867705:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066889.868448:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.868536:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860641408 00000100:00100000:2.0:1746066889.868543:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860641408 00010000:00010000:2.0:1746066889.868577:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095ef4000/0xd6b24631ff4397d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f303 expref: 24 pid: 9627 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.868605:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12482 00000100:00100000:2.0:1746066889.868611:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d6bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2034:x1830882860641408:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.868623:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.868641:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095ef4000/0xd6b24631ff4397d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f303 expref: 24 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.868652:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095ef4000/0xd6b24631ff4397d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f303 expref: 24 pid: 9627 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.868777:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860641280 00000100:00100000:3.0:1746066889.868788:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860641280 00010000:00010000:2.0:1746066889.868821:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095ef4000/0xd6b24631ff4397d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f303 expref: 24 pid: 9627 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.868841:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29656 00000100:00100000:3.0:1746066889.868847:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+25:1868:x1830882860641280:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.868862:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.868891:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4397e1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f311 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.868913:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.868919:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4397da lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f30a expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.868925:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.868929:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4397e1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f311 expref: 25 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.868960:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4397da lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f30a expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.869173:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.869175:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.869184:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4397da lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f30a expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.869192:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4397da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f30a expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.869292:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4397e1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f311 expref: 25 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.869303:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138400, rc 0) 00000100:00100000:3.0:1746066889.869373:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+25:1868:x1830882860641280:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 525us (1673us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.869383:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29656 00010000:00010000:2.0:1746066889.869384:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4397da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f30a expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.869395:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4397da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f30a expref: 5 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.869407:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861216128:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.869656:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.870963:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861216128:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.870985:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.871027:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d6bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2034:x1830882860641408:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2414us (2579us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.871038:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12482 00000100:00100000:1.0:1746066889.871474:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.871543:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860641664 00000100:00100000:2.0:1746066889.871548:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860641664 00002000:00100000:2.0:1746066889.871579:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091268a80 x1830882860641664/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.871589:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091268a80 with x1830882860641664 ext(0->4095) 00010000:00010000:2.0:1746066889.871596:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4397da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f30a expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.871608:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4397da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f30a expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.871614:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091268a80 00000100:00100000:2.0:1746066889.871641:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2317 00000100:00100000:2.0:1746066889.871648:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860641664:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066889.871759:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860641664:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (284us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.871765:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2317 00002000:00100000:2.0:1746066889.871770:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091268a80 x1830882860641664/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.871777:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091268a80 with x1830882860641664 ext(0->4095) 00010000:00010000:2.0:1746066889.871782:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4397da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f30a expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.871790:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4397da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f30a expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:2.0:1746066889.871796:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091268a80 00000100:00100000:0.0:1746066889.873833:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.873893:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860641792 00000100:00100000:2.0:1746066889.873900:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860641792 00010000:00010000:2.0:1746066889.873925:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4397da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f30a expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.873951:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12483 00000100:00100000:2.0:1746066889.873958:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860641792:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.873968:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.873985:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4397da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f30a expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.874001:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4397da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f30a expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.874021:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4397da lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f30a expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.874042:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.874044:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.874052:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4397e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f311 expref: 23 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.874060:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4397e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f311 expref: 23 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.874092:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4397e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f311 expref: 23 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.874105:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861216256:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.874252:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.875360:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861216256:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.875378:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.875412:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860641792:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1454us (1584us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.875421:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12483 00000100:00100000:0.0:1746066889.875766:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.875836:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860642048 00000100:00100000:2.0:1746066889.875840:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860642048 00002000:00100000:2.0:1746066889.875882:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800963ebb80 x1830882860642048/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.875891:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ebb80 with x1830882860642048 ext(0->4095) 00002000:00010000:2.0:1746066889.875895:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800963ebb80 00000100:00100000:2.0:1746066889.875911:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13263 00000100:00100000:2.0:1746066889.875917:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2031:x1830882860642048:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746066889.876235:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2031:x1830882860642048:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 318us (470us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.876242:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13263 00002000:00100000:2.0:1746066889.876247:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800963ebb80 x1830882860642048/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.876255:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ebb80 with x1830882860642048 ext(0->4095) 00002000:00010000:2.0:1746066889.876258:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800963ebb80 00000100:00100000:0.0:1746066889.878967:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.879067:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860642176 00000100:00100000:3.0:1746066889.879074:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860642176 00000100:00100000:3.0:1746066889.879123:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29657 00000100:00100000:3.0:1746066889.879129:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860642176:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.879144:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.879161:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4397e8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f318 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.879184:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4397e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f311 expref: 23 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.879190:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.879192:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.879194:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4397e8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f318 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.879216:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4397e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f311 expref: 23 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.879225:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4397e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f311 expref: 23 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.879236:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861216384:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.879542:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.881080:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861216384:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.881106:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4397e8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f318 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.881120:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139c00, rc 0) 00000100:00100000:3.0:1746066889.881162:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860642176:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2032us (2201us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.881171:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29657 00000100:00100000:0.0:1746066889.881808:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.881908:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860642304 00000100:00100000:2.0:1746066889.881915:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860642304 00010000:00010000:2.0:1746066889.882147:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4397e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f311 expref: 24 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.882185:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12484 00000100:00100000:2.0:1746066889.882191:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2034:x1830882860642304:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.882203:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.882222:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4397e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f311 expref: 24 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.882238:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4397e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f311 expref: 24 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.882262:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4397e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f311 expref: 24 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.882291:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.882293:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.882299:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4397e8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f318 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.882306:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4397e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f318 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.882333:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4397e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f318 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.882368:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861216512:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.882933:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.886521:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066889.886603:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.886654:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860642688 00000100:00100000:3.0:1746066889.886663:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860642688 00000100:00100000:3.0:1746066889.886708:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29658 00000100:00100000:3.0:1746066889.886716:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+24:1868:x1830882860642688:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.886734:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.886752:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4397ef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f31f expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.886783:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4397e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f318 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.886791:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.886793:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.886798:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4397ef lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f31f expref: 25 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.886830:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4397e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f318 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066889.886846:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860642560 00010000:00010000:3.0:1746066889.886849:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4397e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f318 expref: 5 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:1.0:1746066889.886851:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860642560 00000100:00100000:3.0:1746066889.886878:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861216640:192.168.201.51@tcp:104: 00002000:00100000:1.0:1746066889.886898:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126d180 x1830882860642560/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.886913:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126d180 with x1830882860642560 ext(0->4095) 00010000:00010000:1.0:1746066889.886918:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4397e8 lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f318 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.886930:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4397e8 lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f318 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066889.886935:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126d180 00000100:00100000:3.0:1746066889.886950:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066889.886951:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2318 00000100:00100000:1.0:1746066889.886957:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860642560:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066889.887076:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860642560:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (564us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066889.887082:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2318 00002000:00100000:1.0:1746066889.887086:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126d180 x1830882860642560/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.887091:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126d180 with x1830882860642560 ext(0->4095) 00010000:00010000:1.0:1746066889.887094:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4397e8 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f318 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.887101:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4397e8 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f318 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066889.887105:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126d180 00000100:00100000:2.0:1746066889.887799:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861216512:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.887821:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.887876:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+25:2034:x1830882860642304:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5674us (6059us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.887885:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12484 00000100:00100000:0.0:1746066889.889088:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.889140:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860642816 00000100:00100000:1.0:1746066889.889146:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860642816 00000100:00100000:0.0:1746066889.889179:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.889189:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29659 00000100:00100000:1.0:1746066889.889196:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+25:1869:x1830882860642816:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066889.889212:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066889.889227:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4397f6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f326 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.889251:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066889.889257:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4397ef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f31f expref: 26 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.889263:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066889.889266:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4397f6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f326 expref: 26 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066889.889270:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861216640:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.889290:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4397ef lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f31f expref: 26 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.889302:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138000, rc 0) 00010000:00010000:1.0:1746066889.889303:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4397ef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f31f expref: 26 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.889312:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4397f6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f326 expref: 26 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.889320:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c223e00, rc 0) 00000100:00100000:3.0:1746066889.889334:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+26:1868:x1830882860642688:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2619us (2731us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066889.889358:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+26:1869:x1830882860642816:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.889359:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29658 00000100:00100000:1.0:1746066889.889364:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29659 00000100:00100000:2.0:1746066889.889943:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860642944 00000100:00100000:2.0:1746066889.889948:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860642944 00010000:00010000:2.0:1746066889.889975:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4397e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f318 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.890006:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12485 00000100:00100000:2.0:1746066889.890012:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860642944:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.890023:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.890044:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4397e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f318 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.890054:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4397e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f318 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.890069:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4397e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f318 expref: 6 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.890085:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.890087:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.890093:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4397ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f31f expref: 24 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.890101:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4397ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f31f expref: 24 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.890124:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4397ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f31f expref: 24 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.890137:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4397ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f31f expref: 24 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.890149:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861216896:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.890208:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.898061:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.898161:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860643200 00000100:00100000:1.0:1746066889.898170:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860643200 00002000:00100000:1.0:1746066889.898224:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126e300 x1830882860643200/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.898234:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126e300 with x1830882860643200 ext(0->4095) 00010000:00010000:1.0:1746066889.898244:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4397ef lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f31f expref: 25 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.898259:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4397ef lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f31f expref: 25 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066889.898266:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126e300 00000100:00100000:2.0:1746066889.898323:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861216896:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.898377:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.898425:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860642944:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 8412us (9246us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066889.898425:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2319 00000100:00100000:1.0:1746066889.898433:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+25:2034:x1830882860643200:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066889.898434:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12485 00000100:00100000:1.0:1746066889.898664:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+25:2034:x1830882860643200:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 231us (614us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066889.898671:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2319 00002000:00100000:1.0:1746066889.898677:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126e300 x1830882860643200/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.898685:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126e300 with x1830882860643200 ext(0->4095) 00010000:00010000:1.0:1746066889.898690:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4397ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f31f expref: 25 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.898699:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4397ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f31f expref: 25 pid: 9917 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066889.898705:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126e300 00000100:00100000:0.0:1746066889.901240:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.902154:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860643328 00000100:00100000:2.0:1746066889.902169:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860643328 00010000:00010000:2.0:1746066889.902206:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4397ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f31f expref: 25 pid: 9917 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.902237:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12486 00000100:00100000:2.0:1746066889.902242:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+25:2034:x1830882860643328:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.902255:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.902271:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4397ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f31f expref: 25 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.902280:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4397ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f31f expref: 25 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.902301:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4397ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f31f expref: 25 pid: 9917 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.902323:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.902326:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.902333:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4397f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f326 expref: 24 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.902364:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4397f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f326 expref: 24 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.902400:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4397f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f326 expref: 24 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.902413:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861217024:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.902495:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.905159:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861217024:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.905657:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.905713:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2034:x1830882860643328:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3467us (4479us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.905723:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12486 00000100:00100000:0.0:1746066889.906660:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.906783:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860643584 00000100:00100000:1.0:1746066889.906791:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860643584 00002000:00100000:1.0:1746066889.906832:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126df80 x1830882860643584/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.906843:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126df80 with x1830882860643584 ext(0->4095) 00002000:00010000:1.0:1746066889.906848:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009126df80 00000100:00100000:1.0:1746066889.906942:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13264 00000100:00100000:1.0:1746066889.906950:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2034:x1830882860643584:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066889.907093:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2034:x1830882860643584:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (434us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066889.907099:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13264 00002000:00100000:1.0:1746066889.908093:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126df80 x1830882860643584/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.908652:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126df80 with x1830882860643584 ext(0->4095) 00002000:00010000:1.0:1746066889.908657:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009126df80 00000100:00100000:0.0:1746066889.909557:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.909637:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860643712 00000100:00100000:2.0:1746066889.909643:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860643712 00000100:00100000:2.0:1746066889.909914:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29660 00000100:00100000:2.0:1746066889.909922:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095391c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860643712:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066889.909937:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066889.909954:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4397fd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f32d expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.909979:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4397f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f326 expref: 23 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.909992:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066889.909994:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066889.909997:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4397fd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f32d expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.910023:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4397f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f326 expref: 23 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.910032:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4397f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f326 expref: 23 pid: 21660 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.910041:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861217152:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066889.910114:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.914090:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861217152:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066889.914130:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4397fd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f32d expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.914456:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27c00, rc 0) 00000100:00100000:2.0:1746066889.914512:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095391c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860643712:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4588us (4953us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.914522:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29660 00000100:00100000:0.0:1746066889.917461:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.917518:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860643840 00000100:00100000:2.0:1746066889.917527:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860643840 00000100:00100000:0.0:1746066889.917558:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:2.0:1746066889.917563:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4397f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f326 expref: 24 pid: 21660 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.917609:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12487 00000100:00100000:2.0:1746066889.917617:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095392300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2033:x1830882860643840:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.917633:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.917655:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4397f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f326 expref: 24 pid: 21660 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.917658:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860643968 00000100:00100000:3.0:1746066889.917662:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860643968 00010000:00010000:2.0:1746066889.917666:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4397f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f326 expref: 25 pid: 21660 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.917686:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29661 00000100:00100000:3.0:1746066889.917691:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+25:1868:x1830882860643968:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066889.917691:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4397f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f326 expref: 25 pid: 21660 timeout: 1101 lvb_type: 0 00010000:00010000:3.0:1746066889.917707:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066889.917711:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.917712:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.917718:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439804 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f334 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.917720:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4397fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f32d expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.917728:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4397fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f32d expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.917945:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4397fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f32d expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.917951:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.917953:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.917955:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439804 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f334 expref: 25 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.917982:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4397fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f32d expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.917993:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4397fd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f32d expref: 5 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.918002:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4397fd lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f32d expref: 5 pid: 9627 timeout: 1101 lvb_type: 0 00000100:00100000:3.0:1746066889.918006:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861217408:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066889.918010:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4397fd lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f32d expref: 5 pid: 9627 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.918021:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861217280:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.918408:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.918454:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.920754:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861217280:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.920783:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066889.920838:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861217408:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066889.920839:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095392300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+25:2033:x1830882860643840:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3222us (3386us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.920851:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12487 00010000:00010000:3.0:1746066889.921046:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439804 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f334 expref: 25 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.921064:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138a00, rc 0) 00000100:00100000:3.0:1746066889.921088:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+24:1868:x1830882860643968:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3397us (3531us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.921095:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29661 00000100:00100000:0.0:1746066889.921617:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.921740:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860644224 00000100:00100000:1.0:1746066889.921748:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860644224 00002000:00100000:1.0:1746066889.921787:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3a680 x1830882860644224/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.921797:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3a680 with x1830882860644224 ext(0->4095) 00010000:00010000:1.0:1746066889.921805:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4397fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f32d expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.921817:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4397fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f32d expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066889.921824:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c3a680 00000100:00100000:1.0:1746066889.921852:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2320 00000100:00100000:1.0:1746066889.921859:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860644224:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066889.922000:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860644224:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (384us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066889.922007:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2320 00002000:00100000:1.0:1746066889.922013:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3a680 x1830882860644224/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.922021:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3a680 with x1830882860644224 ext(0->4095) 00010000:00010000:1.0:1746066889.922025:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4397fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f32d expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:1.0:1746066889.922036:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4397fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f32d expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00002000:00010000:1.0:1746066889.922041:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c3a680 00000100:00100000:0.0:1746066889.924230:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.924547:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860644352 00000100:00100000:2.0:1746066889.924554:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860644352 00010000:00010000:2.0:1746066889.924584:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4397fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f32d expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00000100:00100000:2.0:1746066889.924614:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12488 00000100:00100000:2.0:1746066889.924620:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860644352:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.924633:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.924652:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4397fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f32d expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.924663:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4397fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f32d expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.924690:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4397fd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f32d expref: 6 pid: 9627 timeout: 1101 lvb_type: 0 00010000:00010000:2.0:1746066889.924712:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.924715:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.924722:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439804 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f334 expref: 23 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.924731:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439804 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f334 expref: 23 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.925194:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439804 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f334 expref: 23 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.925208:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861217536:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.925294:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.928788:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.928843:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860644608 00000100:00100000:3.0:1746066889.928852:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860644608 00000100:00100000:2.0:1746066889.928890:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861217536:192.168.201.51@tcp:105: 00002000:00100000:3.0:1746066889.928909:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c38e00 x1830882860644608/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746066889.928915:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746066889.928919:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c38e00 with x1830882860644608 ext(0->4095) 00002000:00010000:3.0:1746066889.928923:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c38e00 00000100:00100000:3.0:1746066889.928954:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13265 00000100:00100000:2.0:1746066889.928956:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860644352:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4336us (4736us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.928961:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2031:x1830882860644608:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746066889.928965:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12488 00000100:00100000:3.0:1746066889.929157:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2031:x1830882860644608:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 195us (376us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066889.929163:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13265 00002000:00100000:3.0:1746066889.929167:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c38e00 x1830882860644608/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.929174:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c38e00 with x1830882860644608 ext(0->4095) 00002000:00010000:3.0:1746066889.929177:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c38e00 00000100:00100000:0.0:1746066889.931258:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.931368:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860644736 00000100:00100000:3.0:1746066889.931376:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860644736 00000100:00100000:3.0:1746066889.931432:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29662 00000100:00100000:3.0:1746066889.931439:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860644736:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.931456:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.931473:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43980b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f33b expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.931504:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439804 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f334 expref: 23 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.931511:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.931513:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.931517:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43980b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f33b expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.931547:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439804 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f334 expref: 23 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.931563:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439804 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f334 expref: 23 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066889.931574:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861217664:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.931653:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.934148:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861217664:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.934173:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43980b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f33b expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.934186:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139c00, rc 0) 00000100:00100000:3.0:1746066889.934219:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860644736:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2780us (2969us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.934226:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29662 00000100:00100000:0.0:1746066889.937766:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.937850:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860644864 00000100:00100000:3.0:1746066889.938041:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860644864 00002000:00100000:3.0:1746066889.938093:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132c38a80 x1830882860644864/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 496/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.938106:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c38a80 with x1830882860644864 ext(0->7) 00010000:00010000:3.0:1746066889.938116:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439804 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f334 expref: 24 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066889.938132:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439804 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f334 expref: 24 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066889.938145:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c38a80 00000100:00100000:3.0:1746066889.938581:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2321 00000100:00100000:3.0:1746066889.938590:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2034:x1830882860644864:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066889.939759:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2034:x1830882860644864:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1164us (1998us total) trans 4294972211 rc 0/0 00000100:00100000:0.0:1746066889.939768:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2321 00002000:00100000:0.0:1746066889.939776:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132c38a80 x1830882860644864/t4294972211(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 496/448 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066889.939783:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c38a80 with x1830882860644864 ext(0->7) 00010000:00010000:0.0:1746066889.939790:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439804 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f334 expref: 26 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:0.0:1746066889.939799:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439804 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f334 expref: 26 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:0.0:1746066889.939803:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c38a80 00000100:00100000:0.0:1746066889.947098:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.947335:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860644992 00000100:00100000:2.0:1746066889.947372:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860644992 00010000:00010000:2.0:1746066889.947408:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439804 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f334 expref: 26 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066889.947453:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12489 00000100:00100000:2.0:1746066889.947461:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d6a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2033:x1830882860644992:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.947479:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.947500:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439804 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f334 expref: 26 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066889.947518:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439804 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f334 expref: 26 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066889.947543:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439804 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f334 expref: 26 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066889.947566:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.947568:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.947576:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43980b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f33b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.947585:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43980b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f33b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.947620:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43980b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f33b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.947632:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861217792:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.947727:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.953689:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.953745:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860645248 00000100:00100000:1.0:1746066889.953755:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860645248 00000100:00100000:2.0:1746066889.953810:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861217792:192.168.201.51@tcp:105: 00002000:00100000:1.0:1746066889.953812:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c39f80 x1830882860645248/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.953824:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c39f80 with x1830882860645248 ext(0->4095) 00002000:00010000:1.0:1746066889.953829:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c39f80 00010000:00010000:2.0:1746066889.953837:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066889.953862:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13266 00000100:00100000:1.0:1746066889.954056:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860645248:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066889.954117:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d6a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+25:2033:x1830882860644992:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6655us (7029us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.954127:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12489 00000100:00100000:1.0:1746066889.954190:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860645248:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 309us (512us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066889.954196:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13266 00002000:00100000:1.0:1746066889.954201:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c39f80 x1830882860645248/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.954209:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c39f80 with x1830882860645248 ext(0->4095) 00002000:00010000:1.0:1746066889.954211:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c39f80 00000100:00100000:0.0:1746066889.959206:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.959286:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860645376 00000100:00100000:3.0:1746066889.959296:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860645376 00000100:00100000:3.0:1746066889.959616:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29663 00000100:00100000:3.0:1746066889.959625:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+25:1868:x1830882860645376:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.959644:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.959663:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439812 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f342 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066889.959840:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.959890:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860645504 00000100:00100000:1.0:1746066889.959895:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860645504 00000100:00100000:1.0:1746066889.959925:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29664 00000100:00100000:1.0:1746066889.960137:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+26:1869:x1830882860645504:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066889.960147:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066889.960155:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439819 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f349 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.960275:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43980b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f33b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.960282:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.960283:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.960287:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439812 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f342 expref: 28 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.960318:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43980b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f33b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.960331:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43980b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f33b expref: 5 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066889.960360:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861217920:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.960441:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746066889.960595:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066889.960601:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439812 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f342 expref: 28 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.960608:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066889.960611:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439819 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f349 expref: 28 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.960637:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439812 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f342 expref: 28 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.960650:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439819 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f349 expref: 28 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066889.960660:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c222400, rc 0) 00000100:00100000:1.0:1746066889.960698:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+28:1869:x1830882860645504:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 763us (857us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066889.960705:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29664 00000100:00100000:3.0:1746066889.962819:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861217920:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.962847:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439812 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f342 expref: 27 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.962861:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139e00, rc 0) 00000100:00100000:3.0:1746066889.962912:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+27:1868:x1830882860645376:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3287us (3715us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.962920:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29663 00000100:00100000:0.0:1746066889.963619:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.963700:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860645632 00000100:00100000:2.0:1746066889.963707:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860645632 00010000:00010000:2.0:1746066889.963733:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43980b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f33b expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066889.963756:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12490 00000100:00100000:2.0:1746066889.963761:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a97100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860645632:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.963770:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.963786:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43980b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f33b expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066889.963794:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43980b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f33b expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066889.963812:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43980b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f33b expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066889.963828:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.963830:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.963837:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439812 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f342 expref: 26 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.963846:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439812 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f342 expref: 26 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.963891:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439812 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f342 expref: 26 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.964100:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439812 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f342 expref: 26 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066889.964113:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861218176:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.964182:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.967689:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861218176:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.967717:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.967769:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a97100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860645632:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4005us (4149us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.967781:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12490 00000100:00100000:0.0:1746066889.968484:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.969282:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860645888 00000100:00100000:1.0:1746066889.969290:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860645888 00002000:00100000:1.0:1746066889.969336:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a96a00 x1830882860645888/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.969379:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a96a00 with x1830882860645888 ext(0->4095) 00010000:00010000:1.0:1746066889.969391:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439812 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f342 expref: 27 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066889.969407:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439812 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f342 expref: 27 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066889.969414:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123a96a00 00000100:00100000:1.0:1746066889.969438:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2322 00000100:00100000:1.0:1746066889.969452:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+27:2033:x1830882860645888:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066889.969587:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+27:2033:x1830882860645888:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (1104us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066889.969594:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2322 00002000:00100000:1.0:1746066889.969600:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a96a00 x1830882860645888/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.969608:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a96a00 with x1830882860645888 ext(0->4095) 00010000:00010000:1.0:1746066889.969613:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439812 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f342 expref: 27 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066889.969623:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439812 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f342 expref: 27 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066889.969629:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123a96a00 00000100:00100000:0.0:1746066889.972251:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.972491:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860646016 00000100:00100000:2.0:1746066889.972499:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860646016 00010000:00010000:2.0:1746066889.972535:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439812 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f342 expref: 27 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066889.972569:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12491 00000100:00100000:2.0:1746066889.972575:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+27:2034:x1830882860646016:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.972589:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.972607:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439812 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f342 expref: 27 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066889.972619:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439812 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f342 expref: 27 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066889.972643:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439812 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f342 expref: 27 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066889.972662:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.972666:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.972673:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439819 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f349 expref: 26 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.972682:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439819 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f349 expref: 26 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.972717:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439819 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f349 expref: 26 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066889.972729:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861218304:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.972821:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.975198:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861218304:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.975221:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.975271:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2034:x1830882860646016:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2694us (3025us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.975281:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12491 00000100:00100000:0.0:1746066889.976731:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066889.977236:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860646272 00000100:00100000:1.0:1746066889.977244:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860646272 00002000:00100000:1.0:1746066889.977288:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a97b80 x1830882860646272/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.977308:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a97b80 with x1830882860646272 ext(0->4095) 00002000:00010000:1.0:1746066889.977313:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123a97b80 00000100:00100000:1.0:1746066889.977361:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13267 00000100:00100000:1.0:1746066889.977371:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2034:x1830882860646272:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066889.977541:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2034:x1830882860646272:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 171us (811us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066889.977548:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13267 00002000:00100000:1.0:1746066889.977554:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a97b80 x1830882860646272/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066889.977563:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a97b80 with x1830882860646272 ext(0->4095) 00002000:00010000:1.0:1746066889.977566:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123a97b80 00000100:00100000:0.0:1746066889.979011:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.979129:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860646400 00000100:00100000:3.0:1746066889.979136:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860646400 00000100:00100000:3.0:1746066889.979216:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29665 00000100:00100000:3.0:1746066889.979224:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860646400:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.979239:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.979258:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439820 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f350 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.979288:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439819 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f349 expref: 25 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.979296:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.979298:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066889.979302:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439820 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f350 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.979334:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439819 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f349 expref: 25 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.979454:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439819 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f349 expref: 25 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066889.979468:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861218432:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.979547:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066889.981250:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861218432:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.981275:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439820 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f350 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.981287:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138200, rc 0) 00000100:00100000:3.0:1746066889.981320:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860646400:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2096us (2313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.981331:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29665 00000100:00100000:0.0:1746066889.981476:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.981624:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860646528 00000100:00100000:3.0:1746066889.981629:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860646528 00010000:00010000:3.0:1746066889.981649:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439819 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f349 expref: 26 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066889.981724:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12492 00000100:00100000:3.0:1746066889.981731:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a94000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2033:x1830882860646528:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066889.981741:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066889.981762:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439819 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f349 expref: 26 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066889.981779:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439819 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f349 expref: 26 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066889.981800:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439819 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f349 expref: 26 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066889.981813:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.981815:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.981822:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439820 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f350 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.981830:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439820 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f350 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.981853:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439820 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f350 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066889.981876:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861218560:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066889.982528:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.984840:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861218560:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.984859:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.984916:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a94000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+25:2033:x1830882860646528:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3183us (3439us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.984926:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12492 00000100:00100000:0.0:1746066889.985001:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.985062:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860646784 00000100:00100000:2.0:1746066889.985068:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860646784 00002000:00100000:2.0:1746066889.985104:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc4e00 x1830882860646784/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.985114:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc4e00 with x1830882860646784 ext(0->4095) 00002000:00010000:2.0:1746066889.985119:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc4e00 00000100:00100000:2.0:1746066889.985145:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13268 00000100:00100000:2.0:1746066889.985151:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860646784:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066889.985261:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860646784:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (260us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066889.985267:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13268 00002000:00100000:2.0:1746066889.985273:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc4e00 x1830882860646784/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066889.985280:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc4e00 with x1830882860646784 ext(0->4095) 00002000:00010000:2.0:1746066889.985283:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc4e00 00000100:00100000:0.0:1746066889.987531:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066889.987597:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860646912 00000100:00100000:3.0:1746066889.987606:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860646912 00000100:00100000:3.0:1746066889.987655:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29666 00000100:00100000:3.0:1746066889.987663:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+25:1869:x1830882860646912:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066889.987680:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066889.987700:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439827 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f357 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.987734:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439820 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f350 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.987742:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.987744:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066889.987749:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439827 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f357 expref: 26 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.987780:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439820 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f350 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.987793:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439820 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f350 expref: 5 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066889.987808:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861218688:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066889.988312:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.988494:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.989783:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860647040 00000100:00100000:2.0:1746066889.989790:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860647040 00000100:00100000:2.0:1746066889.989826:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29667 00000100:00100000:2.0:1746066889.989833:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+27:1868:x1830882860647040:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066889.989845:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066889.989857:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43982e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f35e expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.989892:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.989897:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439827 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f357 expref: 28 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.989904:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066889.989907:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43982e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f35e expref: 28 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.989951:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439827 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f357 expref: 28 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.989966:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43982e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f35e expref: 28 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.989976:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26600, rc 0) 00000100:00100000:3.0:1746066889.989995:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861218688:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066889.990012:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439827 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f357 expref: 28 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066889.990020:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138c00, rc 0) 00000100:00100000:2.0:1746066889.990025:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+28:1868:x1830882860647040:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 192us (1532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.990032:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29667 00000100:00100000:3.0:1746066889.990036:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+28:1869:x1830882860646912:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2375us (2513us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066889.990040:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29666 00000100:00100000:0.0:1746066889.991139:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.991212:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860647168 00000100:00100000:2.0:1746066889.991216:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860647168 00010000:00010000:2.0:1746066889.991234:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439820 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f350 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066889.991262:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12493 00000100:00100000:2.0:1746066889.991268:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860647168:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.991277:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.991296:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439820 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f350 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066889.991306:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439820 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f350 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066889.991325:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439820 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f350 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066889.991337:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.991355:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.991360:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439827 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f357 expref: 26 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.991365:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439827 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f357 expref: 26 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.991382:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439827 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f357 expref: 26 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.991390:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439827 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f357 expref: 26 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066889.991399:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861218944:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.991457:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066889.992787:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.992889:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861218944:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.992909:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.992950:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860647168:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1680us (1812us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.992960:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12493 00000100:00100000:3.0:1746066889.993031:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860647424 00000100:00100000:3.0:1746066889.993036:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860647424 00002000:00100000:3.0:1746066889.993069:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc7480 x1830882860647424/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/0 e 0 to 0 dl 1746066900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.993077:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc7480 with x1830882860647424 ext(0->4095) 00010000:00010000:3.0:1746066889.993083:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439827 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f357 expref: 27 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066889.993091:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439827 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f357 expref: 27 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066889.993096:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc7480 00000100:00100000:3.0:1746066889.993118:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2323 00000100:00100000:3.0:1746066889.993128:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+27:2034:x1830882860647424:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066889.993576:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+27:2034:x1830882860647424:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 447us (793us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066889.993584:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2323 00002000:00100000:3.0:1746066889.993590:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc7480 x1830882860647424/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746066900 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066889.993597:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc7480 with x1830882860647424 ext(0->4095) 00010000:00010000:3.0:1746066889.993602:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439827 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f357 expref: 27 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066889.993612:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439827 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f357 expref: 27 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066889.993618:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc7480 00000100:00100000:0.0:1746066889.995240:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.995300:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860647552 00000100:00100000:2.0:1746066889.995305:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860647552 00000100:00100000:2.0:1746066889.995352:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29668 00000100:00100000:2.0:1746066889.995358:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860647552:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066889.995372:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066889.995385:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439835 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f365 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.995405:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066889.995410:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43982e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f35e expref: 26 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.995415:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066889.995418:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439835 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f365 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.995448:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43982e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f35e expref: 26 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.995459:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439835 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f365 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.995468:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26800, rc 0) 00000100:00100000:2.0:1746066889.995493:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860647552:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.995499:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29668 00000100:00100000:0.0:1746066889.997473:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066889.997538:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860647680 00000100:00100000:2.0:1746066889.997544:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860647680 00010000:00010000:2.0:1746066889.997575:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439827 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f357 expref: 27 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066889.997604:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12494 00000100:00100000:2.0:1746066889.997611:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+27:2033:x1830882860647680:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066889.997624:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066889.997644:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439827 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f357 expref: 27 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066889.997657:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439827 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f357 expref: 27 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066889.997680:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439827 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f357 expref: 27 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066889.997702:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.997704:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066889.997711:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43982e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f35e expref: 26 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.997720:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43982e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f35e expref: 26 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.997754:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43982e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f35e expref: 26 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066889.997766:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43982e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f35e expref: 26 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066889.997778:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861219200:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066889.997850:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066889.999616:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861219200:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066889.999638:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066889.999668:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2033:x1830882860647680:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2056us (2202us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066889.999676:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12494 00000100:00100000:0.0:1746066890.000498:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.000760:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860647936 00000100:00100000:3.0:1746066890.000766:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860647936 00002000:00100000:3.0:1746066890.000801:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc4700 x1830882860647936/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.000812:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc4700 with x1830882860647936 ext(0->4095) 00010000:00010000:3.0:1746066890.000819:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43982e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f35e expref: 26 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.000831:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43982e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f35e expref: 26 pid: 9917 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066890.000837:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc4700 00000100:00100000:3.0:1746066890.001772:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2324 00000100:00100000:3.0:1746066890.001783:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2033:x1830882860647936:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066890.001933:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2033:x1830882860647936:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (1435us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066890.001939:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2324 00002000:00100000:3.0:1746066890.001945:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc4700 x1830882860647936/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.001953:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc4700 with x1830882860647936 ext(0->4095) 00010000:00010000:3.0:1746066890.001958:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43982e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f35e expref: 26 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.001968:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43982e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f35e expref: 26 pid: 9917 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066890.001979:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc4700 00000100:00100000:0.0:1746066890.003396:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.003480:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860648064 00000100:00100000:3.0:1746066890.003486:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860648064 00000100:00100000:3.0:1746066890.003528:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29669 00000100:00100000:3.0:1746066890.003534:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+26:1868:x1830882860648064:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.003547:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.003563:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43983c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f36c expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.003587:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.003593:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439835 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f365 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.003599:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066890.003603:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43983c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f36c expref: 27 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.003639:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439835 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f365 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.003652:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43983c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f36c expref: 27 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.003662:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139e00, rc 0) 00000100:00100000:3.0:1746066890.003705:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+27:1868:x1830882860648064:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.003714:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29669 00000100:00100000:2.0:1746066890.004313:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.004679:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860648192 00000100:00100000:3.0:1746066890.004684:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860648192 00010000:00010000:3.0:1746066890.004702:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43982e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f35e expref: 27 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.004722:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12495 00000100:00100000:3.0:1746066890.004727:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+27:2033:x1830882860648192:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066890.004736:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066890.004752:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43982e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f35e expref: 27 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.004763:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43982e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f35e expref: 27 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.004782:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff43982e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f35e expref: 27 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.004795:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.004797:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.004803:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439835 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f365 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.004811:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439835 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f365 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.004831:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439835 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f365 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.004843:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439835 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f365 expref: 5 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.004856:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861219456:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066890.005915:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.007136:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861219456:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066890.007152:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066890.007445:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2033:x1830882860648192:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2716us (3130us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.007456:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12495 00000100:00100000:0.0:1746066890.007932:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.008028:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860648448 00000100:00100000:1.0:1746066890.008034:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860648448 00002000:00100000:1.0:1746066890.008071:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091038700 x1830882860648448/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.008081:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091038700 with x1830882860648448 ext(0->4095) 00010000:00010000:1.0:1746066890.008090:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439835 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f365 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.008102:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439835 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f365 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.008109:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091038700 00000100:00100000:1.0:1746066890.008188:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2325 00000100:00100000:1.0:1746066890.008196:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091038700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860648448:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066890.008315:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091038700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860648448:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (383us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066890.008321:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2325 00002000:00100000:1.0:1746066890.008327:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091038700 x1830882860648448/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.008334:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091038700 with x1830882860648448 ext(0->4095) 00010000:00010000:1.0:1746066890.008363:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439835 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f365 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.008374:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439835 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f365 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.008381:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091038700 00000100:00100000:0.0:1746066890.010211:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.010263:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860648576 00000100:00100000:3.0:1746066890.010269:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860648576 00010000:00010000:3.0:1746066890.010562:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439835 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f365 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.010599:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12496 00000100:00100000:3.0:1746066890.010607:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d6ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860648576:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066890.010620:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066890.010637:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439835 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f365 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.010646:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439835 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f365 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.010667:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff439835 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f365 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.010683:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.010685:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.010693:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43983c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f36c expref: 25 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.010701:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43983c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f36c expref: 25 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.010732:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43983c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f36c expref: 25 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066890.010744:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861219584:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066890.011106:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d4260c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.012673:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861219584:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066890.012692:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066890.012724:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d6ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860648576:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2118us (2517us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.012733:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12496 00000100:00100000:0.0:1746066890.013053:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.013155:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860648832 00000100:00100000:1.0:1746066890.013160:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860648832 00002000:00100000:1.0:1746066890.013196:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009103aa00 x1830882860648832/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.013206:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009103aa00 with x1830882860648832 ext(0->4095) 00002000:00010000:1.0:1746066890.013211:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009103aa00 00000100:00100000:1.0:1746066890.013531:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13269 00000100:00100000:1.0:1746066890.013538:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2031:x1830882860648832:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066890.013656:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2031:x1830882860648832:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (604us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066890.013663:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13269 00002000:00100000:1.0:1746066890.013669:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009103aa00 x1830882860648832/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.013676:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009103aa00 with x1830882860648832 ext(0->4095) 00002000:00010000:1.0:1746066890.013679:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009103aa00 00000100:00100000:0.0:1746066890.014781:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.014888:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860648960 00000100:00100000:2.0:1746066890.014893:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860648960 00000100:00100000:2.0:1746066890.015016:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29670 00000100:00100000:2.0:1746066890.015024:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860648960:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066890.015035:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066890.015052:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439843 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f373 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.015073:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43983c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f36c expref: 25 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.015079:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066890.015081:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066890.015085:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439843 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f373 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.015114:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43983c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f36c expref: 25 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.015127:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43983c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f36c expref: 25 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.015145:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861219712:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066890.015262:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.016292:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861219712:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066890.016319:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439843 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f373 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.016331:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27800, rc 0) 00000100:00100000:2.0:1746066890.016387:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860648960:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1363us (1608us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.016395:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29670 00000100:00100000:0.0:1746066890.016523:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.016587:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860649088 00000100:00100000:3.0:1746066890.016591:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860649088 00010000:00010000:3.0:1746066890.016609:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43983c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f36c expref: 26 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.016643:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12497 00000100:00100000:3.0:1746066890.016650:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2033:x1830882860649088:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066890.016663:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066890.016679:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43983c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f36c expref: 26 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.016690:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43983c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f36c expref: 26 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.016709:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43983c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f36c expref: 26 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.016732:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.016734:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.016740:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439843 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f373 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.016748:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439843 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f373 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.016771:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439843 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f373 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066890.016780:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861219840:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066890.016829:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.017747:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861219840:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066890.017760:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066890.017782:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+25:2033:x1830882860649088:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1132us (1259us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.017793:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12497 00000100:00100000:0.0:1746066890.018228:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.018290:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860649344 00000100:00100000:3.0:1746066890.018294:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860649344 00002000:00100000:3.0:1746066890.018321:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009103bb80 x1830882860649344/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.018329:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009103bb80 with x1830882860649344 ext(0->4095) 00002000:00010000:3.0:1746066890.018332:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009103bb80 00000100:00100000:3.0:1746066890.018597:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13270 00000100:00100000:3.0:1746066890.018603:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860649344:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066890.018696:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860649344:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 94us (469us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066890.018701:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13270 00002000:00100000:3.0:1746066890.018704:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009103bb80 x1830882860649344/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.018710:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009103bb80 with x1830882860649344 ext(0->4095) 00002000:00010000:3.0:1746066890.018712:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009103bb80 00000100:00100000:0.0:1746066890.020559:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.020606:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860649472 00000100:00100000:2.0:1746066890.020611:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860649472 00000100:00100000:2.0:1746066890.020653:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29671 00000100:00100000:2.0:1746066890.020661:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091038a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+25:1869:x1830882860649472:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066890.020674:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066890.020690:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43984a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f37a expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.020714:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439843 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f373 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.020832:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.020833:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.020836:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43984a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f37a expref: 26 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.021055:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439843 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f373 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.021065:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439843 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f373 expref: 5 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.021074:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861219968:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066890.021143:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.023731:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.023784:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860649600 00000100:00100000:3.0:1746066890.023790:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860649600 00000100:00100000:0.0:1746066890.023805:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:3.0:1746066890.023820:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439843 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f373 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.023860:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860649728 00000100:00100000:3.0:1746066890.023873:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860649728 00000100:00100000:3.0:1746066890.023893:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29672 00000100:00100000:3.0:1746066890.023899:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+27:1868:x1830882860649728:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.023911:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746066890.023914:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861219968:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066890.023922:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439851 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f381 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.023939:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43984a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f37a expref: 28 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.023942:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.023945:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43984a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f37a expref: 28 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.023950:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1746066890.024177:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12498 00000100:00100000:1.0:1746066890.024184:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860649600:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066890.024195:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066890.024542:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439851 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f381 expref: 28 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.024556:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26a00, rc 0) 00010000:00010000:3.0:1746066890.024571:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43984a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f37a expref: 28 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.024582:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439851 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f381 expref: 28 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.024589:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139e00, rc 0) 00000100:00100000:2.0:1746066890.024620:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091038a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+28:1869:x1830882860649472:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3958us (4061us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.024627:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29671 00010000:00010000:1.0:1746066890.024738:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439843 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f373 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.024749:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439843 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f373 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.024767:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439843 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f373 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.025082:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+27:1868:x1830882860649728:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1181us (1275us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.025088:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29672 00010000:00010000:1.0:1746066890.025137:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.025141:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.025148:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43984a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f37a expref: 26 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.025155:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43984a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f37a expref: 26 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.025177:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43984a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f37a expref: 26 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.025189:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43984a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f37a expref: 26 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:1.0:1746066890.025200:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861220224:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066890.025254:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066890.026648:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861220224:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066890.026662:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066890.026852:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860649600:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2666us (3124us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.026873:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12498 00000100:00100000:0.0:1746066890.027027:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.027074:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860649984 00000100:00100000:3.0:1746066890.027079:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860649984 00002000:00100000:3.0:1746066890.027114:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091038000 x1830882860649984/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.027125:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091038000 with x1830882860649984 ext(0->4095) 00010000:00010000:3.0:1746066890.027134:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43984a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f37a expref: 27 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.027146:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43984a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f37a expref: 27 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066890.027153:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091038000 00000100:00100000:3.0:1746066890.027174:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2326 00000100:00100000:3.0:1746066890.027181:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091038000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+27:2034:x1830882860649984:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066890.027299:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091038000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+27:2034:x1830882860649984:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (273us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066890.027305:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2326 00002000:00100000:3.0:1746066890.027310:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091038000 x1830882860649984/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.027318:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091038000 with x1830882860649984 ext(0->4095) 00010000:00010000:3.0:1746066890.027323:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43984a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f37a expref: 27 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.027332:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43984a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f37a expref: 27 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066890.027337:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091038000 00000100:00100000:0.0:1746066890.028878:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.028926:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860650240 00000100:00100000:3.0:1746066890.028931:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860650240 00000100:00100000:3.0:1746066890.028973:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29673 00000100:00100000:3.0:1746066890.028979:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091039180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860650240:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.028992:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.029007:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439858 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f388 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.029028:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.029034:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439851 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f381 expref: 26 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.029039:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066890.029043:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439858 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f388 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.029075:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439851 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f381 expref: 26 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.029089:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439858 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f388 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.029098:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138c00, rc 0) 00000100:00100000:0.0:1746066890.029106:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.029138:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091039180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860650240:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.029143:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29673 00000100:00100000:1.0:1746066890.029584:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860650112 00000100:00100000:1.0:1746066890.029589:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860650112 00010000:00010000:1.0:1746066890.029608:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43984a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f37a expref: 27 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:1.0:1746066890.029633:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12499 00000100:00100000:1.0:1746066890.029638:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091039f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+27:2034:x1830882860650112:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066890.029646:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066890.029662:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43984a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f37a expref: 27 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.029671:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43984a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f37a expref: 27 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.029687:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff43984a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f37a expref: 27 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.029701:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.029703:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.029709:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439851 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f381 expref: 26 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.029717:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439851 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f381 expref: 26 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.029737:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439851 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f381 expref: 26 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.029747:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439851 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f381 expref: 26 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:1.0:1746066890.029759:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861220480:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066890.029824:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066890.030901:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861220480:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066890.030914:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066890.030938:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091039f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2034:x1830882860650112:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1299us (1831us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.030945:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12499 00000100:00100000:0.0:1746066890.031697:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.031772:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860650496 00000100:00100000:3.0:1746066890.031777:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860650496 00002000:00100000:3.0:1746066890.031808:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c8f800 x1830882860650496/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.031818:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8f800 with x1830882860650496 ext(0->4095) 00010000:00010000:3.0:1746066890.031826:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439851 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f381 expref: 26 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.031837:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439851 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f381 expref: 26 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066890.031843:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c8f800 00000100:00100000:3.0:1746066890.031915:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2327 00000100:00100000:3.0:1746066890.031922:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2034:x1830882860650496:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066890.032530:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2034:x1830882860650496:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 606us (833us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066890.032537:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2327 00002000:00100000:3.0:1746066890.032542:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c8f800 x1830882860650496/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.032550:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8f800 with x1830882860650496 ext(0->4095) 00010000:00010000:3.0:1746066890.032554:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439851 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f381 expref: 26 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.032563:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439851 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f381 expref: 26 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066890.032569:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c8f800 00000100:00100000:0.0:1746066890.033885:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.033981:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860650624 00000100:00100000:3.0:1746066890.033988:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860650624 00000100:00100000:0.0:1746066890.034009:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.034063:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860650752 00000100:00100000:1.0:1746066890.034066:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860650752 00010000:00010000:1.0:1746066890.034083:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439851 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f381 expref: 27 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:1.0:1746066890.034111:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12500 00000100:00100000:1.0:1746066890.034118:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+27:2033:x1830882860650752:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066890.034129:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066890.034147:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439851 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f381 expref: 27 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.034156:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439851 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f381 expref: 27 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.034181:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439851 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f381 expref: 27 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.034194:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.034196:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.034202:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439858 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f388 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.034210:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439858 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f388 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.034242:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439858 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f388 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066890.034254:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861220608:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066890.034578:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.034759:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29674 00000100:00100000:3.0:1746066890.034764:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+26:1868:x1830882860650624:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.034774:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.034784:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff43985f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f38f expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.034798:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439858 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f388 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.034803:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.034804:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.034806:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff43985f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f38f expref: 27 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.034821:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439858 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f388 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.034836:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439858 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f388 expref: 5 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.034845:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861220736:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066890.034984:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066890.037410:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861220608:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066890.037428:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066890.037429:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861220736:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066890.037452:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff43985f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f38f expref: 27 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066890.037459:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+27:2033:x1830882860650752:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3341us (3450us total) trans 0 rc 0/0 00010000:00010000:3.0:1746066890.037462:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138200, rc 0) 00000100:00100000:1.0:1746066890.037469:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12500 00000100:00100000:3.0:1746066890.037481:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+26:1868:x1830882860650624:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2717us (3598us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.037489:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29674 00000100:00100000:0.0:1746066890.037653:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.037721:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860651008 00000100:00100000:3.0:1746066890.037725:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860651008 00002000:00100000:3.0:1746066890.037749:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c8e680 x1830882860651008/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.037756:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8e680 with x1830882860651008 ext(0->4095) 00010000:00010000:3.0:1746066890.037761:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439858 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f388 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.037769:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439858 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f388 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066890.037773:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c8e680 00000100:00100000:3.0:1746066890.037793:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2328 00000100:00100000:3.0:1746066890.037797:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860651008:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066890.037907:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860651008:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (254us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066890.037914:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2328 00002000:00100000:3.0:1746066890.037919:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c8e680 x1830882860651008/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.037927:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8e680 with x1830882860651008 ext(0->4095) 00010000:00010000:3.0:1746066890.037931:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439858 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f388 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.037946:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439858 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f388 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066890.037952:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c8e680 00000100:00100000:0.0:1746066890.040621:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.040871:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860651136 00000100:00100000:1.0:1746066890.040879:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860651136 00010000:00010000:1.0:1746066890.040911:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439858 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f388 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:1.0:1746066890.040950:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12501 00000100:00100000:1.0:1746066890.041429:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860651136:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066890.041444:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066890.041466:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439858 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f388 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.041478:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439858 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f388 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.041502:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439858 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f388 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.041526:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.041529:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.041537:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff43985f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f38f expref: 25 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.041546:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff43985f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f38f expref: 25 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.041579:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff43985f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f38f expref: 25 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066890.041593:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861220864:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066890.041685:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066890.044126:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861220864:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066890.044293:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.044384:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860651392 00000100:00100000:3.0:1746066890.044391:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860651392 00002000:00100000:3.0:1746066890.044436:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c8c000 x1830882860651392/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.044448:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8c000 with x1830882860651392 ext(0->4095) 00002000:00010000:3.0:1746066890.044453:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c8c000 00000100:00100000:3.0:1746066890.044481:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13271 00000100:00100000:3.0:1746066890.044488:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2034:x1830882860651392:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00010000:00010000:1.0:1746066890.044633:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066890.044643:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2034:x1830882860651392:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 154us (349us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066890.044654:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13271 00002000:00100000:3.0:1746066890.044661:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c8c000 x1830882860651392/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.044668:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8c000 with x1830882860651392 ext(0->4095) 00002000:00010000:3.0:1746066890.044671:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c8c000 00000100:00100000:1.0:1746066890.044965:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860651136:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3538us (4350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.044974:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12501 00000100:00100000:2.0:1746066890.048827:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.048935:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860651520 00000100:00100000:3.0:1746066890.048944:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860651520 00000100:00100000:3.0:1746066890.050009:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29675 00000100:00100000:3.0:1746066890.050020:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860651520:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.050049:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.050072:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439866 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f396 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.050118:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff43985f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f38f expref: 25 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.050126:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.050128:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.050132:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439866 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f396 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.050164:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff43985f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f38f expref: 25 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.050177:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff43985f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f38f expref: 25 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.050189:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861220992:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066890.050287:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.052146:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861220992:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066890.052170:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439866 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f396 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.052183:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138400, rc 0) 00000100:00100000:3.0:1746066890.052228:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860651520:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2210us (3411us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.052239:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29675 00000100:00100000:0.0:1746066890.053647:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.053713:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860651648 00000100:00100000:1.0:1746066890.053721:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860651648 00010000:00010000:1.0:1746066890.053755:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff43985f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f38f expref: 26 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:1.0:1746066890.053789:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12502 00000100:00100000:1.0:1746066890.053797:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2034:x1830882860651648:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066890.053810:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066890.053830:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff43985f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f38f expref: 26 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.053841:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff43985f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f38f expref: 26 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.053878:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff43985f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f38f expref: 26 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.053945:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.053948:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.053956:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439866 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f396 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.053965:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439866 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f396 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.053994:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439866 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f396 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066890.054006:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861221120:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066890.054189:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.054481:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.054640:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860651776 00000100:00100000:3.0:1746066890.054644:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860651776 00000100:00100000:3.0:1746066890.054673:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29676 00000100:00100000:3.0:1746066890.054678:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+26:1868:x1830882860651776:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.054690:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.054699:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff43986d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f39d expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.054714:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439866 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f396 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.054719:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.054720:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.054722:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff43986d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f39d expref: 27 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.054735:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439866 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f396 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.054743:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439866 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f396 expref: 5 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.054748:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861221248:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066890.054786:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.056395:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861221248:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066890.056426:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff43986d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f39d expref: 27 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.056436:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138000, rc 0) 00000100:00100000:1.0:1746066890.056436:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861221120:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066890.056450:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066890.056472:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+27:1868:x1830882860651776:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1791us (1991us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.056475:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+27:2034:x1830882860651648:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2679us (2831us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.056480:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29676 00000100:00100000:1.0:1746066890.056485:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12502 00000100:00100000:0.0:1746066890.056692:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.056827:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860652032 00000100:00100000:3.0:1746066890.056832:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860652032 00002000:00100000:3.0:1746066890.056879:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800962e9880 x1830882860652032/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.056889:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800962e9880 with x1830882860652032 ext(0->4095) 00010000:00010000:3.0:1746066890.057212:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439866 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f396 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.057226:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439866 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f396 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066890.057233:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800962e9880 00000100:00100000:3.0:1746066890.057567:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2329 00000100:00100000:3.0:1746066890.057575:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860652032:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066890.057703:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860652032:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (1013us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066890.057708:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2329 00002000:00100000:3.0:1746066890.057712:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800962e9880 x1830882860652032/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.057718:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800962e9880 with x1830882860652032 ext(0->4095) 00010000:00010000:3.0:1746066890.057722:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439866 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f396 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.057728:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439866 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f396 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066890.057733:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800962e9880 00000100:00100000:0.0:1746066890.062662:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.063188:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860652160 00000100:00100000:1.0:1746066890.063199:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860652160 00010000:00010000:1.0:1746066890.063238:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439866 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f396 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:1.0:1746066890.063273:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12503 00000100:00100000:1.0:1746066890.063280:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d6b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860652160:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066890.063298:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066890.063318:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439866 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f396 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.063563:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439866 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f396 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.063590:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439866 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f396 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.063614:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.063616:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.063624:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff43986d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f39d expref: 25 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.063633:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff43986d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f39d expref: 25 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.063667:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff43986d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f39d expref: 25 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066890.063680:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861221376:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066890.063769:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066890.066629:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861221376:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066890.066648:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066890.067043:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d6b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860652160:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3760us (4390us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.067057:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12503 00000100:00100000:0.0:1746066890.067126:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.067931:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860652416 00000100:00100000:1.0:1746066890.067937:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860652416 00002000:00100000:1.0:1746066890.067974:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800962eb800 x1830882860652416/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.067985:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800962eb800 with x1830882860652416 ext(0->4095) 00002000:00010000:1.0:1746066890.067990:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800962eb800 00000100:00100000:1.0:1746066890.068016:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13272 00000100:00100000:1.0:1746066890.068022:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2033:x1830882860652416:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066890.068143:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2033:x1830882860652416:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (1017us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066890.068149:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13272 00002000:00100000:1.0:1746066890.068155:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800962eb800 x1830882860652416/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.068163:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800962eb800 with x1830882860652416 ext(0->4095) 00002000:00010000:1.0:1746066890.068166:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800962eb800 00000100:00100000:0.0:1746066890.071521:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.071632:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860652544 00000100:00100000:3.0:1746066890.071641:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860652544 00000100:00100000:3.0:1746066890.071696:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29677 00000100:00100000:3.0:1746066890.071703:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860652544:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.071721:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.071740:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439874 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f3a4 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.071773:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff43986d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f39d expref: 25 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.071780:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.071783:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.071787:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439874 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3a4 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.071818:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff43986d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f39d expref: 25 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.071836:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff43986d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f39d expref: 25 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.071848:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861221504:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066890.072064:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.076316:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861221504:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066890.076383:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439874 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3a4 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.076402:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139000, rc 0) 00000100:00100000:3.0:1746066890.076503:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860652544:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4749us (4940us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.076514:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29677 00000100:00100000:0.0:1746066890.076747:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.076899:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860652672 00000100:00100000:1.0:1746066890.076907:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860652672 00002000:00100000:1.0:1746066890.076947:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131f8b100 x1830882860652672/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 496/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.076957:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f8b100 with x1830882860652672 ext(0->7) 00010000:00010000:1.0:1746066890.076964:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff43986d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f39d expref: 26 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.076981:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff43986d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f39d expref: 26 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.076988:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131f8b100 00000100:00100000:1.0:1746066890.077017:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2330 00000100:00100000:1.0:1746066890.077024:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+26:2034:x1830882860652672:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066890.079433:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+28:2034:x1830882860652672:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2400us (2679us total) trans 4294972212 rc 0/0 00000100:00100000:0.0:1746066890.079446:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2330 00002000:00100000:0.0:1746066890.079455:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131f8b100 x1830882860652672/t4294972212(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 496/448 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066890.079464:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f8b100 with x1830882860652672 ext(0->7) 00010000:00010000:0.0:1746066890.079474:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff43986d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f39d expref: 28 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:0.0:1746066890.079489:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff43986d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f39d expref: 28 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:0.0:1746066890.079496:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131f8b100 00000100:00100000:0.0:1746066890.083293:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.083561:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860652800 00000100:00100000:1.0:1746066890.083571:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860652800 00010000:00010000:1.0:1746066890.083617:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff43986d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f39d expref: 28 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:1.0:1746066890.083660:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12504 00000100:00100000:1.0:1746066890.083668:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+28:2031:x1830882860652800:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066890.083682:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066890.083701:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff43986d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f39d expref: 28 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.083713:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff43986d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f39d expref: 28 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.083737:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff43986d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f39d expref: 28 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.083763:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.083765:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.083774:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439874 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3a4 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.083781:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439874 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3a4 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.083814:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439874 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3a4 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066890.083825:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861221632:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066890.083921:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:1.0:1746066890.086567:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861221632:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066890.086567:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:1.0:1746066890.086587:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066890.086626:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+27:2031:x1830882860652800:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2958us (3340us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.086636:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12504 00000100:00100000:2.0:1746066890.086649:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860653056 00000100:00100000:2.0:1746066890.086655:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860653056 00002000:00100000:2.0:1746066890.086692:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f88a80 x1830882860653056/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.086702:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f88a80 with x1830882860653056 ext(0->4095) 00002000:00010000:2.0:1746066890.086707:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f88a80 00000100:00100000:2.0:1746066890.086733:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13273 00000100:00100000:2.0:1746066890.086740:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860653056:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746066890.086875:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860653056:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (302us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066890.086882:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13273 00002000:00100000:2.0:1746066890.086888:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f88a80 x1830882860653056/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.086896:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f88a80 with x1830882860653056 ext(0->4095) 00002000:00010000:2.0:1746066890.086899:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f88a80 00000100:00100000:0.0:1746066890.089095:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.089161:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860653184 00000100:00100000:3.0:1746066890.089168:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860653184 00000100:00100000:3.0:1746066890.089217:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29678 00000100:00100000:3.0:1746066890.089224:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+27:1869:x1830882860653184:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.089240:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.089257:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43987b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f3ab expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.089287:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439874 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3a4 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.089299:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.089301:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.089304:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43987b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ab expref: 28 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.089853:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439874 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3a4 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.089879:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439874 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3a4 expref: 5 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.089895:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861221760:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066890.089983:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.090612:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.091253:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860653312 00000100:00100000:2.0:1746066890.091260:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860653312 00000100:00100000:2.0:1746066890.091736:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29679 00000100:00100000:2.0:1746066890.091744:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+29:1868:x1830882860653312:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066890.091760:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066890.091776:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439882 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f3b2 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.091799:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.091804:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43987b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ab expref: 30 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.091810:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066890.091813:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439882 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b2 expref: 30 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.091842:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43987b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ab expref: 30 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.091859:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439882 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b2 expref: 30 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.091882:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27800, rc 0) 00000100:00100000:2.0:1746066890.091934:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+30:1868:x1830882860653312:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (1324us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.091941:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29679 00000100:00100000:0.0:1746066890.094924:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861221760:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066890.094961:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43987b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ab expref: 29 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066890.094979:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139e00, rc 0) 00000100:00100000:0.0:1746066890.095057:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+29:1869:x1830882860653184:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5830us (5968us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066890.095066:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29678 00000100:00100000:0.0:1746066890.095887:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.095954:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860653440 00000100:00100000:1.0:1746066890.095961:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860653440 00010000:00010000:1.0:1746066890.095991:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439874 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3a4 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:1.0:1746066890.096025:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12505 00000100:00100000:1.0:1746066890.096030:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860653440:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066890.096043:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066890.096061:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439874 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3a4 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.096078:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439874 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3a4 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.096100:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439874 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3a4 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.096122:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.096124:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.096131:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43987b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ab expref: 28 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.096139:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43987b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ab expref: 28 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.096168:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43987b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ab expref: 28 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.096178:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43987b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ab expref: 28 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:1.0:1746066890.096189:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861222016:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066890.097876:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.099738:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.099802:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860653696 00000100:00100000:3.0:1746066890.099812:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860653696 00002000:00100000:3.0:1746066890.099859:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f88000 x1830882860653696/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.099882:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f88000 with x1830882860653696 ext(0->4095) 00010000:00010000:3.0:1746066890.099892:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43987b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ab expref: 29 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.099906:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43987b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ab expref: 29 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066890.099912:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131f88000 00000100:00100000:1.0:1746066890.099944:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861222016:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066890.099945:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2331 00000100:00100000:3.0:1746066890.099953:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+29:2033:x1830882860653696:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00010000:00010000:1.0:1746066890.099963:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066890.100010:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860653440:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3973us (4117us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.100023:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12505 00000100:00100000:3.0:1746066890.100072:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+29:2033:x1830882860653696:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (340us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066890.100078:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2331 00002000:00100000:3.0:1746066890.100084:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f88000 x1830882860653696/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.100092:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f88000 with x1830882860653696 ext(0->4095) 00010000:00010000:3.0:1746066890.100096:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43987b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ab expref: 29 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.100106:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43987b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ab expref: 29 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066890.100112:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131f88000 00000100:00100000:0.0:1746066890.107384:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066890.107444:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.107457:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860653952 00000100:00100000:2.0:1746066890.107468:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860653952 00000100:00100000:2.0:1746066890.107515:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29680 00000100:00100000:2.0:1746066890.107524:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860653952:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066890.107544:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066890.107562:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439889 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f3b9 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.107595:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1746066890.107599:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860653824 00010000:00010000:2.0:1746066890.107602:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439882 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b2 expref: 28 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066890.107604:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860653824 00010000:00010000:2.0:1746066890.107609:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066890.107613:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439889 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b9 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.107625:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43987b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ab expref: 29 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.107653:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439882 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b2 expref: 29 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066890.107665:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12506 00000100:00100000:1.0:1746066890.107670:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+29:2034:x1830882860653824:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.107674:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439889 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b9 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.107678:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.107685:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27000, rc 0) 00010000:00010000:1.0:1746066890.107694:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43987b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ab expref: 29 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.107703:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43987b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ab expref: 29 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.107720:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff43987b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ab expref: 29 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.107738:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860653952:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 215us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.107745:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29680 00010000:00010000:1.0:1746066890.108586:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.108588:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.108596:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439882 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b2 expref: 28 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.108604:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439882 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b2 expref: 28 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.108629:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439882 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b2 expref: 28 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.108641:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439882 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b2 expref: 28 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:1.0:1746066890.108653:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861222272:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066890.108718:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:1.0:1746066890.110493:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861222272:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066890.110508:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066890.110542:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+28:2034:x1830882860653824:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2871us (3098us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.110552:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12506 00000100:00100000:0.0:1746066890.110962:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.111118:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860654208 00000100:00100000:3.0:1746066890.111125:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860654208 00002000:00100000:3.0:1746066890.111162:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eb55180 x1830882860654208/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.111172:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb55180 with x1830882860654208 ext(0->4095) 00010000:00010000:3.0:1746066890.111180:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439882 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b2 expref: 28 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.111192:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439882 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b2 expref: 28 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066890.111198:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eb55180 00000100:00100000:3.0:1746066890.111459:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2332 00000100:00100000:3.0:1746066890.111468:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+28:2031:x1830882860654208:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746066890.111584:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+28:2031:x1830882860654208:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (624us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066890.111590:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2332 00002000:00100000:3.0:1746066890.111595:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eb55180 x1830882860654208/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.111603:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb55180 with x1830882860654208 ext(0->4095) 00010000:00010000:3.0:1746066890.111608:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439882 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b2 expref: 28 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.111618:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439882 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b2 expref: 28 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066890.111624:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eb55180 00000100:00100000:0.0:1746066890.114839:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.115158:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860654336 00000100:00100000:3.0:1746066890.115167:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860654336 00000100:00100000:3.0:1746066890.115225:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29681 00000100:00100000:3.0:1746066890.115233:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+28:1868:x1830882860654336:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.115252:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.115270:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439890 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f3c0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.115297:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.115304:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439889 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b9 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.115315:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066890.115318:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439890 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c0 expref: 29 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.115369:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439889 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b9 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.115382:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439890 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c0 expref: 29 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.115391:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138400, rc 0) 00000100:00100000:3.0:1746066890.115436:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+29:1868:x1830882860654336:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 204us (607us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.115442:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29681 00000100:00100000:0.0:1746066890.115511:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.115776:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860654464 00000100:00100000:2.0:1746066890.115781:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860654464 00010000:00010000:2.0:1746066890.115804:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439882 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b2 expref: 29 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.115843:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12507 00000100:00100000:2.0:1746066890.115849:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+29:2033:x1830882860654464:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.115858:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.115889:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439882 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b2 expref: 29 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.115900:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439882 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b2 expref: 29 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.115919:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439882 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b2 expref: 29 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.115940:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.115942:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.115948:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439889 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b9 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.115955:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439889 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b9 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.115976:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439889 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b9 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.115988:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439889 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b9 expref: 5 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.115999:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861222528:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.116075:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.118107:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861222528:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066890.118130:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066890.118176:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+28:2033:x1830882860654464:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2325us (2663us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.118185:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12507 00000100:00100000:0.0:1746066890.118246:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.118648:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860654720 00000100:00100000:2.0:1746066890.118653:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860654720 00002000:00100000:2.0:1746066890.118689:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffabb80 x1830882860654720/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.118700:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffabb80 with x1830882860654720 ext(0->4095) 00010000:00010000:2.0:1746066890.118708:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439889 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b9 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.118726:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439889 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b9 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.118734:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffabb80 00000100:00100000:2.0:1746066890.118750:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2333 00000100:00100000:2.0:1746066890.118756:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860654720:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066890.118890:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860654720:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (642us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066890.118897:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2333 00002000:00100000:2.0:1746066890.118902:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffabb80 x1830882860654720/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.118910:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffabb80 with x1830882860654720 ext(0->4095) 00010000:00010000:2.0:1746066890.118915:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439889 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b9 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.118924:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439889 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b9 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.118930:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffabb80 00000100:00100000:0.0:1746066890.121190:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.121283:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860654848 00000100:00100000:2.0:1746066890.121289:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860654848 00010000:00010000:2.0:1746066890.121320:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439889 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b9 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.121384:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12508 00000100:00100000:2.0:1746066890.121590:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffaa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860654848:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.121603:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.121622:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439889 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b9 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.121634:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439889 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b9 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.121656:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27000/0xd6b24631ff439889 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3b9 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.121688:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.121691:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.121699:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439890 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c0 expref: 27 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.121707:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439890 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c0 expref: 27 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.121741:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439890 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c0 expref: 27 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066890.121754:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861222656:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.121830:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.124736:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.124790:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860655104 00000100:00100000:3.0:1746066890.124799:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860655104 00002000:00100000:3.0:1746066890.124848:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffab800 x1830882860655104/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.124873:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffab800 with x1830882860655104 ext(0->4095) 00002000:00010000:3.0:1746066890.124879:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ffab800 00000100:00100000:3.0:1746066890.124902:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13274 00000100:00100000:3.0:1746066890.124909:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+28:2031:x1830882860655104:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746066890.125141:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861222656:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066890.125160:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066890.125679:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+28:2031:x1830882860655104:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 768us (949us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066890.125691:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13274 00002000:00100000:3.0:1746066890.125698:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffab800 x1830882860655104/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.125706:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffab800 with x1830882860655104 ext(0->4095) 00002000:00010000:3.0:1746066890.125709:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ffab800 00000100:00100000:2.0:1746066890.125910:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffaa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860654848:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4517us (4726us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.125920:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12508 00000100:00100000:0.0:1746066890.127992:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.128058:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860655232 00000100:00100000:1.0:1746066890.128067:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860655232 00000100:00100000:1.0:1746066890.128152:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29682 00000100:00100000:1.0:1746066890.128160:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860655232:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066890.128178:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066890.128197:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439897 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f3c7 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.128228:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439890 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c0 expref: 27 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.128236:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066890.128238:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066890.128241:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439897 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c7 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.128528:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439890 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c0 expref: 27 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.128541:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439890 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c0 expref: 27 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:1.0:1746066890.128555:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861222784:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066890.129772:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:1.0:1746066890.131284:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861222784:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066890.131314:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439897 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c7 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.131330:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c222a00, rc 0) 00000100:00100000:1.0:1746066890.131404:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860655232:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3243us (3418us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.131415:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29682 00000100:00100000:0.0:1746066890.131606:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.131961:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860655360 00000100:00100000:3.0:1746066890.131968:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860655360 00010000:00010000:3.0:1746066890.132000:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439890 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c0 expref: 28 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.132023:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12509 00000100:00100000:3.0:1746066890.132029:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+28:2034:x1830882860655360:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066890.132040:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066890.132063:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439890 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c0 expref: 28 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.132074:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439890 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c0 expref: 28 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.132096:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439890 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c0 expref: 28 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.132113:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.132114:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.132122:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439897 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c7 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.132135:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439897 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c7 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.132166:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439897 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c7 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066890.132178:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861222912:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066890.132226:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.135036:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.135637:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861222912:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066890.135658:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066890.135698:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+27:2034:x1830882860655360:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3667us (4091us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.135709:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12509 00000100:00100000:1.0:1746066890.135933:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860655488 00000100:00100000:1.0:1746066890.135939:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860655488 00000100:00100000:1.0:1746066890.135971:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29683 00000100:00100000:1.0:1746066890.135978:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+27:1868:x1830882860655488:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066890.135997:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066890.136012:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff43989e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f3ce expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.136039:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439897 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c7 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.136047:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.136049:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.136053:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff43989e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ce expref: 28 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.136079:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439897 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c7 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.136092:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439897 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c7 expref: 5 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:1.0:1746066890.136103:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861223040:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066890.136164:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.136213:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.136373:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860655744 00000100:00100000:1.0:1746066890.136377:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860655744 00002000:00100000:1.0:1746066890.136415:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffa8e00 x1830882860655744/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.136424:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa8e00 with x1830882860655744 ext(0->4095) 00010000:00010000:1.0:1746066890.136430:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439897 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c7 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.136440:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439897 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c7 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.136446:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffa8e00 00000100:00100000:1.0:1746066890.136471:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2334 00000100:00100000:1.0:1746066890.136478:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860655744:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066890.136600:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860655744:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (386us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066890.136606:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2334 00002000:00100000:1.0:1746066890.136611:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffa8e00 x1830882860655744/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.136618:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa8e00 with x1830882860655744 ext(0->4095) 00010000:00010000:1.0:1746066890.136623:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439897 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c7 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.136631:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439897 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c7 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.136637:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffa8e00 00000100:00100000:2.0:1746066890.138952:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861223040:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066890.138977:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff43989e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ce expref: 28 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.138990:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c222200, rc 0) 00000100:00100000:2.0:1746066890.139035:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+28:1868:x1830882860655488:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3055us (4005us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.139042:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29683 00000100:00100000:0.0:1746066890.139551:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.139593:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860655872 00000100:00100000:2.0:1746066890.139598:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860655872 00000100:00100000:2.0:1746066890.139774:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29684 00000100:00100000:2.0:1746066890.139782:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+28:1869:x1830882860655872:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066890.139796:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066890.139809:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4398a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f3d5 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.139831:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.139836:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff43989e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ce expref: 29 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.139842:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066890.139846:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4398a5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3d5 expref: 29 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.139889:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff43989e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ce expref: 29 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.139901:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4398a5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3d5 expref: 29 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.139909:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27c00, rc 0) 00000100:00100000:2.0:1746066890.139943:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+29:1869:x1830882860655872:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.139949:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29684 00000100:00100000:0.0:1746066890.140974:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.141021:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860656000 00000100:00100000:3.0:1746066890.141026:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860656000 00010000:00010000:3.0:1746066890.141048:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439897 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c7 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.141076:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12510 00000100:00100000:3.0:1746066890.141082:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d69c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860656000:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066890.141092:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066890.141112:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439897 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c7 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.141122:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439897 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c7 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.141141:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439897 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3c7 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.141165:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.141167:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.141173:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff43989e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ce expref: 28 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.141178:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff43989e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ce expref: 28 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.141197:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff43989e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ce expref: 28 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.141205:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff43989e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ce expref: 28 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.141213:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861223296:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066890.141275:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.142623:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.142673:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860656256 00000100:00100000:2.0:1746066890.142678:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860656256 00000100:00100000:3.0:1746066890.142682:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861223296:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066890.142699:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746066890.142712:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958b1880 x1830882860656256/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.142722:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958b1880 with x1830882860656256 ext(0->4095) 00000100:00100000:3.0:1746066890.142728:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d69c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860656000:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1645us (1755us total) trans 0 rc 0/0 00010000:00010000:2.0:1746066890.142729:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff43989e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ce expref: 29 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.142737:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12510 00010000:00010000:2.0:1746066890.142741:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff43989e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ce expref: 29 pid: 9917 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.142747:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958b1880 00000100:00100000:2.0:1746066890.142779:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2335 00000100:00100000:2.0:1746066890.143188:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+29:2033:x1830882860656256:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066890.143556:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+29:2033:x1830882860656256:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 769us (935us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066890.143563:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2335 00002000:00100000:2.0:1746066890.143570:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958b1880 x1830882860656256/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.143578:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958b1880 with x1830882860656256 ext(0->4095) 00010000:00010000:2.0:1746066890.143583:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff43989e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ce expref: 29 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.143593:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff43989e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ce expref: 29 pid: 9917 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.143599:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958b1880 00000100:00100000:0.0:1746066890.145873:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.145933:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860656384 00000100:00100000:3.0:1746066890.145942:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860656384 00010000:00010000:3.0:1746066890.145973:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff43989e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ce expref: 29 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.146001:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12511 00000100:00100000:3.0:1746066890.146008:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+29:2034:x1830882860656384:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066890.146020:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066890.146038:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff43989e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ce expref: 29 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.146049:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff43989e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ce expref: 29 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.146071:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff43989e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ce expref: 29 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.146097:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.146099:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.146105:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4398a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3d5 expref: 28 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.146111:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4398a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3d5 expref: 28 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.146138:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4398a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3d5 expref: 28 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066890.146147:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861223424:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066890.146216:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.148788:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861223424:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066890.148812:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066890.148856:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+28:2034:x1830882860656384:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2847us (3000us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.148875:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12511 00000100:00100000:0.0:1746066890.150300:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.150402:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860656640 00000100:00100000:2.0:1746066890.150410:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860656640 00002000:00100000:2.0:1746066890.150455:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130524000 x1830882860656640/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.150466:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130524000 with x1830882860656640 ext(0->4095) 00002000:00010000:2.0:1746066890.150471:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130524000 00000100:00100000:2.0:1746066890.150497:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13275 00000100:00100000:2.0:1746066890.150504:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+28:2033:x1830882860656640:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066890.150630:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+28:2033:x1830882860656640:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (332us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066890.150636:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13275 00002000:00100000:2.0:1746066890.150642:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130524000 x1830882860656640/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.150649:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130524000 with x1830882860656640 ext(0->4095) 00002000:00010000:2.0:1746066890.150653:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130524000 00000100:00100000:0.0:1746066890.153966:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.154243:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860656768 00000100:00100000:3.0:1746066890.154252:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860656768 00000100:00100000:3.0:1746066890.154527:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29685 00000100:00100000:3.0:1746066890.154538:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860656768:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.154555:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.154574:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398ac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f3dc expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.154604:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4398a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3d5 expref: 27 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.154611:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.154612:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.154616:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398ac lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3dc expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.154646:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4398a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3d5 expref: 27 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.154659:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4398a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3d5 expref: 27 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.154677:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861223552:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066890.154758:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.158414:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861223552:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066890.158447:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398ac lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3dc expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.158465:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138200, rc 0) 00000100:00100000:3.0:1746066890.158510:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860656768:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3974us (4552us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.158520:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29685 00000100:00100000:0.0:1746066890.159599:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066890.159734:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.159830:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860656896 00000100:00100000:2.0:1746066890.159837:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860656896 00000100:00100000:3.0:1746066890.159842:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860657024 00000100:00100000:3.0:1746066890.159847:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860657024 00010000:00010000:2.0:1746066890.159880:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4398a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3d5 expref: 29 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.159889:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29686 00000100:00100000:3.0:1746066890.159897:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+29:1868:x1830882860657024:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.159912:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746066890.160088:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12512 00000100:00100000:2.0:1746066890.160095:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+29:2034:x1830882860656896:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066890.160099:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4398b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f3e3 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.160107:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066890.160118:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.160124:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398ac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3dc expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.160131:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066890.160134:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4398b3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3e3 expref: 30 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.160563:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4398a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3d5 expref: 30 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.160575:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4398a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3d5 expref: 30 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.160590:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398ac lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3dc expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.160595:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27c00/0xd6b24631ff4398a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3d5 expref: 30 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.160603:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4398b3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3e3 expref: 29 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.160610:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.160616:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.160622:0:9627:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398ac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3dc expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.160630:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3dc expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.160871:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066890.161068:0:9627:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3dc expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.161081:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3dc expref: 5 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.161093:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861223808:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.161111:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+29:2034:x1830882860656896:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1015us (1514us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.161118:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12512 00000100:00100000:3.0:1746066890.161157:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.163858:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861223808:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066890.164093:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139e00, rc 0) 00000100:00100000:3.0:1746066890.164138:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+28:1868:x1830882860657024:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4240us (4402us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.164151:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29686 00000100:00100000:0.0:1746066890.164496:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.164683:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860657280 00000100:00100000:2.0:1746066890.164691:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860657280 00002000:00100000:2.0:1746066890.164812:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c3ad80 x1830882860657280/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.164822:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3ad80 with x1830882860657280 ext(0->4095) 00010000:00010000:2.0:1746066890.164833:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3dc expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.164847:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3dc expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.164853:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c3ad80 00000100:00100000:2.0:1746066890.165839:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2336 00000100:00100000:2.0:1746066890.165849:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860657280:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066890.166006:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860657280:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 158us (1510us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066890.166012:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2336 00002000:00100000:2.0:1746066890.166017:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c3ad80 x1830882860657280/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.166025:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3ad80 with x1830882860657280 ext(0->4095) 00010000:00010000:2.0:1746066890.166031:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3dc expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.166041:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3dc expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.166047:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c3ad80 00000100:00100000:0.0:1746066890.170708:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.170808:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860657408 00000100:00100000:2.0:1746066890.170819:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860657408 00010000:00010000:2.0:1746066890.170858:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3dc expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.170960:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12513 00000100:00100000:2.0:1746066890.170969:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860657408:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.170984:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.171005:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3dc expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.171019:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3dc expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.171041:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398ac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3dc expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.171061:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.171063:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.171070:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4398b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3e3 expref: 27 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.171078:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4398b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3e3 expref: 27 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.171109:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4398b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3e3 expref: 27 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066890.171120:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861223936:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.171200:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.172976:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861223936:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066890.172995:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066890.173024:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860657408:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2057us (2327us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.173033:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12513 00000100:00100000:0.0:1746066890.176466:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.177182:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860657664 00000100:00100000:1.0:1746066890.177193:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860657664 00002000:00100000:1.0:1746066890.177244:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c39c00 x1830882860657664/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.177256:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c39c00 with x1830882860657664 ext(0->4095) 00002000:00010000:1.0:1746066890.177262:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081c39c00 00000100:00100000:1.0:1746066890.177299:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13276 00000100:00100000:1.0:1746066890.177307:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+28:2034:x1830882860657664:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066890.177696:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+28:2034:x1830882860657664:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 389us (1242us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066890.177707:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13276 00002000:00100000:1.0:1746066890.177713:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c39c00 x1830882860657664/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.177720:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c39c00 with x1830882860657664 ext(0->4095) 00002000:00010000:1.0:1746066890.177723:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081c39c00 00000100:00100000:0.0:1746066890.184609:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.186258:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860657792 00000100:00100000:3.0:1746066890.186269:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860657792 00000100:00100000:3.0:1746066890.186339:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29687 00000100:00100000:3.0:1746066890.186377:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860657792:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.186397:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.186415:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4398ba lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f3ea expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.186450:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4398b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3e3 expref: 27 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.186458:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.186460:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.186464:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4398ba lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ea expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.186497:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4398b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3e3 expref: 27 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.186510:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4398b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3e3 expref: 27 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.186524:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861224064:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066890.186633:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.191689:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861224064:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066890.191727:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4398ba lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ea expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.191744:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139000, rc 0) 00000100:00100000:3.0:1746066890.191801:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860657792:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5425us (7203us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.191811:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29687 00000100:00100000:0.0:1746066890.196221:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.196320:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860657920 00000100:00100000:2.0:1746066890.196330:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860657920 00002000:00100000:2.0:1746066890.196639:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880081c39880 x1830882860657920/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 496/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.196649:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c39880 with x1830882860657920 ext(0->7) 00010000:00010000:2.0:1746066890.196660:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4398b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3e3 expref: 28 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.196675:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4398b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3e3 expref: 28 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.196682:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c39880 00000100:00100000:2.0:1746066890.196711:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2337 00000100:00100000:2.0:1746066890.196719:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+28:2034:x1830882860657920:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066890.198064:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+30:2034:x1830882860657920:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1338us (1848us total) trans 4294972213 rc 0/0 00000100:00100000:0.0:1746066890.198073:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2337 00002000:00100000:0.0:1746066890.198082:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880081c39880 x1830882860657920/t4294972213(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 496/448 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066890.198089:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c39880 with x1830882860657920 ext(0->7) 00010000:00010000:0.0:1746066890.198096:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4398b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3e3 expref: 30 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:0.0:1746066890.198108:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4398b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3e3 expref: 30 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:0.0:1746066890.198114:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c39880 00000100:00100000:0.0:1746066890.201620:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.201724:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860658048 00000100:00100000:3.0:1746066890.201735:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860658048 00000100:00100000:3.0:1746066890.201785:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29688 00000100:00100000:3.0:1746066890.201795:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+30:1868:x1830882860658048:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.201816:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.201836:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4398c1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f3f1 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.201883:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.201891:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4398ba lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ea expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.201897:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066890.201900:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4398c1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f1 expref: 31 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.201947:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4398ba lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ea expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.201960:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4398c1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f1 expref: 31 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.201975:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139c00, rc 0) 00000100:00100000:3.0:1746066890.202125:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+31:1868:x1830882860658048:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 331us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.202131:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29688 00000100:00100000:0.0:1746066890.204702:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.204798:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860658176 00000100:00100000:2.0:1746066890.204806:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860658176 00010000:00010000:2.0:1746066890.204847:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4398b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3e3 expref: 31 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.205689:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12514 00000100:00100000:2.0:1746066890.205701:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+31:2031:x1830882860658176:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.205719:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746066890.205737:0:7259:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746066889 -> 1746066890 00002000:00010000:2.0:1746066890.205740:0:7259:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746066889 -> 1746066890 00010000:00010000:2.0:1746066890.205746:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4398b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3e3 expref: 31 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.205760:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4398b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3e3 expref: 31 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.205785:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4398b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3e3 expref: 31 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.205805:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.205808:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.205816:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4398ba lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ea expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.205824:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4398ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ea expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.205877:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4398ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ea expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.205890:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4398ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ea expref: 5 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.205904:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861224320:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.205994:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.209248:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.209625:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861224320:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066890.209651:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066890.209701:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+30:2031:x1830882860658176:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4001us (5005us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.209713:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12514 00000100:00100000:1.0:1746066890.210511:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860658432 00000100:00100000:1.0:1746066890.210520:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860658432 00002000:00100000:1.0:1746066890.210568:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c38000 x1830882860658432/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.210579:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c38000 with x1830882860658432 ext(0->4095) 00010000:00010000:1.0:1746066890.210589:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4398ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ea expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.210604:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4398ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ea expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.210611:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c38000 00000100:00100000:1.0:1746066890.210632:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2338 00000100:00100000:1.0:1746066890.210640:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860658432:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066890.210768:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860658432:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (1530us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066890.210775:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2338 00002000:00100000:1.0:1746066890.210781:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c38000 x1830882860658432/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.210795:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c38000 with x1830882860658432 ext(0->4095) 00010000:00010000:1.0:1746066890.210800:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4398ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ea expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.210810:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4398ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ea expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.210816:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c38000 00000100:00100000:0.0:1746066890.219543:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.219728:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860658560 00000100:00100000:2.0:1746066890.219741:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860658560 00010000:00010000:2.0:1746066890.219785:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4398ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ea expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.219912:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12515 00000100:00100000:2.0:1746066890.219920:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860658560:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.219936:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.219956:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4398ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ea expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.219969:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4398ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ea expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.219993:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4398ba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ea expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.220011:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.220013:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.220021:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4398c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f1 expref: 29 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.220035:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4398c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f1 expref: 29 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.220067:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4398c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f1 expref: 29 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066890.220079:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861224448:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.220171:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.222733:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861224448:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066890.222758:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066890.222802:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860658560:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2882us (3270us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.222813:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12515 00000100:00100000:0.0:1746066890.225872:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.226751:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860658816 00000100:00100000:2.0:1746066890.226760:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860658816 00002000:00100000:2.0:1746066890.226807:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009529f800 x1830882860658816/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.226818:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529f800 with x1830882860658816 ext(0->4095) 00002000:00010000:2.0:1746066890.226824:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009529f800 00000100:00100000:2.0:1746066890.226845:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13277 00000100:00100000:2.0:1746066890.226851:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+30:2034:x1830882860658816:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066890.227182:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+30:2034:x1830882860658816:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 329us (1329us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066890.227192:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13277 00002000:00100000:2.0:1746066890.227197:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009529f800 x1830882860658816/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.227205:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529f800 with x1830882860658816 ext(0->4095) 00002000:00010000:2.0:1746066890.227208:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009529f800 00000100:00100000:0.0:1746066890.232638:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.232854:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860658944 00000100:00100000:3.0:1746066890.232876:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860658944 00000100:00100000:3.0:1746066890.232929:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29689 00000100:00100000:3.0:1746066890.232937:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860658944:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.232957:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.232977:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398c8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f3f8 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.233008:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4398c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f1 expref: 29 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.233016:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.233018:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.233022:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398c8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f8 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.233055:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4398c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f1 expref: 29 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.233068:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4398c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f1 expref: 29 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.233086:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861224576:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066890.233169:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.248171:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861224576:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066890.248210:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398c8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f8 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.248228:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138200, rc 0) 00000100:00100000:3.0:1746066890.248293:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860658944:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 15355us (15666us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.248302:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29689 00000100:00100000:0.0:1746066890.248416:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.248553:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860659072 00000100:00100000:2.0:1746066890.248560:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860659072 00002000:00100000:2.0:1746066890.248598:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009529d180 x1830882860659072/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 496/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.248608:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529d180 with x1830882860659072 ext(0->7) 00010000:00010000:2.0:1746066890.248614:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4398c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f1 expref: 30 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.248627:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4398c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f1 expref: 30 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.248633:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009529d180 00000100:00100000:2.0:1746066890.248649:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2339 00000100:00100000:2.0:1746066890.248655:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+30:2034:x1830882860659072:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066890.250591:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.252680:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860659200 00000100:00100000:3.0:1746066890.252694:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860659200 00000100:00100000:3.0:1746066890.252758:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29690 00000100:00100000:3.0:1746066890.252767:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133190700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+31:1868:x1830882860659200:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.252785:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.252804:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398cf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f3ff expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.252834:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.252842:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398c8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f8 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.252848:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066890.252852:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398cf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ff expref: 32 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.252911:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398c8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f8 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.252923:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398cf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ff expref: 32 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.252934:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138000, rc 0) 00000100:00100000:3.0:1746066890.252993:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133190700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+32:1868:x1830882860659200:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 227us (2409us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.252999:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29690 00000100:00100000:2.0:1746066890.254331:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+33:2034:x1830882860659072:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 5669us (5909us total) trans 4294972214 rc 0/0 00000100:00100000:2.0:1746066890.254356:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2339 00002000:00100000:2.0:1746066890.254365:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009529d180 x1830882860659072/t4294972214(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 496/448 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.254381:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529d180 with x1830882860659072 ext(0->7) 00010000:00010000:2.0:1746066890.254389:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4398c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f1 expref: 33 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.254402:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4398c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f1 expref: 33 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.254408:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009529d180 00000100:00100000:0.0:1746066890.258817:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.258936:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860659328 00000100:00100000:2.0:1746066890.258947:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860659328 00010000:00010000:2.0:1746066890.259165:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4398c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f1 expref: 33 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.259205:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12516 00000100:00100000:2.0:1746066890.259211:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133193800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+33:2033:x1830882860659328:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.259225:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.259306:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4398c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f1 expref: 33 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.259318:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4398c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f1 expref: 33 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.259418:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4398c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f1 expref: 33 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.259596:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.259600:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.259609:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398c8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f8 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.259618:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f8 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.259657:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f8 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.259669:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f8 expref: 5 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.259683:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861224832:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.260704:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.262852:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.262948:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861224832:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066890.262972:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066890.263132:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133193800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2033:x1830882860659328:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3919us (4326us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.263145:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12516 00000100:00100000:3.0:1746066890.263221:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860659584 00000100:00100000:3.0:1746066890.263228:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860659584 00002000:00100000:3.0:1746066890.263269:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133192a00 x1830882860659584/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.263280:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133192a00 with x1830882860659584 ext(0->4095) 00010000:00010000:3.0:1746066890.263288:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f8 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.263302:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f8 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066890.263309:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133192a00 00000100:00100000:3.0:1746066890.263327:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2340 00000100:00100000:3.0:1746066890.263334:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133192a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860659584:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746066890.265177:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133192a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860659584:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 1836us (2328us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066890.265187:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2340 00002000:00100000:3.0:1746066890.265196:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133192a00 x1830882860659584/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.265204:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133192a00 with x1830882860659584 ext(0->4095) 00010000:00010000:3.0:1746066890.265213:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f8 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.265225:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f8 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066890.265231:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133192a00 00000100:00100000:0.0:1746066890.267034:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.267135:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860659712 00000100:00100000:2.0:1746066890.267144:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860659712 00010000:00010000:2.0:1746066890.267179:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f8 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.268593:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12517 00000100:00100000:2.0:1746066890.268606:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d6a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860659712:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.268626:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.268651:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f8 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.268665:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f8 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.268692:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4398c8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3f8 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.268709:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.268711:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.268719:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ff expref: 31 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.268728:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ff expref: 31 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.268764:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ff expref: 31 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066890.268778:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861224960:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.270173:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.273842:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.273906:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861224960:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066890.274135:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066890.274197:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d6a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860659712:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5592us (7168us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.274209:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12517 00000100:00100000:2.0:1746066890.274240:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860659968 00000100:00100000:2.0:1746066890.274247:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860659968 00002000:00100000:2.0:1746066890.274407:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133191c00 x1830882860659968/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.274424:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133191c00 with x1830882860659968 ext(0->4095) 00002000:00010000:2.0:1746066890.274429:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133191c00 00000100:00100000:2.0:1746066890.274452:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13278 00000100:00100000:2.0:1746066890.274459:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133191c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2031:x1830882860659968:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746066890.274624:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133191c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2031:x1830882860659968:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 166us (794us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066890.274630:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13278 00002000:00100000:2.0:1746066890.274635:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133191c00 x1830882860659968/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.274641:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133191c00 with x1830882860659968 ext(0->4095) 00002000:00010000:2.0:1746066890.274644:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133191c00 00000100:00100000:0.0:1746066890.279634:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.279707:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860660096 00000100:00100000:1.0:1746066890.279719:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860660096 00000100:00100000:1.0:1746066890.279788:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29691 00000100:00100000:1.0:1746066890.279798:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133190e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860660096:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066890.279818:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066890.279837:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398d6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f406 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.279879:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ff expref: 31 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.279887:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066890.279889:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066890.279893:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398d6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f406 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.279925:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ff expref: 31 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.279942:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ff expref: 31 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:1.0:1746066890.279956:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861225088:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066890.280046:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52c5c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.283542:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.283921:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861225088:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066890.283957:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398d6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f406 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.283976:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c223e00, rc 0) 00000100:00100000:1.0:1746066890.284200:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133190e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860660096:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4402us (4575us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.284209:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29691 00000100:00100000:0.0:1746066890.284911:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.285640:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860660224 00000100:00100000:1.0:1746066890.285648:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860660224 00000100:00100000:2.0:1746066890.285798:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860660352 00000100:00100000:2.0:1746066890.285803:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860660352 00010000:00010000:2.0:1746066890.285828:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ff expref: 33 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.285855:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12518 00000100:00100000:2.0:1746066890.285873:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133191880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+33:2034:x1830882860660352:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.285890:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.286084:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ff expref: 33 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.286095:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ff expref: 33 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.286121:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398cf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f3ff expref: 33 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.286144:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.286146:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.286154:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398d6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f406 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.286163:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f406 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.286194:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f406 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066890.286207:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861225216:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.286269:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:1.0:1746066890.286571:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29692 00000100:00100000:1.0:1746066890.286579:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133190000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+32:1868:x1830882860660224:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066890.286594:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066890.286606:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff4398dd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f40d expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.286623:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f406 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.286633:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.286635:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.286638:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff4398dd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f40d expref: 33 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.286656:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f406 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.286666:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398d6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f406 expref: 5 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:1.0:1746066890.286674:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861225344:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066890.286707:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52c5c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066890.290086:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861225344:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066890.290123:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff4398dd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f40d expref: 33 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.290142:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c223c00, rc 0) 00000100:00100000:1.0:1746066890.290194:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133190000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+33:1868:x1830882860660224:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3614us (6664us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.290204:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29692 00000100:00100000:2.0:1746066890.290389:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861225216:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066890.290405:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066890.290430:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133191880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2034:x1830882860660352:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4569us (5521us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.290439:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12518 00000100:00100000:0.0:1746066890.290656:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.290731:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860660608 00000100:00100000:2.0:1746066890.290739:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860660608 00002000:00100000:2.0:1746066890.290777:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133193800 x1830882860660608/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.290794:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133193800 with x1830882860660608 ext(0->4095) 00010000:00010000:2.0:1746066890.290802:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f406 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.290815:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f406 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.290820:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133193800 00000100:00100000:2.0:1746066890.290838:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2341 00000100:00100000:2.0:1746066890.290844:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133193800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860660608:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066890.293302:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133193800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860660608:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 2448us (3316us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066890.293314:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2341 00002000:00100000:2.0:1746066890.293562:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133193800 x1830882860660608/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.293574:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133193800 with x1830882860660608 ext(0->4095) 00010000:00010000:2.0:1746066890.293583:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f406 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.293596:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f406 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.293603:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133193800 00000100:00100000:0.0:1746066890.299613:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.299723:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860660736 00000100:00100000:2.0:1746066890.299876:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860660736 00010000:00010000:2.0:1746066890.299919:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f406 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.299966:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12519 00000100:00100000:2.0:1746066890.299975:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860660736:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.299991:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.300214:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f406 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.300226:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f406 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.300251:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398d6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f406 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.300285:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.300288:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.300298:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff4398dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f40d expref: 31 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.300307:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff4398dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f40d expref: 31 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.300364:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff4398dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f40d expref: 31 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066890.300379:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861225472:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.301530:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.305554:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861225472:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066890.305585:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066890.305646:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860660736:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5670us (6044us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.305659:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12519 00000100:00100000:0.0:1746066890.305897:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.306271:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860660992 00000100:00100000:2.0:1746066890.306279:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860660992 00002000:00100000:2.0:1746066890.306321:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131432680 x1830882860660992/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.306332:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131432680 with x1830882860660992 ext(0->4095) 00002000:00010000:2.0:1746066890.306337:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131432680 00000100:00100000:2.0:1746066890.306592:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13279 00000100:00100000:2.0:1746066890.306600:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131432680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2034:x1830882860660992:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066890.307295:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131432680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2034:x1830882860660992:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 693us (1396us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066890.307302:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13279 00002000:00100000:2.0:1746066890.307308:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131432680 x1830882860660992/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.307316:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131432680 with x1830882860660992 ext(0->4095) 00002000:00010000:2.0:1746066890.307320:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131432680 00000100:00100000:0.0:1746066890.317420:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.317524:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860661120 00000100:00100000:1.0:1746066890.317534:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860661120 00000100:00100000:1.0:1746066890.317633:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29693 00000100:00100000:1.0:1746066890.317641:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860661120:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066890.317667:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066890.317686:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4398e4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f414 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.317718:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff4398dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f40d expref: 31 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.317725:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066890.317727:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066890.317730:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4398e4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f414 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.317764:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff4398dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f40d expref: 31 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.317776:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff4398dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f40d expref: 31 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:1.0:1746066890.317789:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861225600:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066890.319023:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52c5c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066890.329591:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861225600:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066890.329625:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4398e4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f414 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.329645:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c222200, rc 0) 00000100:00100000:1.0:1746066890.329694:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860661120:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12052us (12285us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.329707:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29693 00000100:00100000:0.0:1746066890.338583:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.338685:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860661248 00000100:00100000:2.0:1746066890.338695:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860661248 00002000:00100000:2.0:1746066890.338743:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131433100 x1830882860661248/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 496/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.338760:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131433100 with x1830882860661248 ext(0->7) 00010000:00010000:2.0:1746066890.338769:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff4398dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f40d expref: 32 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.338784:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff4398dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f40d expref: 32 pid: 9917 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.338791:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131433100 00000100:00100000:2.0:1746066890.338812:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2342 00000100:00100000:2.0:1746066890.338820:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131433100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2033:x1830882860661248:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066890.339807:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131433100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+34:2033:x1830882860661248:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 984us (1230us total) trans 4294972215 rc 0/0 00000100:00100000:0.0:1746066890.339816:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2342 00002000:00100000:0.0:1746066890.339823:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131433100 x1830882860661248/t4294972215(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 496/448 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066890.339830:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131433100 with x1830882860661248 ext(0->7) 00010000:00010000:0.0:1746066890.339837:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff4398dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f40d expref: 34 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:0.0:1746066890.339847:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff4398dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f40d expref: 34 pid: 9917 timeout: 1102 lvb_type: 0 00002000:00010000:0.0:1746066890.339853:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131433100 00000100:00100000:0.0:1746066890.343077:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.343246:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860661376 00000100:00100000:2.0:1746066890.343258:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860661376 00010000:00010000:2.0:1746066890.343302:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff4398dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f40d expref: 34 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.343333:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12520 00000100:00100000:2.0:1746066890.343366:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131431880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+34:2031:x1830882860661376:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.343395:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.343417:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff4398dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f40d expref: 34 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.343430:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff4398dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f40d expref: 34 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.343455:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff4398dd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f40d expref: 34 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.343515:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.343518:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.343527:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4398e4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f414 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.343536:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4398e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f414 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.343572:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4398e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f414 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066890.343587:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861225728:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.343683:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.346781:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861225728:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066890.346806:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066890.346875:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131431880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+33:2031:x1830882860661376:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3533us (3807us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.346886:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12520 00000100:00100000:0.0:1746066890.347701:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066890.347781:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.347874:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860661760 00000100:00100000:2.0:1746066890.347881:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860661760 00002000:00100000:2.0:1746066890.347921:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131432d80 x1830882860661760/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.347933:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131432d80 with x1830882860661760 ext(0->4095) 00002000:00010000:2.0:1746066890.347937:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131432d80 00000100:00100000:2.0:1746066890.347965:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13280 00000100:00100000:2.0:1746066890.347973:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131432d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860661760:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066890.348261:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860661504 00000100:00100000:1.0:1746066890.348266:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860661504 00000100:00100000:1.0:1746066890.348304:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29694 00000100:00100000:2.0:1746066890.348308:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131432d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860661760:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 335us (610us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066890.348310:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+33:1868:x1830882860661504:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746066890.348315:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13280 00002000:00100000:2.0:1746066890.348320:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131432d80 x1830882860661760/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746066890.348320:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:2.0:1746066890.348327:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131432d80 with x1830882860661760 ext(0->4095) 00002000:00010000:2.0:1746066890.348330:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131432d80 00010000:00010000:1.0:1746066890.348336:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4398eb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f41b expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.348445:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4398e4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f414 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.348453:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.348455:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.348459:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4398eb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f41b expref: 34 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.348492:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4398e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f414 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.348505:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4398e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f414 expref: 5 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:1.0:1746066890.348518:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861225856:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066890.348700:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52c5c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.350885:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066890.350979:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.351083:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861225856:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066890.351113:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4398eb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f41b expref: 34 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.351129:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c222a00, rc 0) 00000100:00100000:1.0:1746066890.351166:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+34:1868:x1830882860661504:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2856us (3385us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.351175:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29694 00000100:00100000:1.0:1746066890.351199:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860661888 00000100:00100000:1.0:1746066890.351203:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860661888 00000100:00100000:1.0:1746066890.351227:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29695 00000100:00100000:1.0:1746066890.351232:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+34:1869:x1830882860661888:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066890.351244:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066890.351256:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f422 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.351276:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.351537:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4398eb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f41b expref: 35 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.351546:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066890.351550:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398f2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f422 expref: 35 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.351578:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4398eb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f41b expref: 35 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.351588:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398f2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f422 expref: 35 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.351600:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c223e00, rc 0) 00000100:00100000:1.0:1746066890.351619:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+35:1869:x1830882860661888:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 386us (747us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.351624:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29695 00000100:00100000:2.0:1746066890.351872:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860662016 00000100:00100000:2.0:1746066890.351877:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860662016 00010000:00010000:2.0:1746066890.351898:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4398e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f414 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.351928:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12521 00000100:00100000:2.0:1746066890.351934:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860662016:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.351943:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.351963:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4398e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f414 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.351973:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4398e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f414 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.351992:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff4398e4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f414 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.352011:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.352013:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.352020:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4398eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f41b expref: 34 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.352027:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4398eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f41b expref: 34 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.352048:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4398eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f41b expref: 34 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.352059:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4398eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f41b expref: 34 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.352071:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861226112:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.352121:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.354206:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861226112:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066890.354221:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066890.354250:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860662016:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2315us (3269us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.354614:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12521 00000100:00100000:0.0:1746066890.354797:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.355579:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860662272 00000100:00100000:3.0:1746066890.355586:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860662272 00002000:00100000:3.0:1746066890.355871:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7df80 x1830882860662272/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.355884:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7df80 with x1830882860662272 ext(0->4095) 00010000:00010000:3.0:1746066890.355894:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4398eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f41b expref: 35 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.355908:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4398eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f41b expref: 35 pid: 9917 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066890.355915:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095e7df80 00000100:00100000:3.0:1746066890.355944:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2343 00000100:00100000:3.0:1746066890.355952:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+35:2034:x1830882860662272:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066890.356570:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+35:2034:x1830882860662272:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 618us (1772us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066890.356577:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2343 00002000:00100000:3.0:1746066890.356583:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7df80 x1830882860662272/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.356590:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7df80 with x1830882860662272 ext(0->4095) 00010000:00010000:3.0:1746066890.356595:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4398eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f41b expref: 35 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.356605:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4398eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f41b expref: 35 pid: 9917 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066890.356611:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095e7df80 00000100:00100000:0.0:1746066890.358983:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.359075:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860662400 00000100:00100000:2.0:1746066890.359083:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860662400 00010000:00010000:2.0:1746066890.359114:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4398eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f41b expref: 35 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.359270:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12522 00000100:00100000:2.0:1746066890.359278:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+35:2033:x1830882860662400:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.359291:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.359572:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4398eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f41b expref: 35 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.359585:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4398eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f41b expref: 35 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.359610:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4398eb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f41b expref: 35 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.359631:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.359634:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.359641:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f422 expref: 34 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.359650:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f422 expref: 34 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.359689:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f422 expref: 34 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066890.359703:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861226240:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.360072:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.361811:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861226240:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066890.361833:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066890.362154:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+34:2033:x1830882860662400:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2874us (3174us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.362165:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12522 00000100:00100000:0.0:1746066890.362564:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.362834:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860662656 00000100:00100000:3.0:1746066890.362841:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860662656 00002000:00100000:3.0:1746066890.362889:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7ca80 x1830882860662656/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.362900:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7ca80 with x1830882860662656 ext(0->4095) 00002000:00010000:3.0:1746066890.362904:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095e7ca80 00000100:00100000:3.0:1746066890.362921:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13281 00000100:00100000:3.0:1746066890.362929:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+34:2033:x1830882860662656:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066890.363062:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+34:2033:x1830882860662656:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (498us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066890.363068:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13281 00002000:00100000:3.0:1746066890.363074:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7ca80 x1830882860662656/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.363082:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7ca80 with x1830882860662656 ext(0->4095) 00002000:00010000:3.0:1746066890.363085:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095e7ca80 00000100:00100000:0.0:1746066890.366005:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.366117:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860662784 00000100:00100000:3.0:1746066890.366126:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860662784 00000100:00100000:3.0:1746066890.366181:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29696 00000100:00100000:3.0:1746066890.366188:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860662784:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.366207:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.366225:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f429 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.366283:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f422 expref: 33 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.366292:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.366293:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.366297:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398f9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f429 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.366329:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f422 expref: 33 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.366416:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f422 expref: 33 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.366430:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861226368:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066890.366703:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962913c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.369932:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861226368:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066890.369970:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398f9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f429 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.369988:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138000, rc 0) 00000100:00100000:2.0:1746066890.370045:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860662784:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3855us (4049us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.370054:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29696 00000100:00100000:3.0:1746066890.370996:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.371254:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860662912 00000100:00100000:2.0:1746066890.371261:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860662912 00010000:00010000:2.0:1746066890.371291:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f422 expref: 34 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.371321:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12523 00000100:00100000:2.0:1746066890.371331:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+34:2033:x1830882860662912:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.371570:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.371589:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f422 expref: 34 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.372160:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f422 expref: 34 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.372184:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4398f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f422 expref: 34 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.372251:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.372254:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.372262:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398f9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f429 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.372271:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f429 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.372303:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f429 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066890.372316:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861226496:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.373389:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.374524:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.374739:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860663040 00000100:00100000:2.0:1746066890.374747:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860663040 00000100:00100000:2.0:1746066890.375131:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29697 00000100:00100000:2.0:1746066890.375140:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+34:1868:x1830882860663040:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066890.375158:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066890.375176:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439900 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f430 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.375205:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f429 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.375219:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.375222:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.375225:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439900 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f430 expref: 35 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.375251:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f429 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.375489:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f429 expref: 5 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.375504:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861226624:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066890.375571:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.376588:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861226496:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066890.376608:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066890.376647:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.376743:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+35:2033:x1830882860662912:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5410us (5748us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.376755:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12523 00000100:00100000:2.0:1746066890.376794:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860663296 00000100:00100000:2.0:1746066890.376798:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860663296 00002000:00100000:2.0:1746066890.376829:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132e03480 x1830882860663296/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.376839:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e03480 with x1830882860663296 ext(0->4095) 00010000:00010000:2.0:1746066890.376846:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f429 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.376876:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f429 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.376883:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e03480 00000100:00100000:2.0:1746066890.376900:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2344 00000100:00100000:2.0:1746066890.376907:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860663296:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066890.377289:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860663296:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 381us (641us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066890.377296:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2344 00002000:00100000:2.0:1746066890.377302:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132e03480 x1830882860663296/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.377530:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e03480 with x1830882860663296 ext(0->4095) 00010000:00010000:2.0:1746066890.377537:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f429 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.377548:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f429 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.377554:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e03480 00000100:00100000:3.0:1746066890.377698:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861226624:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066890.377719:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439900 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f430 expref: 34 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.377732:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544f400, rc 0) 00000100:00100000:3.0:1746066890.377757:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+34:1868:x1830882860663040:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2618us (3238us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.377764:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29697 00000100:00100000:2.0:1746066890.381679:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.381786:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860663424 00000100:00100000:3.0:1746066890.381796:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860663424 00000100:00100000:0.0:1746066890.381851:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.381941:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860663552 00000100:00100000:2.0:1746066890.381945:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860663552 00010000:00010000:2.0:1746066890.381974:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f429 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.382010:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12524 00000100:00100000:2.0:1746066890.382019:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1fb5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860663552:12345-192.168.201.51@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746066890.382050:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29698 00000100:00100000:3.0:1746066890.382056:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+34:1869:x1830882860663424:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.382075:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.382089:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439907 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f437 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.382115:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.382121:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439900 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f430 expref: 35 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.382132:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.382135:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439907 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f437 expref: 35 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.382175:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439900 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f430 expref: 35 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.382186:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439907 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f437 expref: 35 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.382196:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139000, rc 0) 00000100:00100000:3.0:1746066890.382247:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+35:1869:x1830882860663424:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.382253:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29698 00010000:00010000:2.0:1746066890.382302:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.382323:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f429 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.382334:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f429 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.382628:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff4398f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f429 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.382642:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.382644:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.382650:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439900 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f430 expref: 34 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.382657:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439900 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f430 expref: 34 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.382679:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439900 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f430 expref: 34 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.382690:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439900 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f430 expref: 34 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.382707:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861226880:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.382758:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.390327:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.390484:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861226880:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066890.390515:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066890.390567:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1fb5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860663552:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 8548us (8714us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.390581:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12524 00000100:00100000:3.0:1746066890.390712:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860663808 00000100:00100000:3.0:1746066890.390720:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860663808 00002000:00100000:3.0:1746066890.390766:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132e03b80 x1830882860663808/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.390777:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e03b80 with x1830882860663808 ext(0->4095) 00010000:00010000:3.0:1746066890.390787:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439900 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f430 expref: 35 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.390801:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439900 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f430 expref: 35 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066890.390809:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e03b80 00000100:00100000:3.0:1746066890.390842:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2345 00000100:00100000:3.0:1746066890.390849:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+35:2033:x1830882860663808:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066890.391642:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+35:2033:x1830882860663808:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 791us (1326us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066890.391650:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2345 00002000:00100000:3.0:1746066890.391656:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132e03b80 x1830882860663808/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.391664:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e03b80 with x1830882860663808 ext(0->4095) 00010000:00010000:3.0:1746066890.391669:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439900 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f430 expref: 35 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.391679:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439900 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f430 expref: 35 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066890.391685:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e03b80 00000100:00100000:0.0:1746066890.394589:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.394680:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860663936 00000100:00100000:2.0:1746066890.394689:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860663936 00010000:00010000:2.0:1746066890.394722:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439900 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f430 expref: 35 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.394743:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12525 00000100:00100000:2.0:1746066890.394747:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+35:2033:x1830882860663936:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.394760:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.394776:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439900 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f430 expref: 35 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.394786:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439900 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f430 expref: 35 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.394807:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439900 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f430 expref: 35 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.394947:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.394951:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.395132:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439907 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f437 expref: 34 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.395141:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439907 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f437 expref: 34 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.395183:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439907 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f437 expref: 34 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066890.395197:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861227008:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.395289:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.397125:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861227008:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066890.397460:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.397779:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860664192 00000100:00100000:3.0:1746066890.397786:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860664192 00002000:00100000:3.0:1746066890.397829:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132e00a80 x1830882860664192/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.397839:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e00a80 with x1830882860664192 ext(0->4095) 00002000:00010000:3.0:1746066890.397844:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e00a80 00000100:00100000:3.0:1746066890.397887:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13282 00000100:00100000:3.0:1746066890.397893:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+35:2034:x1830882860664192:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00010000:00010000:2.0:1746066890.398083:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066890.398133:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+35:2033:x1830882860663936:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3383us (3550us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.398142:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12525 00000100:00100000:3.0:1746066890.399436:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+34:2034:x1830882860664192:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 1539us (1974us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066890.399445:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13282 00002000:00100000:3.0:1746066890.399451:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132e00a80 x1830882860664192/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.399459:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e00a80 with x1830882860664192 ext(0->4095) 00002000:00010000:3.0:1746066890.399463:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e00a80 00000100:00100000:0.0:1746066890.401317:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.401429:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860664320 00000100:00100000:1.0:1746066890.401438:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860664320 00000100:00100000:1.0:1746066890.401497:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29699 00000100:00100000:1.0:1746066890.401506:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860664320:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066890.401523:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066890.401542:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff43990e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f43e expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.401573:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439907 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f437 expref: 33 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.401582:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066890.401585:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066890.401589:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff43990e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f43e expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.401622:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439907 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f437 expref: 33 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.401636:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439907 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f437 expref: 33 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:1.0:1746066890.401655:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861227136:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066890.401748:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52c5c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066890.404985:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861227136:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066890.405018:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff43990e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f43e expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.405080:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c222400, rc 0) 00000100:00100000:1.0:1746066890.405383:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860664320:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3876us (4070us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.405393:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29699 00000100:00100000:0.0:1746066890.408545:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066890.408651:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.409546:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860664576 00000100:00100000:1.0:1746066890.409557:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860664576 00000100:00100000:1.0:1746066890.409615:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29700 00000100:00100000:1.0:1746066890.409623:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+34:1868:x1830882860664576:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066890.409645:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066890.409663:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff439915 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f445 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.409693:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066890.409700:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff43990e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f43e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.409706:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066890.409710:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff439915 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f445 expref: 35 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.409753:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff43990e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f43e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.409766:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff439915 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f445 expref: 35 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.409775:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c223e00, rc 0) 00000100:00100000:1.0:1746066890.409821:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+35:1868:x1830882860664576:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 199us (1170us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.409827:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29700 00000100:00100000:2.0:1746066890.409934:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860664448 00000100:00100000:2.0:1746066890.409939:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860664448 00010000:00010000:2.0:1746066890.409957:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439907 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f437 expref: 35 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.409978:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12526 00000100:00100000:2.0:1746066890.409983:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+35:2033:x1830882860664448:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.409991:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.410010:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439907 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f437 expref: 35 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.410026:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439907 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f437 expref: 35 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.410043:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439907 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f437 expref: 35 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.410058:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.410060:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.410065:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff43990e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f43e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.410073:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff43990e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f43e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.410107:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff43990e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f43e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.410119:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff43990e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f43e expref: 5 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.410131:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861227392:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.410188:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.414189:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861227392:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066890.414218:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066890.414935:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+34:2033:x1830882860664448:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4947us (6397us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.414948:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12526 00000100:00100000:0.0:1746066890.415294:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.415582:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860664832 00000100:00100000:3.0:1746066890.415589:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860664832 00002000:00100000:3.0:1746066890.415634:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c35880 x1830882860664832/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.415644:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c35880 with x1830882860664832 ext(0->4095) 00010000:00010000:3.0:1746066890.415652:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff43990e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f43e expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.415664:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff43990e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f43e expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066890.415670:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c35880 00000100:00100000:3.0:1746066890.415697:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2346 00000100:00100000:3.0:1746066890.415703:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860664832:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066890.416160:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860664832:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 456us (866us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066890.416167:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2346 00002000:00100000:3.0:1746066890.416173:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c35880 x1830882860664832/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.416181:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c35880 with x1830882860664832 ext(0->4095) 00010000:00010000:3.0:1746066890.416186:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff43990e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f43e expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.416195:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff43990e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f43e expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066890.416200:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c35880 00000100:00100000:0.0:1746066890.419455:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.422753:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860664960 00000100:00100000:2.0:1746066890.422767:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860664960 00010000:00010000:2.0:1746066890.422813:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff43990e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f43e expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.422868:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12527 00000100:00100000:2.0:1746066890.422877:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860664960:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.422893:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.422912:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff43990e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f43e expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.422922:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff43990e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f43e expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.422943:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff43990e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f43e expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.422968:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.422969:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.422976:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff439915 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f445 expref: 33 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.422981:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff439915 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f445 expref: 33 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.423010:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff439915 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f445 expref: 33 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066890.423020:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861227520:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.423114:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.425973:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.425991:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861227520:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066890.426015:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066890.426317:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860664960:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3439us (6869us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.426329:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12527 00000100:00100000:3.0:1746066890.427402:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860665216 00000100:00100000:3.0:1746066890.427412:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860665216 00002000:00100000:3.0:1746066890.427453:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c34380 x1830882860665216/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.427464:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c34380 with x1830882860665216 ext(0->4095) 00002000:00010000:3.0:1746066890.427469:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c34380 00000100:00100000:3.0:1746066890.427493:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13283 00000100:00100000:3.0:1746066890.427500:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+34:2033:x1830882860665216:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066890.427624:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+34:2033:x1830882860665216:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (1661us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066890.427631:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13283 00002000:00100000:3.0:1746066890.427638:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c34380 x1830882860665216/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.427646:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c34380 with x1830882860665216 ext(0->4095) 00002000:00010000:3.0:1746066890.427648:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c34380 00000100:00100000:0.0:1746066890.430670:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.432325:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860665344 00000100:00100000:3.0:1746066890.432337:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860665344 00000100:00100000:3.0:1746066890.432455:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29701 00000100:00100000:3.0:1746066890.432465:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e80f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860665344:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.432485:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.432504:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43991c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f44c expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.432539:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff439915 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f445 expref: 33 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.432547:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.432549:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.432552:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43991c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f44c expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.432584:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff439915 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f445 expref: 33 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.432597:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff439915 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f445 expref: 33 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.432610:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861227648:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066890.432705:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.436907:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861227648:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066890.436940:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43991c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f44c expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.437161:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138c00, rc 0) 00000100:00100000:3.0:1746066890.437216:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860665344:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4752us (6555us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.437226:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29701 00000100:00100000:0.0:1746066890.437836:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.438869:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860665472 00000100:00100000:2.0:1746066890.438878:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860665472 00002000:00100000:2.0:1746066890.439099:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008e80c700 x1830882860665472/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 496/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.439111:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80c700 with x1830882860665472 ext(0->7) 00010000:00010000:2.0:1746066890.439120:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff439915 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f445 expref: 34 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.439134:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff439915 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f445 expref: 34 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.439141:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e80c700 00000100:00100000:2.0:1746066890.439174:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2347 00000100:00100000:2.0:1746066890.439182:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e80c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+34:2033:x1830882860665472:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066890.442408:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2033:x1830882860665472:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2904us (4250us total) trans 4294972216 rc 0/0 00000100:00100000:0.0:1746066890.442421:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2347 00002000:00100000:0.0:1746066890.442432:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008e80c700 x1830882860665472/t4294972216(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 496/448 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066890.442441:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80c700 with x1830882860665472 ext(0->7) 00010000:00010000:0.0:1746066890.442450:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff439915 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f445 expref: 36 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:0.0:1746066890.442466:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff439915 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f445 expref: 36 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:0.0:1746066890.442473:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e80c700 00000100:00100000:0.0:1746066890.446642:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.446738:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860665600 00000100:00100000:2.0:1746066890.446748:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860665600 00010000:00010000:2.0:1746066890.446787:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff439915 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f445 expref: 36 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.447201:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12528 00000100:00100000:2.0:1746066890.447209:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e80ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2034:x1830882860665600:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.447227:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.447256:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff439915 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f445 expref: 36 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.447268:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff439915 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f445 expref: 36 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.447746:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff439915 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f445 expref: 36 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.447778:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.447780:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.447789:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43991c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f44c expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.447797:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43991c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f44c expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.447832:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43991c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f44c expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066890.447845:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861227776:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.448121:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.456306:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.457711:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861227776:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066890.457741:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066890.458257:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+35:2034:x1830882860665600:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 11046us (11622us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.458515:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12528 00000100:00100000:0.0:1746066890.458605:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066890.458628:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860665984 00000100:00100000:0.0:1746066890.458634:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860665984 00002000:00100000:0.0:1746066890.458672:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e80d500 x1830882860665984/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066890.458682:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80d500 with x1830882860665984 ext(0->4095) 00002000:00010000:0.0:1746066890.458687:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e80d500 00000100:00100000:0.0:1746066890.458711:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13284 00000100:00100000:0.0:1746066890.458716:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e80d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860665984:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066890.458837:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860665984:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (231us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066890.458842:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13284 00002000:00100000:0.0:1746066890.458847:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e80d500 x1830882860665984/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066890.458863:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80d500 with x1830882860665984 ext(0->4095) 00002000:00010000:0.0:1746066890.458866:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e80d500 00000100:00100000:3.0:1746066890.459163:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860665728 00000100:00100000:3.0:1746066890.459168:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860665728 00000100:00100000:3.0:1746066890.459210:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29702 00000100:00100000:3.0:1746066890.459216:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+35:1868:x1830882860665728:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.459226:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.459243:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439923 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f453 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.459269:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43991c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f44c expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.459277:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.459279:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.459282:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439923 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f453 expref: 36 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.459318:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43991c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f44c expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.459336:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43991c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f44c expref: 5 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.459366:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861227904:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066890.459431:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.462018:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.462222:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860666112 00000100:00100000:2.0:1746066890.462231:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860666112 00000100:00100000:1.0:1746066890.462653:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29703 00000100:00100000:1.0:1746066890.462665:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e80dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+37:1869:x1830882860666112:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066890.462687:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066890.462706:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff43992a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f45a expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.462738:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.462744:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439923 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f453 expref: 38 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.462749:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066890.462753:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff43992a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f45a expref: 38 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.462790:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439923 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f453 expref: 38 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066890.463132:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861227904:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066890.463152:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439923 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f453 expref: 38 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.463164:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138200, rc 0) 00000100:00100000:3.0:1746066890.463206:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+38:1868:x1830882860665728:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3990us (6911us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.463214:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29702 00010000:00010000:1.0:1746066890.463414:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff43992a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f45a expref: 37 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.463423:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c223800, rc 0) 00000100:00100000:1.0:1746066890.463444:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+37:1869:x1830882860666112:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 783us (1438us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.463451:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29703 00000100:00100000:0.0:1746066890.464866:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.465052:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860666240 00000100:00100000:2.0:1746066890.465058:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860666240 00010000:00010000:2.0:1746066890.465086:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43991c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f44c expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.465185:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12529 00000100:00100000:2.0:1746066890.465191:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e80e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860666240:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.465201:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.465219:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43991c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f44c expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.465228:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43991c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f44c expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.465248:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff43991c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f44c expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.465473:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.465476:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.465484:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439923 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f453 expref: 36 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.465492:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439923 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f453 expref: 36 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.465529:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439923 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f453 expref: 36 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.465541:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439923 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f453 expref: 36 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.465553:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861228160:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.466561:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.468791:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861228160:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066890.468815:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066890.469164:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860666240:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3969us (4310us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.469175:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12529 00000100:00100000:1.0:1746066890.469939:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.469993:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860666496 00000100:00100000:2.0:1746066890.469999:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860666496 00002000:00100000:2.0:1746066890.470033:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126a680 x1830882860666496/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.470040:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126a680 with x1830882860666496 ext(0->4095) 00010000:00010000:2.0:1746066890.470047:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439923 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f453 expref: 37 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.470057:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439923 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f453 expref: 37 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.470062:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126a680 00000100:00100000:2.0:1746066890.470202:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2348 00000100:00100000:2.0:1746066890.470207:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+37:2034:x1830882860666496:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066890.470534:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+37:2034:x1830882860666496:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 325us (596us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066890.470538:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2348 00002000:00100000:2.0:1746066890.470543:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126a680 x1830882860666496/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.470549:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126a680 with x1830882860666496 ext(0->4095) 00010000:00010000:2.0:1746066890.470552:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439923 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f453 expref: 37 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.470558:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439923 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f453 expref: 37 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.470562:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126a680 00000100:00100000:0.0:1746066890.473022:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.473190:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860666624 00000100:00100000:2.0:1746066890.473197:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860666624 00010000:00010000:2.0:1746066890.473230:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439923 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f453 expref: 37 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.473524:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12530 00000100:00100000:2.0:1746066890.473532:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e80c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+37:2033:x1830882860666624:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.473547:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.473565:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439923 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f453 expref: 37 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.473582:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439923 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f453 expref: 37 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.473606:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439923 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f453 expref: 37 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.473625:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.473627:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.473634:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff43992a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f45a expref: 36 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.473643:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff43992a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f45a expref: 36 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.473675:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff43992a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f45a expref: 36 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066890.473688:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861228288:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.473769:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.476020:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861228288:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066890.476045:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066890.476090:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2033:x1830882860666624:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2557us (3075us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.476100:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12530 00000100:00100000:0.0:1746066890.476777:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.477209:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860666880 00000100:00100000:2.0:1746066890.477217:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860666880 00002000:00100000:2.0:1746066890.477257:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e80f800 x1830882860666880/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.477268:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80f800 with x1830882860666880 ext(0->4095) 00002000:00010000:2.0:1746066890.477273:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e80f800 00000100:00100000:2.0:1746066890.477298:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13285 00000100:00100000:2.0:1746066890.477305:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e80f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2033:x1830882860666880:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066890.477718:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2033:x1830882860666880:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 412us (940us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066890.477724:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13285 00002000:00100000:2.0:1746066890.477730:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e80f800 x1830882860666880/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.477737:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80f800 with x1830882860666880 ext(0->4095) 00002000:00010000:2.0:1746066890.477740:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e80f800 00000100:00100000:0.0:1746066890.480594:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.481839:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860667008 00000100:00100000:1.0:1746066890.481849:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860667008 00000100:00100000:1.0:1746066890.482124:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29704 00000100:00100000:1.0:1746066890.482133:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131424380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860667008:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066890.482151:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066890.482169:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff439931 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f461 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.482201:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff43992a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f45a expref: 35 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.482208:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066890.482210:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066890.482214:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff439931 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f461 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.482244:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff43992a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f45a expref: 35 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.482261:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff43992a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f45a expref: 35 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:1.0:1746066890.482274:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091268380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861228416:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066890.486783:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52c5c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066890.491669:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091268380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861228416:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066890.491702:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff439931 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f461 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.491725:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c222200, rc 0) 00000100:00100000:1.0:1746066890.491770:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860667008:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9638us (11185us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.491779:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29704 00000100:00100000:0.0:1746066890.493903:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.493995:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860667136 00000100:00100000:2.0:1746066890.494008:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860667136 00002000:00100000:2.0:1746066890.494136:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131424a80 x1830882860667136/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 496/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.494147:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131424a80 with x1830882860667136 ext(0->7) 00010000:00010000:2.0:1746066890.494155:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff43992a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f45a expref: 36 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.494168:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff43992a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f45a expref: 36 pid: 9917 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.494180:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131424a80 00000100:00100000:2.0:1746066890.494460:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2349 00000100:00100000:2.0:1746066890.494470:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2034:x1830882860667136:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066890.499129:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2034:x1830882860667136:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 4645us (5219us total) trans 4294972217 rc 0/0 00000100:00100000:0.0:1746066890.499144:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2349 00002000:00100000:0.0:1746066890.499159:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131424a80 x1830882860667136/t4294972217(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 496/448 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066890.499169:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131424a80 with x1830882860667136 ext(0->7) 00010000:00010000:0.0:1746066890.499180:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff43992a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f45a expref: 38 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:0.0:1746066890.499197:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff43992a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f45a expref: 38 pid: 9917 timeout: 1102 lvb_type: 0 00002000:00010000:0.0:1746066890.499205:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131424a80 00000100:00100000:0.0:1746066890.501828:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.501927:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860667264 00000100:00100000:1.0:1746066890.501936:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860667264 00000100:00100000:1.0:1746066890.501994:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29705 00000100:00100000:1.0:1746066890.502003:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+38:1868:x1830882860667264:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066890.502021:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066890.502039:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439938 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f468 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.502078:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066890.502084:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff439931 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f461 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.502095:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066890.502099:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439938 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f468 expref: 39 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.502139:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff439931 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f461 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.502152:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439938 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f468 expref: 39 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.502164:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c223c00, rc 0) 00000100:00100000:1.0:1746066890.502198:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+39:1868:x1830882860667264:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 196us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.502204:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29705 00000100:00100000:0.0:1746066890.503617:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.503701:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860667392 00000100:00100000:2.0:1746066890.503707:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860667392 00010000:00010000:2.0:1746066890.503740:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff43992a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f45a expref: 39 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:1.0:1746066890.505378:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12531 00000100:00100000:1.0:1746066890.505392:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1fb6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+39:2034:x1830882860667392:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066890.505408:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066890.505434:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff43992a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f45a expref: 39 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.505449:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff43992a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f45a expref: 39 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.505473:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff43992a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f45a expref: 39 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.505596:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.505599:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.505607:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff439931 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f461 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.505615:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff439931 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f461 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.506078:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff439931 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f461 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.506090:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff439931 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f461 expref: 5 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:1.0:1746066890.506103:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091268380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861228672:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066890.506196:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52c5c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066890.508715:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091268380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861228672:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066890.508735:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066890.508779:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1fb6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2034:x1830882860667392:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3390us (5166us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.508791:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12531 00000100:00100000:0.0:1746066890.510116:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.510924:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860667648 00000100:00100000:2.0:1746066890.510931:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860667648 00002000:00100000:2.0:1746066890.512509:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec3100 x1830882860667648/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.512520:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec3100 with x1830882860667648 ext(0->4095) 00010000:00010000:2.0:1746066890.512531:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff439931 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f461 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.512546:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff439931 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f461 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.512553:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec3100 00000100:00100000:2.0:1746066890.512583:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2350 00000100:00100000:2.0:1746066890.512590:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860667648:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066890.512737:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860667648:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (2621us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066890.512747:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2350 00002000:00100000:2.0:1746066890.512753:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec3100 x1830882860667648/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.512761:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec3100 with x1830882860667648 ext(0->4095) 00010000:00010000:2.0:1746066890.512766:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff439931 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f461 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.512775:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff439931 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f461 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.512782:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ec3100 00000100:00100000:0.0:1746066890.516986:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.518115:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860667776 00000100:00100000:1.0:1746066890.518126:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860667776 00010000:00010000:1.0:1746066890.518168:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff439931 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f461 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:1.0:1746066890.518730:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12532 00000100:00100000:1.0:1746066890.518740:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860667776:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066890.518757:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066890.518782:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff439931 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f461 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.518795:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff439931 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f461 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.518818:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff439931 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f461 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.519563:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.519566:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.519576:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439938 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f468 expref: 37 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.519585:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439938 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f468 expref: 37 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.519625:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439938 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f468 expref: 37 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066890.519637:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091268380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861228800:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066890.520844:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a00c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066890.523422:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091268380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861228800:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066890.523444:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066890.523489:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860667776:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4750us (6514us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.523499:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12532 00000100:00100000:0.0:1746066890.523983:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.524561:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860668032 00000100:00100000:1.0:1746066890.524568:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860668032 00002000:00100000:1.0:1746066890.524604:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec1f80 x1830882860668032/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.524615:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec1f80 with x1830882860668032 ext(0->4095) 00002000:00010000:1.0:1746066890.524619:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ec1f80 00000100:00100000:1.0:1746066890.524646:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13286 00000100:00100000:1.0:1746066890.524653:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2034:x1830882860668032:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066890.524778:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2034:x1830882860668032:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (797us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066890.524786:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13286 00002000:00100000:1.0:1746066890.524791:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec1f80 x1830882860668032/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.524798:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec1f80 with x1830882860668032 ext(0->4095) 00002000:00010000:1.0:1746066890.524801:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ec1f80 00000100:00100000:3.0:1746066890.527823:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066890.528060:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860668160 00000100:00100000:0.0:1746066890.528069:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860668160 00000100:00100000:0.0:1746066890.528123:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29706 00000100:00100000:0.0:1746066890.528131:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860668160:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066890.528148:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066890.528167:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff43993f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f46f expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066890.528196:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439938 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f468 expref: 37 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066890.528204:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066890.528207:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066890.528212:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff43993f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f46f expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066890.528244:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439938 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f468 expref: 37 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066890.528257:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439938 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f468 expref: 37 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:0.0:1746066890.528271:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094ec2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861228928:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066890.528379:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.530254:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094ec2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861228928:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066890.530290:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff43993f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f46f expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.530304:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eb5e000, rc 0) 00000100:00100000:2.0:1746066890.530373:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860668160:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2242us (2556us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.530380:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29706 00000100:00100000:0.0:1746066890.532735:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.534734:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860668288 00000100:00100000:0.0:1746066890.534747:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.534748:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860668288 00010000:00010000:1.0:1746066890.534791:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439938 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f468 expref: 38 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:1.0:1746066890.534845:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12533 00000100:00100000:1.0:1746066890.534866:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2033:x1830882860668288:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066890.534884:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066890.534905:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439938 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f468 expref: 38 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.534918:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439938 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f468 expref: 38 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.534949:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439938 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f468 expref: 38 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.534974:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.534977:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.534985:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff43993f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f46f expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.534994:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff43993f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f46f expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.535035:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff43993f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f46f expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066890.535048:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091268380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861229056:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066890.535133:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a00c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.535573:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860668416 00000100:00100000:2.0:1746066890.535577:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860668416 00000100:00100000:2.0:1746066890.535614:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29707 00000100:00100000:2.0:1746066890.535623:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+38:1868:x1830882860668416:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066890.535637:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066890.535649:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439946 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f476 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.535816:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff43993f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f46f expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.535823:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.535824:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.535828:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439946 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f476 expref: 39 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.535847:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff43993f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f46f expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.535868:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff43993f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f46f expref: 5 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.535877:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861229184:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066890.536523:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:1.0:1746066890.538795:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091268380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861229056:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066890.538816:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066890.538875:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+39:2033:x1830882860668288:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4021us (6147us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.539152:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12533 00000100:00100000:2.0:1746066890.540098:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.540235:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860668672 00000100:00100000:3.0:1746066890.540243:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860668672 00002000:00100000:3.0:1746066890.540284:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094eece00 x1830882860668672/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.540295:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eece00 with x1830882860668672 ext(0->4095) 00010000:00010000:3.0:1746066890.540304:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff43993f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f46f expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.540317:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff43993f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f46f expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066890.540328:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094eece00 00000100:00100000:3.0:1746066890.540371:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2351 00000100:00100000:3.0:1746066890.540378:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860668672:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066890.540401:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eeed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861229184:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066890.540424:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439946 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f476 expref: 38 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.540437:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544f400, rc 0) 00000100:00100000:2.0:1746066890.540465:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+38:1868:x1830882860668416:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4845us (5720us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.540473:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29707 00000100:00100000:3.0:1746066890.540486:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860668672:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (390us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066890.540493:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2351 00002000:00100000:3.0:1746066890.540498:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094eece00 x1830882860668672/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.540506:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eece00 with x1830882860668672 ext(0->4095) 00010000:00010000:3.0:1746066890.540510:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff43993f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f46f expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.540519:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff43993f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f46f expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066890.540524:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094eece00 00000100:00100000:0.0:1746066890.542820:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.543143:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860668800 00000100:00100000:1.0:1746066890.543149:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860668800 00010000:00010000:1.0:1746066890.543178:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff43993f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f46f expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:1.0:1746066890.543208:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12534 00000100:00100000:1.0:1746066890.543215:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860668800:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066890.543227:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066890.543245:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff43993f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f46f expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.543256:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff43993f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f46f expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.543280:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff43993f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f46f expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.543306:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.543308:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.543315:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439946 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f476 expref: 37 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.543323:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439946 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f476 expref: 37 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.543376:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439946 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f476 expref: 37 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066890.543389:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091268380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861229312:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066890.543467:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a00c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066890.544937:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091268380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861229312:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066890.544954:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066890.544980:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860668800:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1765us (2167us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.544988:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12534 00000100:00100000:2.0:1746066890.549023:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.549400:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860669056 00000100:00100000:1.0:1746066890.549410:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860669056 00002000:00100000:1.0:1746066890.549453:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094eeed80 x1830882860669056/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.549465:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eeed80 with x1830882860669056 ext(0->4095) 00002000:00010000:1.0:1746066890.549471:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094eeed80 00000100:00100000:1.0:1746066890.549499:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13287 00000100:00100000:1.0:1746066890.549506:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2033:x1830882860669056:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066890.549657:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2033:x1830882860669056:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (650us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066890.549665:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13287 00002000:00100000:1.0:1746066890.549670:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094eeed80 x1830882860669056/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.549685:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eeed80 with x1830882860669056 ext(0->4095) 00002000:00010000:1.0:1746066890.549688:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094eeed80 00000100:00100000:0.0:1746066890.552637:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.552757:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860669184 00000100:00100000:2.0:1746066890.552765:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860669184 00000100:00100000:2.0:1746066890.552963:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29708 00000100:00100000:2.0:1746066890.552971:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860669184:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066890.552987:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066890.553004:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43994d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f47d expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.553032:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439946 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f476 expref: 37 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.553040:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066890.553042:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066890.553046:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43994d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f47d expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.553075:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439946 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f476 expref: 37 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.553087:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439946 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f476 expref: 37 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.553099:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861229440:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066890.554564:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.557294:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.557402:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861229440:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066890.557441:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43994d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f47d expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.557460:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544ec00, rc 0) 00000100:00100000:2.0:1746066890.557502:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860669184:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4532us (4872us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.557512:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29708 00000100:00100000:3.0:1746066890.557768:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860669312 00000100:00100000:3.0:1746066890.557775:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860669312 00002000:00100000:3.0:1746066890.557812:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008e98d880 x1830882860669312/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 496/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.557823:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98d880 with x1830882860669312 ext(0->7) 00010000:00010000:3.0:1746066890.557829:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439946 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f476 expref: 38 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.557846:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439946 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f476 expref: 38 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:3.0:1746066890.557852:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e98d880 00000100:00100000:3.0:1746066890.558221:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2352 00000100:00100000:3.0:1746066890.558228:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2033:x1830882860669312:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066890.559671:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2033:x1830882860669312:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1111us (2054us total) trans 4294972218 rc 0/0 00000100:00100000:0.0:1746066890.559681:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2352 00002000:00100000:0.0:1746066890.559689:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008e98d880 x1830882860669312/t4294972218(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 496/448 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066890.559698:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98d880 with x1830882860669312 ext(0->7) 00010000:00010000:0.0:1746066890.559705:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439946 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f476 expref: 40 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:0.0:1746066890.559715:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439946 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f476 expref: 40 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:0.0:1746066890.559723:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e98d880 00000100:00100000:0.0:1746066890.561121:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.561720:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860669440 00000100:00100000:1.0:1746066890.561727:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860669440 00010000:00010000:1.0:1746066890.561757:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439946 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f476 expref: 40 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:1.0:1746066890.561870:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12535 00000100:00100000:1.0:1746066890.561877:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2034:x1830882860669440:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066890.561890:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066890.561906:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439946 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f476 expref: 40 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.561917:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439946 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f476 expref: 40 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.561938:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439946 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f476 expref: 40 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.562230:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.562233:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.562242:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43994d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f47d expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.562250:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43994d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f47d expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.562288:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43994d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f47d expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066890.562300:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091268380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861229568:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066890.563197:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066890.565817:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091268380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861229568:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066890.565832:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066890.565871:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+39:2034:x1830882860669440:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3993us (4752us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.565885:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12535 00000100:00100000:0.0:1746066890.566474:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.566582:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860669696 00000100:00100000:2.0:1746066890.566588:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860669696 00002000:00100000:2.0:1746066890.566625:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e7800 x1830882860669696/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.566635:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e7800 with x1830882860669696 ext(0->4095) 00002000:00010000:2.0:1746066890.566640:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957e7800 00000100:00100000:2.0:1746066890.566667:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13288 00000100:00100000:2.0:1746066890.566673:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860669696:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066890.566787:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860669696:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (314us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066890.566794:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13288 00002000:00100000:2.0:1746066890.566799:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e7800 x1830882860669696/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.566807:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e7800 with x1830882860669696 ext(0->4095) 00002000:00010000:2.0:1746066890.566810:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957e7800 00000100:00100000:2.0:1746066890.568778:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066890.568828:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860669824 00000100:00100000:0.0:1746066890.568832:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860669824 00000100:00100000:0.0:1746066890.568882:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29709 00000100:00100000:0.0:1746066890.568888:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+39:1869:x1830882860669824:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066890.568902:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066890.568918:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013323d200/0xd6b24631ff439954 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f484 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066890.568945:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43994d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f47d expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066890.569136:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066890.569138:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066890.569142:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013323d200/0xd6b24631ff439954 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f484 expref: 40 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066890.569170:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43994d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f47d expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066890.569182:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43994d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f47d expref: 5 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:0.0:1746066890.569195:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800957e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861229696:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066890.570845:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.574777:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.575069:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860669952 00000100:00100000:1.0:1746066890.575078:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860669952 00000100:00100000:1.0:1746066890.575134:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29710 00000100:00100000:1.0:1746066890.575142:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+41:1868:x1830882860669952:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066890.575173:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066890.575191:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43995b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f48b expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.575218:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.575223:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013323d200/0xd6b24631ff439954 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f484 expref: 42 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.575229:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066890.575232:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43995b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f48b expref: 42 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.575267:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013323d200/0xd6b24631ff439954 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f484 expref: 42 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.575281:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43995b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f48b expref: 42 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.575290:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c223a00, rc 0) 00000100:00100000:1.0:1746066890.575561:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+42:1868:x1830882860669952:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 419us (794us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.575568:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29710 00000100:00100000:0.0:1746066890.577144:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.577237:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861229696:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066890.577262:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013323d200/0xd6b24631ff439954 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f484 expref: 41 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.577273:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013323d200, rc 0) 00000100:00100000:1.0:1746066890.577302:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+41:1869:x1830882860669824:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8414us (8527us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.577309:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29709 00000100:00100000:2.0:1746066890.577382:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860670080 00000100:00100000:2.0:1746066890.577387:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860670080 00010000:00010000:2.0:1746066890.577409:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43994d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f47d expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.577434:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12536 00000100:00100000:2.0:1746066890.577437:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860670080:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.577444:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.577460:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43994d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f47d expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.577468:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43994d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f47d expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.577485:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43994d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f47d expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.577505:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.577507:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.577512:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013323d200/0xd6b24631ff439954 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f484 expref: 40 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.577518:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013323d200/0xd6b24631ff439954 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f484 expref: 40 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.577537:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013323d200/0xd6b24631ff439954 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f484 expref: 40 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.579090:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013323d200/0xd6b24631ff439954 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f484 expref: 40 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.579117:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133190700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861229952:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.579196:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.581182:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.581202:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133190700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861229952:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066890.581219:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066890.581515:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860670336 00000100:00100000:1.0:1746066890.581521:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860670336 00002000:00100000:1.0:1746066890.581564:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e4a80 x1830882860670336/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.581575:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e4a80 with x1830882860670336 ext(0->4095) 00010000:00010000:1.0:1746066890.581583:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013323d200/0xd6b24631ff439954 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f484 expref: 41 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.581596:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013323d200/0xd6b24631ff439954 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f484 expref: 41 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.581602:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e4a80 00000100:00100000:2.0:1746066890.581605:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860670080:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4165us (4464us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.581615:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12536 00000100:00100000:1.0:1746066890.581630:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2353 00000100:00100000:1.0:1746066890.581636:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+41:2034:x1830882860670336:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066890.581882:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+41:2034:x1830882860670336:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 245us (704us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066890.581888:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2353 00002000:00100000:1.0:1746066890.581894:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e4a80 x1830882860670336/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.581902:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e4a80 with x1830882860670336 ext(0->4095) 00010000:00010000:1.0:1746066890.581906:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013323d200/0xd6b24631ff439954 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f484 expref: 41 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.581915:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013323d200/0xd6b24631ff439954 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f484 expref: 41 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.581921:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e4a80 00000100:00100000:0.0:1746066890.583650:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.583741:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860670464 00000100:00100000:1.0:1746066890.583749:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860670464 00000100:00100000:1.0:1746066890.583800:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29711 00000100:00100000:1.0:1746066890.583810:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860670464:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066890.583826:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066890.583847:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439962 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f492 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.584066:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066890.584074:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43995b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f48b expref: 40 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.584082:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066890.584087:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439962 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f492 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.584128:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43995b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f48b expref: 40 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.584144:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439962 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f492 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.584156:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c223800, rc 0) 00000100:00100000:1.0:1746066890.584224:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860670464:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 415us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.584233:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29711 00000100:00100000:0.0:1746066890.584953:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.585038:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860670592 00000100:00100000:2.0:1746066890.585046:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860670592 00010000:00010000:2.0:1746066890.585077:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013323d200/0xd6b24631ff439954 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f484 expref: 41 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.585105:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12537 00000100:00100000:2.0:1746066890.585112:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+41:2034:x1830882860670592:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.585124:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.585140:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013323d200/0xd6b24631ff439954 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f484 expref: 41 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.585152:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013323d200/0xd6b24631ff439954 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f484 expref: 41 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.585173:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013323d200/0xd6b24631ff439954 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f484 expref: 41 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.586491:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.586496:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.586507:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43995b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f48b expref: 40 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.586516:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43995b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f48b expref: 40 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.586551:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43995b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f48b expref: 40 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.586563:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43995b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f48b expref: 40 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.586575:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133190700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861230208:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.586649:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.589192:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133190700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861230208:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066890.589210:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066890.589244:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2034:x1830882860670592:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4131us (4291us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.589254:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12537 00000100:00100000:0.0:1746066890.589436:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.590783:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860670848 00000100:00100000:1.0:1746066890.590790:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860670848 00002000:00100000:1.0:1746066890.590822:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009efa8000 x1830882860670848/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.590833:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efa8000 with x1830882860670848 ext(0->4095) 00010000:00010000:1.0:1746066890.590840:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43995b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f48b expref: 40 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.590871:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43995b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f48b expref: 40 pid: 9917 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.590878:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009efa8000 00000100:00100000:1.0:1746066890.590906:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2354 00000100:00100000:1.0:1746066890.590912:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2033:x1830882860670848:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066890.592063:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2033:x1830882860670848:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 1149us (2626us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066890.592070:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2354 00002000:00100000:1.0:1746066890.592077:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009efa8000 x1830882860670848/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.592084:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efa8000 with x1830882860670848 ext(0->4095) 00010000:00010000:1.0:1746066890.592089:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43995b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f48b expref: 40 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.592098:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43995b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f48b expref: 40 pid: 9917 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.592104:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009efa8000 00000100:00100000:0.0:1746066890.595299:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066890.595561:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.595625:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860671104 00000100:00100000:3.0:1746066890.595639:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860671104 00000100:00100000:2.0:1746066890.595664:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860670976 00000100:00100000:2.0:1746066890.595671:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860670976 00010000:00010000:3.0:1746066890.595679:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43995b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f48b expref: 41 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.595718:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12538 00000100:00100000:3.0:1746066890.595724:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1fb7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+41:2033:x1830882860671104:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066890.595736:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066890.595754:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43995b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f48b expref: 41 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.595764:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43995b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f48b expref: 41 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.595785:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff43995b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f48b expref: 41 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.595805:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.595807:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.595816:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439962 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f492 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.595824:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439962 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f492 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.595871:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439962 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f492 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066890.595884:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861230336:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066890.595977:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.596053:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29712 00000100:00100000:2.0:1746066890.596061:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+40:1868:x1830882860670976:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066890.596076:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066890.596089:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439969 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f499 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.596118:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439962 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f492 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.596125:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.596127:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.596130:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439969 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f499 expref: 41 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.596152:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439962 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f492 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.596161:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439962 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f492 expref: 5 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.596171:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133190700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861230464:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066890.596213:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.601680:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133190700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861230464:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066890.601711:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439969 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f499 expref: 41 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.601729:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544e200, rc 0) 00000100:00100000:3.0:1746066890.601999:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861230336:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066890.602017:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066890.602063:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1fb7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+41:2033:x1830882860671104:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6338us (6501us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066890.602069:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.602076:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12538 00000100:00100000:1.0:1746066890.602208:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860671360 00000100:00100000:1.0:1746066890.602216:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860671360 00002000:00100000:1.0:1746066890.602256:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f700a80 x1830882860671360/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.602266:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f700a80 with x1830882860671360 ext(0->4095) 00010000:00010000:1.0:1746066890.602279:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439962 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f492 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.602291:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439962 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f492 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.602298:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f700a80 00000100:00100000:1.0:1746066890.602327:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2355 00000100:00100000:1.0:1746066890.602338:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860671360:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066890.603237:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860671360:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 902us (1166us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066890.603244:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2355 00002000:00100000:1.0:1746066890.603250:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f700a80 x1830882860671360/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.603257:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f700a80 with x1830882860671360 ext(0->4095) 00010000:00010000:1.0:1746066890.603263:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439962 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f492 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.603272:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439962 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f492 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.603278:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f700a80 00000100:00100000:2.0:1746066890.603559:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+40:1868:x1830882860670976:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5741us (6513us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.603567:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29712 00000100:00100000:0.0:1746066890.608971:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.609162:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860671488 00000100:00100000:3.0:1746066890.609170:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860671488 00010000:00010000:3.0:1746066890.609204:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439962 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f492 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.609383:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12539 00000100:00100000:3.0:1746066890.609391:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860671488:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066890.609404:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066890.609422:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439962 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f492 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.609438:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439962 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f492 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.609457:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c223800/0xd6b24631ff439962 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f492 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.609628:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.609631:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.609638:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439969 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f499 expref: 39 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.609646:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439969 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f499 expref: 39 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.609676:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439969 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f499 expref: 39 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066890.609687:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861230592:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066890.610219:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.620753:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861230592:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066890.620780:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066890.620829:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860671488:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 11439us (11864us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.620842:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12539 00000100:00100000:0.0:1746066890.626721:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.626796:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860671744 00000100:00100000:1.0:1746066890.626806:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860671744 00002000:00100000:1.0:1746066890.626869:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b4dc000 x1830882860671744/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.626887:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b4dc000 with x1830882860671744 ext(0->4095) 00002000:00010000:1.0:1746066890.626893:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b4dc000 00000100:00100000:1.0:1746066890.626932:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13289 00000100:00100000:1.0:1746066890.626942:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2033:x1830882860671744:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066890.628166:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2033:x1830882860671744:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 1220us (1451us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066890.628174:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13289 00002000:00100000:1.0:1746066890.628181:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b4dc000 x1830882860671744/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.628189:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b4dc000 with x1830882860671744 ext(0->4095) 00002000:00010000:1.0:1746066890.628192:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b4dc000 00000100:00100000:0.0:1746066890.631700:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.631921:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860671872 00000100:00100000:2.0:1746066890.631932:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860671872 00000100:00100000:2.0:1746066890.632243:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29713 00000100:00100000:2.0:1746066890.632253:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860671872:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066890.632270:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066890.632285:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439970 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f4a0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.632310:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439969 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f499 expref: 39 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.632318:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066890.632319:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066890.632323:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439970 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a0 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.632393:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439969 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f499 expref: 39 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.632405:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439969 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f499 expref: 39 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.632416:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133190700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861230720:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066890.632829:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.634956:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133190700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861230720:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066890.634982:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439970 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a0 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.634999:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544e000, rc 0) 00000100:00100000:2.0:1746066890.635047:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860671872:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2795us (3358us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.635055:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29713 00000100:00100000:0.0:1746066890.637895:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.639049:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860672000 00000100:00100000:1.0:1746066890.639060:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860672000 00002000:00100000:1.0:1746066890.639111:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009aa62300 x1830882860672000/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 496/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.639122:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa62300 with x1830882860672000 ext(0->7) 00010000:00010000:1.0:1746066890.639132:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439969 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f499 expref: 40 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.639147:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439969 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f499 expref: 40 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.639154:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aa62300 00000100:00100000:1.0:1746066890.639192:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2356 00000100:00100000:1.0:1746066890.639201:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2033:x1830882860672000:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066890.642242:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+42:2033:x1830882860672000:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 3033us (4348us total) trans 4294972219 rc 0/0 00000100:00100000:0.0:1746066890.642255:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2356 00002000:00100000:0.0:1746066890.642265:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009aa62300 x1830882860672000/t4294972219(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 496/448 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066890.642275:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa62300 with x1830882860672000 ext(0->7) 00010000:00010000:0.0:1746066890.642284:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439969 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f499 expref: 42 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:0.0:1746066890.642299:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439969 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f499 expref: 42 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:0.0:1746066890.642306:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aa62300 00000100:00100000:0.0:1746066890.652721:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.652948:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860672128 00000100:00100000:2.0:1746066890.652957:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860672128 00000100:00100000:2.0:1746066890.653009:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29714 00000100:00100000:2.0:1746066890.653017:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+42:1868:x1830882860672128:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066890.653032:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066890.653047:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439977 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f4a7 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.653070:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066890.653076:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439970 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a0 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.653083:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066890.653086:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439977 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a7 expref: 43 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.653119:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439970 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a0 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.653131:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439977 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a7 expref: 43 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.653146:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544ec00, rc 0) 00000100:00100000:2.0:1746066890.653506:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+43:1868:x1830882860672128:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 488us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.653524:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29714 00000100:00100000:0.0:1746066890.653644:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.655197:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860672256 00000100:00100000:3.0:1746066890.655204:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860672256 00010000:00010000:3.0:1746066890.655226:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439969 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f499 expref: 43 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.655866:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12540 00000100:00100000:3.0:1746066890.655875:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+43:2032:x1830882860672256:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066890.655887:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066890.655906:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439969 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f499 expref: 43 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.655917:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439969 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f499 expref: 43 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.655934:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439969 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f499 expref: 43 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.656095:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.656098:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.656104:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439970 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a0 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.656112:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439970 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a0 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.656138:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439970 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a0 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.656148:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439970 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a0 expref: 5 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.656159:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861230976:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066890.658414:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.661124:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861230976:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066890.661152:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066890.661201:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+42:2032:x1830882860672256:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5327us (7556us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.661211:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12540 00000100:00100000:0.0:1746066890.661309:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.662298:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860672512 00000100:00100000:1.0:1746066890.662307:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860672512 00002000:00100000:1.0:1746066890.662385:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aa60a80 x1830882860672512/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.662396:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa60a80 with x1830882860672512 ext(0->4095) 00010000:00010000:1.0:1746066890.662405:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439970 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a0 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.662418:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439970 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a0 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.662425:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aa60a80 00000100:00100000:1.0:1746066890.662787:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2357 00000100:00100000:1.0:1746066890.662794:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860672512:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066890.663567:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860672512:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 772us (2264us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066890.663574:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2357 00002000:00100000:1.0:1746066890.663580:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aa60a80 x1830882860672512/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.663588:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa60a80 with x1830882860672512 ext(0->4095) 00010000:00010000:1.0:1746066890.663593:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439970 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a0 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.663603:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439970 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a0 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.663609:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aa60a80 00000100:00100000:0.0:1746066890.669042:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.671132:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860672640 00000100:00100000:3.0:1746066890.671143:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860672640 00010000:00010000:3.0:1746066890.671177:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439970 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a0 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.671214:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12541 00000100:00100000:3.0:1746066890.671221:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860672640:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066890.671235:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066890.671251:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439970 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a0 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.671267:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439970 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a0 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.671288:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439970 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a0 expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.671316:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.671319:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.671325:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439977 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a7 expref: 41 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.671332:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439977 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a7 expref: 41 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.671374:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439977 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a7 expref: 41 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066890.671384:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861231104:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066890.671459:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.674625:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.674632:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861231104:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066890.674682:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860672896 00000100:00100000:1.0:1746066890.674688:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860672896 00002000:00100000:1.0:1746066890.674723:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958eb100 x1830882860672896/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.674732:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958eb100 with x1830882860672896 ext(0->4095) 00002000:00010000:1.0:1746066890.674736:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800958eb100 00000100:00100000:1.0:1746066890.674772:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13290 00000100:00100000:1.0:1746066890.674778:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+42:2034:x1830882860672896:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066890.674902:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+42:2034:x1830882860672896:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (285us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066890.674909:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13290 00002000:00100000:1.0:1746066890.674914:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958eb100 x1830882860672896/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.674921:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958eb100 with x1830882860672896 ext(0->4095) 00002000:00010000:1.0:1746066890.674924:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800958eb100 00010000:00010000:3.0:1746066890.675218:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066890.675295:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860672640:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4072us (6260us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.675303:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12541 00000100:00100000:0.0:1746066890.678487:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.678631:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860673024 00000100:00100000:2.0:1746066890.678639:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860673024 00000100:00100000:2.0:1746066890.678684:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29715 00000100:00100000:2.0:1746066890.678691:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860673024:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066890.678705:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066890.678719:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff43997e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f4ae expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.678742:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439977 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a7 expref: 41 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.678749:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066890.678750:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066890.678753:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff43997e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ae expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.678776:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439977 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a7 expref: 41 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.678869:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439977 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a7 expref: 41 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.678887:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133190700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861231232:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066890.679096:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.680693:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133190700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861231232:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066890.680714:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff43997e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ae expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.680728:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544e200, rc 0) 00000100:00100000:2.0:1746066890.680771:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860673024:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2080us (2290us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.680779:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29715 00000100:00100000:0.0:1746066890.682257:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.682846:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860673152 00000100:00100000:2.0:1746066890.682881:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860673152 00002000:00100000:2.0:1746066890.683130:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800958e9f80 x1830882860673152/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 496/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.683141:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e9f80 with x1830882860673152 ext(0->7) 00010000:00010000:2.0:1746066890.683150:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439977 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a7 expref: 42 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.683163:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439977 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a7 expref: 42 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.683170:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958e9f80 00000100:00100000:2.0:1746066890.683192:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2358 00000100:00100000:2.0:1746066890.683199:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+42:2034:x1830882860673152:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746066890.684769:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2034:x1830882860673152:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1564us (2512us total) trans 4294972220 rc 0/0 00000100:00100000:1.0:1746066890.684779:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2358 00002000:00100000:1.0:1746066890.684786:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800958e9f80 x1830882860673152/t4294972220(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 496/448 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.684794:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e9f80 with x1830882860673152 ext(0->7) 00010000:00010000:1.0:1746066890.684803:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439977 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a7 expref: 44 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.684815:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439977 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a7 expref: 44 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.684821:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958e9f80 00010000:00010000:2.0:1746066890.705168:0:8435:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066890.705205:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.705301:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860673280 00000100:00100000:3.0:1746066890.705313:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860673280 00010000:00010000:3.0:1746066890.705509:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439977 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a7 expref: 44 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.705882:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12542 00000100:00100000:3.0:1746066890.705891:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2032:x1830882860673280:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066890.705904:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066890.705921:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439977 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a7 expref: 44 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.705938:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439977 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a7 expref: 44 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.705956:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439977 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4a7 expref: 44 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.706226:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.706228:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.706235:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff43997e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ae expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.706258:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff43997e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ae expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.706295:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff43997e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ae expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066890.706319:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861231360:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066890.706472:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.710189:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861231360:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066890.710206:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066890.710295:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+43:2032:x1830882860673280:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4403us (5096us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.710306:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12542 00000100:00100000:0.0:1746066890.711842:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066890.711956:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.712062:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860673664 00000100:00100000:3.0:1746066890.712069:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860673664 00000100:00100000:3.0:1746066890.712098:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29716 00000100:00100000:3.0:1746066890.712104:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+43:1868:x1830882860673664:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.712118:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.712130:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439985 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f4b5 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.712151:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff43997e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ae expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.712158:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.712159:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.712162:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439985 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4b5 expref: 44 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.712183:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff43997e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ae expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.712192:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff43997e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ae expref: 5 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.712202:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861231488:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066890.712243:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291840 going to sleep for 11 seconds 00000100:00100000:1.0:1746066890.712360:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860673536 00000100:00100000:1.0:1746066890.712364:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860673536 00002000:00100000:1.0:1746066890.712384:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958e9c00 x1830882860673536/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.712392:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e9c00 with x1830882860673536 ext(0->4095) 00010000:00010000:1.0:1746066890.712397:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff43997e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ae expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.712406:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff43997e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ae expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.712411:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958e9c00 00000100:00100000:1.0:1746066890.712423:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2359 00000100:00100000:1.0:1746066890.712427:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860673536:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066890.712517:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860673536:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (677us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066890.712524:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2359 00002000:00100000:1.0:1746066890.712540:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958e9c00 x1830882860673536/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.712553:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e9c00 with x1830882860673536 ext(0->4095) 00010000:00010000:1.0:1746066890.712558:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff43997e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ae expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.712567:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff43997e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ae expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.712572:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958e9c00 00000100:00100000:3.0:1746066890.713617:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861231488:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066890.713632:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439985 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4b5 expref: 44 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.713648:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139000, rc 0) 00000100:00100000:3.0:1746066890.713727:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+44:1868:x1830882860673664:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1621us (1769us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.713734:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29716 00000100:00100000:0.0:1746066890.714866:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.714933:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860673792 00000100:00100000:3.0:1746066890.714938:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860673792 00000100:00100000:3.0:1746066890.714959:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29717 00000100:00100000:3.0:1746066890.714964:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+44:1869:x1830882860673792:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.714974:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.714985:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43998c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f4bc expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.714998:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.715002:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439985 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4b5 expref: 45 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.715007:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.715010:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43998c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4bc expref: 45 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.715030:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439985 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4b5 expref: 45 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.715038:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43998c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4bc expref: 45 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.715050:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139c00, rc 0) 00000100:00100000:3.0:1746066890.715082:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+45:1869:x1830882860673792:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.715088:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29717 00000100:00100000:2.0:1746066890.716017:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.716085:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860673920 00000100:00100000:3.0:1746066890.716089:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860673920 00010000:00010000:3.0:1746066890.716107:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff43997e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ae expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.716126:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12543 00000100:00100000:3.0:1746066890.716131:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133190700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860673920:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066890.716139:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066890.716152:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff43997e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ae expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.716161:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff43997e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ae expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.716176:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff43997e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ae expref: 6 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.716201:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.716203:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.716208:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439985 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4b5 expref: 44 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.716219:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439985 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4b5 expref: 44 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.716237:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439985 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4b5 expref: 44 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.716246:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439985 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4b5 expref: 44 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.716256:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861231744:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066890.716303:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.718123:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861231744:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066890.718135:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066890.718239:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133190700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860673920:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2106us (2222us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.718247:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12543 00000100:00100000:0.0:1746066890.720559:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.721255:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860674176 00000100:00100000:2.0:1746066890.721264:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860674176 00002000:00100000:2.0:1746066890.721544:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130232300 x1830882860674176/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.721554:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130232300 with x1830882860674176 ext(0->4095) 00010000:00010000:2.0:1746066890.721562:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439985 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4b5 expref: 45 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.721575:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439985 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4b5 expref: 45 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.721582:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130232300 00000100:00100000:1.0:1746066890.724024:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2360 00000100:00100000:1.0:1746066890.724037:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+45:2033:x1830882860674176:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066890.724208:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+45:2033:x1830882860674176:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 174us (3652us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066890.724215:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2360 00002000:00100000:1.0:1746066890.724222:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130232300 x1830882860674176/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.724231:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130232300 with x1830882860674176 ext(0->4095) 00010000:00010000:1.0:1746066890.724238:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439985 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4b5 expref: 45 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.724251:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439985 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4b5 expref: 45 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.724257:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130232300 00000100:00100000:0.0:1746066890.727465:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.727518:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860674304 00000100:00100000:3.0:1746066890.727526:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860674304 00010000:00010000:3.0:1746066890.727559:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439985 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4b5 expref: 45 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.727591:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12544 00000100:00100000:3.0:1746066890.727598:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130232d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+45:2031:x1830882860674304:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066890.727610:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066890.727626:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439985 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4b5 expref: 45 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.727637:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439985 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4b5 expref: 45 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.727656:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439985 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4b5 expref: 45 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.727683:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.727685:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.727691:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43998c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4bc expref: 44 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.727698:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43998c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4bc expref: 44 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.727725:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43998c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4bc expref: 44 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066890.727735:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861231872:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066890.727804:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.733741:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.734052:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861231872:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066890.734069:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066890.736095:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130232d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2031:x1830882860674304:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 8489us (8627us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.736107:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12544 00000100:00100000:2.0:1746066890.737223:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860674560 00000100:00100000:2.0:1746066890.737232:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860674560 00002000:00100000:2.0:1746066890.737268:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800908e5500 x1830882860674560/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.737278:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e5500 with x1830882860674560 ext(0->4095) 00002000:00010000:2.0:1746066890.737282:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800908e5500 00000100:00100000:2.0:1746066890.737306:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13291 00000100:00100000:2.0:1746066890.737312:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2034:x1830882860674560:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066890.738194:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2034:x1830882860674560:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 879us (4458us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066890.738201:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13291 00002000:00100000:2.0:1746066890.738207:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800908e5500 x1830882860674560/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.738215:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e5500 with x1830882860674560 ext(0->4095) 00002000:00010000:2.0:1746066890.738218:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800908e5500 00000100:00100000:0.0:1746066890.740030:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.740116:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860674688 00000100:00100000:2.0:1746066890.740122:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860674688 00000100:00100000:2.0:1746066890.740166:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29718 00000100:00100000:2.0:1746066890.740173:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860674688:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066890.740185:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066890.740198:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439993 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f4c3 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.740221:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43998c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4bc expref: 43 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.740227:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066890.740228:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066890.740232:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439993 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4c3 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.740256:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43998c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4bc expref: 43 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.740267:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43998c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4bc expref: 43 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.740278:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133190e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861232000:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066890.740592:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.743048:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133190e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861232000:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066890.743073:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439993 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4c3 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.743086:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544e200, rc 0) 00000100:00100000:2.0:1746066890.743125:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860674688:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2952us (3098us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.743133:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29718 00000100:00100000:0.0:1746066890.744404:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.744481:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860674816 00000100:00100000:3.0:1746066890.744488:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860674816 00010000:00010000:3.0:1746066890.744513:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43998c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4bc expref: 44 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.744535:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12545 00000100:00100000:3.0:1746066890.744540:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b407ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2034:x1830882860674816:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066890.744550:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066890.744567:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43998c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4bc expref: 44 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.744576:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43998c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4bc expref: 44 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.744594:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff43998c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4bc expref: 44 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.744617:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.744619:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.744625:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439993 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4c3 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.744631:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439993 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4c3 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.744655:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439993 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4c3 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066890.744671:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861232128:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066890.744729:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.745514:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.745593:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860674944 00000100:00100000:2.0:1746066890.745597:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860674944 00000100:00100000:2.0:1746066890.745617:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29719 00000100:00100000:2.0:1746066890.745622:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+44:1868:x1830882860674944:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066890.745632:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066890.745646:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43999a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f4ca expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.745663:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439993 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4c3 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.745669:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.745671:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.745673:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43999a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ca expref: 45 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.745688:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439993 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4c3 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.745701:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439993 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4c3 expref: 5 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.745710:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133190e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861232256:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066890.745754:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.747176:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861232128:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066890.747191:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066890.747215:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b407ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+45:2034:x1830882860674816:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2674us (2814us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.747223:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12545 00000100:00100000:0.0:1746066890.748388:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.748491:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133190e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861232256:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066890.748505:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43999a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ca expref: 44 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.748514:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544ec00, rc 0) 00000100:00100000:3.0:1746066890.748540:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+44:1868:x1830882860674944:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2919us (3028us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.748546:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29719 00000100:00100000:2.0:1746066890.748597:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860675200 00000100:00100000:2.0:1746066890.748601:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860675200 00002000:00100000:2.0:1746066890.748622:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800908e6a00 x1830882860675200/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.748629:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e6a00 with x1830882860675200 ext(0->4095) 00010000:00010000:2.0:1746066890.748635:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439993 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4c3 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.748645:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439993 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4c3 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.748651:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800908e6a00 00000100:00100000:2.0:1746066890.748664:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2361 00000100:00100000:2.0:1746066890.748670:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860675200:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066890.749148:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860675200:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 477us (761us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066890.749154:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2361 00002000:00100000:2.0:1746066890.749159:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800908e6a00 x1830882860675200/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.749172:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e6a00 with x1830882860675200 ext(0->4095) 00010000:00010000:2.0:1746066890.749177:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439993 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4c3 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.749185:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439993 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4c3 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.749191:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800908e6a00 00000100:00100000:2.0:1746066890.751682:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.751803:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860675328 00000100:00100000:3.0:1746066890.751811:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860675328 00010000:00010000:3.0:1746066890.751837:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439993 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4c3 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.751869:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12546 00000100:00100000:3.0:1746066890.751875:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133190000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860675328:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066890.751885:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066890.751901:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439993 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4c3 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.751911:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439993 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4c3 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.751930:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544e200/0xd6b24631ff439993 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4c3 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.751944:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.751946:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.751952:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43999a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ca expref: 43 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.751959:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43999a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ca expref: 43 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.751984:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43999a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ca expref: 43 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066890.751994:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861232384:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066890.752049:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.754497:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.754594:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861232384:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066890.754610:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066890.754792:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860675584 00000100:00100000:2.0:1746066890.754798:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860675584 00002000:00100000:2.0:1746066890.754831:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009550f800 x1830882860675584/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.754840:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550f800 with x1830882860675584 ext(0->4095) 00002000:00010000:2.0:1746066890.754845:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009550f800 00000100:00100000:3.0:1746066890.755138:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133190000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860675328:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3262us (3461us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.755146:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12546 00000100:00100000:2.0:1746066890.755282:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13292 00000100:00100000:2.0:1746066890.755289:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2034:x1830882860675584:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066890.755621:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2034:x1830882860675584:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 332us (1129us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066890.755626:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13292 00002000:00100000:2.0:1746066890.755631:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009550f800 x1830882860675584/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.755638:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550f800 with x1830882860675584 ext(0->4095) 00002000:00010000:2.0:1746066890.755641:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009550f800 00000100:00100000:0.0:1746066890.758760:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.758936:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860675712 00000100:00100000:3.0:1746066890.759123:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860675712 00000100:00100000:3.0:1746066890.759544:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29720 00000100:00100000:3.0:1746066890.759553:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860675712:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.760289:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.760306:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4399a1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f4d1 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.760333:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43999a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ca expref: 43 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.760339:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.760370:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.760373:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4399a1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d1 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.760401:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43999a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ca expref: 43 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.760412:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43999a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ca expref: 43 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.760424:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861232512:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066890.760515:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.765128:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.765392:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861232512:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066890.765416:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4399a1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d1 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.765435:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138200, rc 0) 00000100:00100000:3.0:1746066890.765471:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860675712:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5919us (6718us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.765478:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29720 00000100:00100000:1.0:1746066890.766379:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860675840 00000100:00100000:1.0:1746066890.766386:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860675840 00002000:00100000:1.0:1746066890.766417:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009550d180 x1830882860675840/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 496/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.766425:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550d180 with x1830882860675840 ext(0->7) 00010000:00010000:1.0:1746066890.766431:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43999a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ca expref: 44 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.766441:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43999a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ca expref: 44 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.766447:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009550d180 00000100:00100000:1.0:1746066890.766472:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2362 00000100:00100000:1.0:1746066890.766478:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2034:x1830882860675840:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066890.767871:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+46:2034:x1830882860675840:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1389us (2746us total) trans 4294972221 rc 0/0 00000100:00100000:0.0:1746066890.767878:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2362 00002000:00100000:0.0:1746066890.767884:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009550d180 x1830882860675840/t4294972221(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 496/448 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066890.767891:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550d180 with x1830882860675840 ext(0->7) 00010000:00010000:0.0:1746066890.768082:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43999a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ca expref: 46 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:0.0:1746066890.768091:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43999a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ca expref: 46 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:0.0:1746066890.768096:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009550d180 00000100:00100000:0.0:1746066890.773894:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.773958:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860675968 00000100:00100000:3.0:1746066890.773965:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860675968 00010000:00010000:3.0:1746066890.773996:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43999a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ca expref: 46 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.774036:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12547 00000100:00100000:3.0:1746066890.774044:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+46:2031:x1830882860675968:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066890.774057:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066890.774073:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43999a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ca expref: 46 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.774084:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43999a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ca expref: 46 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.774109:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff43999a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ca expref: 46 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.774138:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.774139:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.774145:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4399a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d1 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.774157:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4399a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d1 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.774183:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4399a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d1 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066890.774192:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861232640:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066890.774505:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291000 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.775827:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861232640:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066890.775840:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066890.775877:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+45:2031:x1830882860675968:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1832us (1988us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.775885:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12547 00000100:00100000:0.0:1746066890.778488:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.778878:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860676224 00000100:00100000:2.0:1746066890.778886:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860676224 00002000:00100000:2.0:1746066890.778920:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009550df80 x1830882860676224/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.778930:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550df80 with x1830882860676224 ext(0->4095) 00002000:00010000:2.0:1746066890.778934:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009550df80 00000100:00100000:2.0:1746066890.779114:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13293 00000100:00100000:2.0:1746066890.779121:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860676224:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066890.779541:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860676224:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 418us (1057us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066890.779548:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13293 00002000:00100000:2.0:1746066890.779553:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009550df80 x1830882860676224/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.779561:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550df80 with x1830882860676224 ext(0->4095) 00002000:00010000:2.0:1746066890.779564:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009550df80 00000100:00100000:0.0:1746066890.782561:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.782626:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860676352 00000100:00100000:3.0:1746066890.782667:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860676352 00000100:00100000:3.0:1746066890.782710:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29721 00000100:00100000:1.0:1746066890.782710:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.782717:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+45:1868:x1830882860676352:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746066890.782725:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860676480 00000100:00100000:1.0:1746066890.782727:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860676480 00010000:00010000:3.0:1746066890.782731:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746066890.782741:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29722 00010000:00010000:3.0:1746066890.782744:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4399a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f4d8 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066890.782745:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+46:1869:x1830882860676480:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066890.782750:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066890.782755:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff4399af lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f4df expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.782767:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4399a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d1 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.782871:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.782874:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.782878:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4399a8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d8 expref: 48 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.782974:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.782979:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4399a8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d8 expref: 48 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.782984:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066890.782986:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff4399af lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4df expref: 48 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.783008:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4399a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d1 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.783011:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4399a8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d8 expref: 48 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.783020:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4399a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d1 expref: 5 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.783029:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff4399af lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4df expref: 48 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066890.783030:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861232768:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066890.783037:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c223a00, rc 0) 00000100:00100000:1.0:1746066890.783076:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:1869:x1830882860676480:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 329us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.783082:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29722 00000100:00100000:3.0:1746066890.783127:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291000 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.785302:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861232768:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066890.785319:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4399a8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d8 expref: 47 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.785328:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138c00, rc 0) 00000100:00100000:3.0:1746066890.785376:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+47:1868:x1830882860676352:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2659us (2821us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.785382:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29721 00000100:00100000:0.0:1746066890.785672:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.785781:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860676608 00000100:00100000:3.0:1746066890.785785:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860676608 00010000:00010000:3.0:1746066890.785804:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4399a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d1 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.785827:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12548 00000100:00100000:3.0:1746066890.785833:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860676608:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066890.785844:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066890.786203:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4399a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d1 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.786213:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4399a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d1 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.786231:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff4399a1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d1 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.786316:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.786318:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.786540:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4399a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d8 expref: 46 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.786549:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4399a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d8 expref: 46 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.786748:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4399a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d8 expref: 46 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.786758:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4399a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d8 expref: 46 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.786769:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861233024:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066890.786826:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.788700:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.788748:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861233024:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066890.788760:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066890.788773:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860676864 00000100:00100000:2.0:1746066890.788777:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860676864 00000100:00100000:3.0:1746066890.788784:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860676608:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2951us (3113us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.788791:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12548 00002000:00100000:2.0:1746066890.788806:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112fb80 x1830882860676864/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.788815:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112fb80 with x1830882860676864 ext(0->4095) 00010000:00010000:2.0:1746066890.788822:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4399a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d8 expref: 47 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.788832:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4399a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d8 expref: 47 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.788838:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112fb80 00000100:00100000:2.0:1746066890.788870:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2363 00000100:00100000:2.0:1746066890.788876:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+47:2034:x1830882860676864:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066890.789228:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+47:2034:x1830882860676864:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 351us (530us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066890.789234:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2363 00002000:00100000:2.0:1746066890.789240:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112fb80 x1830882860676864/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.789247:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112fb80 with x1830882860676864 ext(0->4095) 00010000:00010000:2.0:1746066890.789251:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4399a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d8 expref: 47 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.789260:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4399a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d8 expref: 47 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.789266:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112fb80 00000100:00100000:0.0:1746066890.790958:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.791148:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860676992 00000100:00100000:3.0:1746066890.791153:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860676992 00010000:00010000:3.0:1746066890.791171:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4399a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d8 expref: 47 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.791528:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12549 00000100:00100000:3.0:1746066890.791535:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+47:2034:x1830882860676992:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066890.791544:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066890.791556:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4399a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d8 expref: 47 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.791565:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4399a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d8 expref: 47 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.791581:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff4399a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4d8 expref: 47 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.791608:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.791610:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.791616:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff4399af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4df expref: 46 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.791623:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff4399af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4df expref: 46 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.791647:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff4399af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4df expref: 46 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066890.791658:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861233152:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066890.792292:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291000 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.795097:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861233152:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066890.795112:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066890.795146:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+46:2034:x1830882860676992:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3610us (4190us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.795155:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12549 00000100:00100000:0.0:1746066890.796657:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.796731:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860677248 00000100:00100000:2.0:1746066890.796738:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860677248 00002000:00100000:2.0:1746066890.796771:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112e300 x1830882860677248/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.796781:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112e300 with x1830882860677248 ext(0->4095) 00002000:00010000:2.0:1746066890.796785:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112e300 00000100:00100000:2.0:1746066890.797064:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13294 00000100:00100000:2.0:1746066890.797073:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+46:2033:x1830882860677248:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066890.797204:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+46:2033:x1830882860677248:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (549us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066890.797211:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13294 00002000:00100000:2.0:1746066890.797216:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112e300 x1830882860677248/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.797223:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112e300 with x1830882860677248 ext(0->4095) 00002000:00010000:2.0:1746066890.797225:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112e300 00000100:00100000:0.0:1746066890.799598:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.799718:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860677376 00000100:00100000:3.0:1746066890.799725:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860677376 00000100:00100000:3.0:1746066890.800159:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29723 00000100:00100000:3.0:1746066890.800167:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860677376:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.800182:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.800196:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399b6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f4e6 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.800221:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff4399af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4df expref: 45 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.800228:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.800230:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.800233:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399b6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4e6 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.800264:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff4399af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4df expref: 45 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.800277:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff4399af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4df expref: 45 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.800288:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861233280:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066890.800583:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.807130:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.807171:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861233280:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066890.807197:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399b6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4e6 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.807212:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139c00, rc 0) 00000100:00100000:3.0:1746066890.807257:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860677376:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7091us (7665us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.807265:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29723 00000100:00100000:0.0:1746066890.809917:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.809990:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860677504 00000100:00100000:3.0:1746066890.809997:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860677504 00000100:00100000:3.0:1746066890.810036:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29724 00000100:00100000:3.0:1746066890.810044:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+46:1868:x1830882860677504:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.810059:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.810073:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4399bd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f4ed expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.810095:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.810100:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399b6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4e6 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.810105:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066890.810109:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4399bd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ed expref: 47 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.810136:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399b6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4e6 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.810147:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4399bd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ed expref: 47 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.810156:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139000, rc 0) 00000100:00100000:3.0:1746066890.810181:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+47:1868:x1830882860677504:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (3059us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.810187:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29724 00000100:00100000:2.0:1746066890.811553:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860677632 00000100:00100000:2.0:1746066890.811559:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860677632 00010000:00010000:2.0:1746066890.811579:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff4399af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4df expref: 47 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.811601:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12550 00000100:00100000:2.0:1746066890.811607:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+47:2033:x1830882860677632:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.811615:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.811630:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff4399af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4df expref: 47 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.811641:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff4399af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4df expref: 47 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.811656:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff4399af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4df expref: 47 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.811675:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.811677:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.811683:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399b6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4e6 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.811691:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4e6 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.811711:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4e6 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.811722:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4e6 expref: 5 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.811732:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133191880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861233536:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.811803:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.813683:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133191880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861233536:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066890.813699:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066890.813726:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+46:2033:x1830882860677632:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2118us (3813us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.813734:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12550 00000100:00100000:0.0:1746066890.814714:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.815634:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860677888 00000100:00100000:1.0:1746066890.815641:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860677888 00002000:00100000:1.0:1746066890.815672:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112d880 x1830882860677888/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.815682:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112d880 with x1830882860677888 ext(0->4095) 00010000:00010000:1.0:1746066890.815689:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4e6 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.815700:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4e6 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.815706:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112d880 00000100:00100000:1.0:1746066890.815757:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2364 00000100:00100000:1.0:1746066890.815763:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860677888:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066890.816204:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860677888:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 440us (1490us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066890.816211:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2364 00002000:00100000:1.0:1746066890.816216:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112d880 x1830882860677888/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.816223:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112d880 with x1830882860677888 ext(0->4095) 00010000:00010000:1.0:1746066890.816227:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4e6 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.816236:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4e6 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.816241:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112d880 00000100:00100000:0.0:1746066890.823917:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.824038:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860678016 00000100:00100000:3.0:1746066890.824046:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860678016 00010000:00010000:3.0:1746066890.824079:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4e6 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.824609:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12551 00000100:00100000:3.0:1746066890.824618:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860678016:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066890.824630:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066890.824646:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4e6 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.824658:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4e6 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.824675:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399b6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4e6 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.824703:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.824704:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.824710:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4399bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ed expref: 45 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.824718:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4399bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ed expref: 45 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.824744:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4399bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ed expref: 45 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066890.824754:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861233664:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066890.827749:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.831757:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.831837:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860678272 00000100:00100000:1.0:1746066890.831845:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860678272 00002000:00100000:1.0:1746066890.831893:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0ed80 x1830882860678272/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.831902:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0ed80 with x1830882860678272 ext(0->4095) 00002000:00010000:1.0:1746066890.831906:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095d0ed80 00000100:00100000:1.0:1746066890.831924:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13295 00000100:00100000:1.0:1746066890.831931:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+46:2031:x1830882860678272:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066890.832050:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+46:2031:x1830882860678272:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (299us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066890.832056:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13295 00002000:00100000:1.0:1746066890.832063:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0ed80 x1830882860678272/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.832070:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0ed80 with x1830882860678272 ext(0->4095) 00002000:00010000:1.0:1746066890.832073:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095d0ed80 00000100:00100000:3.0:1746066890.832116:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861233664:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066890.832133:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066890.832167:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860678016:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7550us (9023us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.832177:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12551 00000100:00100000:0.0:1746066890.839972:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.840043:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860678400 00000100:00100000:3.0:1746066890.840052:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860678400 00000100:00100000:3.0:1746066890.840108:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29725 00000100:00100000:3.0:1746066890.840117:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860678400:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.840133:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.840147:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4399c4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f4f4 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.840175:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4399bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ed expref: 45 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.840182:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.840183:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.840186:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4399c4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4f4 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.840212:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4399bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ed expref: 45 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.840224:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4399bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ed expref: 45 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.840236:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861233792:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066890.841574:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291000 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.845543:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861233792:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066890.845572:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4399c4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4f4 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.845588:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139e00, rc 0) 00000100:00100000:3.0:1746066890.845626:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860678400:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5510us (5662us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.845635:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29725 00000100:00100000:0.0:1746066890.846474:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.846538:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860678528 00000100:00100000:1.0:1746066890.846545:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860678528 00002000:00100000:1.0:1746066890.846577:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880095d0df80 x1830882860678528/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 496/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.846587:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0df80 with x1830882860678528 ext(0->7) 00010000:00010000:1.0:1746066890.846594:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4399bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ed expref: 46 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.846607:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4399bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ed expref: 46 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.846613:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d0df80 00000100:00100000:1.0:1746066890.846644:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2365 00000100:00100000:1.0:1746066890.846651:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+46:2032:x1830882860678528:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066890.847469:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2032:x1830882860678528:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 817us (995us total) trans 4294972222 rc 0/0 00000100:00100000:0.0:1746066890.847476:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2365 00002000:00100000:0.0:1746066890.847482:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880095d0df80 x1830882860678528/t4294972222(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 496/448 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066890.847496:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0df80 with x1830882860678528 ext(0->7) 00010000:00010000:0.0:1746066890.847501:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4399bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ed expref: 48 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:0.0:1746066890.847511:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4399bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ed expref: 48 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:0.0:1746066890.847517:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d0df80 00000100:00100000:0.0:1746066890.851751:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.851816:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860678656 00000100:00100000:3.0:1746066890.851824:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860678656 00010000:00010000:3.0:1746066890.851869:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4399bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ed expref: 48 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.851902:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12552 00000100:00100000:3.0:1746066890.851910:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b407e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2031:x1830882860678656:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066890.851923:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066890.851940:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4399bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ed expref: 48 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.851952:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4399bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ed expref: 48 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.852178:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff4399bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4ed expref: 48 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.852202:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.852204:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.852212:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4399c4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4f4 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.852220:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4399c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4f4 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.852250:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4399c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4f4 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066890.852262:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861233920:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066890.852337:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291000 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.855208:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861233920:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066890.855225:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066890.855277:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b407e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+47:2031:x1830882860678656:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3367us (3533us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.855288:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12552 00000100:00100000:0.0:1746066890.856571:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.856984:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860678912 00000100:00100000:2.0:1746066890.856994:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860678912 00002000:00100000:2.0:1746066890.857030:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0f800 x1830882860678912/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.857041:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0f800 with x1830882860678912 ext(0->4095) 00002000:00010000:2.0:1746066890.857045:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095d0f800 00000100:00100000:2.0:1746066890.857079:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13296 00000100:00100000:2.0:1746066890.857086:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860678912:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746066890.857233:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860678912:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (670us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066890.857240:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13296 00002000:00100000:2.0:1746066890.857246:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0f800 x1830882860678912/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.857258:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0f800 with x1830882860678912 ext(0->4095) 00002000:00010000:2.0:1746066890.857261:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095d0f800 00000100:00100000:0.0:1746066890.861150:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.861842:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860679040 00000100:00100000:3.0:1746066890.861863:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860679040 00000100:00100000:3.0:1746066890.861999:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29726 00000100:00100000:3.0:1746066890.862008:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+47:1869:x1830882860679040:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.862023:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.862045:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4399cb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f4fb expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.862079:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4399c4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4f4 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.862086:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.862089:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.862093:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4399cb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4fb expref: 48 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.862122:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4399c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4f4 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.862132:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4399c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4f4 expref: 5 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.862142:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861234048:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066890.862717:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.862925:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291300 going to sleep for 11 seconds 00000100:00100000:1.0:1746066890.863492:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860679168 00000100:00100000:1.0:1746066890.863497:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860679168 00000100:00100000:1.0:1746066890.863530:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29727 00000100:00100000:1.0:1746066890.863536:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+49:1868:x1830882860679168:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066890.863544:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066890.863552:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4399d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f502 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.863568:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.863571:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4399cb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4fb expref: 50 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.863577:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066890.863580:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4399d2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f502 expref: 50 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.863600:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4399cb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4fb expref: 50 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.863612:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4399d2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f502 expref: 50 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.863621:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c223e00, rc 0) 00000100:00100000:1.0:1746066890.863654:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+50:1868:x1830882860679168:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (940us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.863660:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29727 00000100:00100000:0.0:1746066890.866646:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.866735:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860679296 00000100:00100000:2.0:1746066890.866746:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860679296 00010000:00010000:2.0:1746066890.866781:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4399c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4f4 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.866820:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12553 00000100:00100000:2.0:1746066890.866826:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860679296:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.866839:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.866868:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4399c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4f4 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.866879:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4399c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4f4 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.866899:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.866901:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.866907:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4399cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4fb expref: 49 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.866914:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4399cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4fb expref: 49 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.866947:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4399cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4fb expref: 49 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.866957:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4399cb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4fb expref: 49 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.866966:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133190000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861234304:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066890.867505:0:21660:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff4399c4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4f4 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.867521:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861234048:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066890.867539:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4399cb lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4fb expref: 49 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.867547:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4399cb lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4fb expref: 49 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.867557:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138400, rc 0) 00000100:00100000:2.0:1746066890.868166:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.868661:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+49:1869:x1830882860679040:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6653us (7521us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.868670:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29726 00000100:00100000:0.0:1746066890.871762:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.872088:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133190000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861234304:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066890.872105:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066890.872142:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860679296:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5310us (5500us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.872152:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12553 00000100:00100000:1.0:1746066890.872228:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860679552 00000100:00100000:1.0:1746066890.872234:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860679552 00002000:00100000:1.0:1746066890.872263:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800963ea300 x1830882860679552/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.872272:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ea300 with x1830882860679552 ext(0->4095) 00010000:00010000:1.0:1746066890.872280:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4399cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4fb expref: 49 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.872296:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4399cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4fb expref: 49 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.872302:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800963ea300 00000100:00100000:1.0:1746066890.872316:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2366 00000100:00100000:1.0:1746066890.872322:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2034:x1830882860679552:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066890.872443:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2034:x1830882860679552:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (686us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066890.872449:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2366 00002000:00100000:1.0:1746066890.872454:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800963ea300 x1830882860679552/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.872461:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ea300 with x1830882860679552 ext(0->4095) 00010000:00010000:1.0:1746066890.872600:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4399cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4fb expref: 49 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.872609:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4399cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4fb expref: 49 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.872615:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800963ea300 00000100:00100000:0.0:1746066890.878154:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066890.878210:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.878776:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860679808 00000100:00100000:3.0:1746066890.878785:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860679808 00000100:00100000:3.0:1746066890.878826:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29728 00000100:00100000:3.0:1746066890.878833:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860679808:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.878858:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.878872:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399d9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f509 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.878898:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.878903:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4399d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f502 expref: 48 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.878910:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066890.878914:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399d9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f509 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.878944:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4399d2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f502 expref: 48 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.878956:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399d9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f509 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.878966:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139c00, rc 0) 00000100:00100000:3.0:1746066890.879021:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860679808:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 188us (876us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.879028:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29728 00000100:00100000:2.0:1746066890.879094:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860679680 00000100:00100000:2.0:1746066890.879098:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860679680 00010000:00010000:2.0:1746066890.879113:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4399cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4fb expref: 49 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.879130:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12554 00000100:00100000:2.0:1746066890.879135:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2034:x1830882860679680:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.879143:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.879158:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4399cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4fb expref: 49 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.879173:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4399cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4fb expref: 49 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.879191:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff4399cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f4fb expref: 49 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.879205:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.879206:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.879211:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4399d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f502 expref: 48 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.879218:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4399d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f502 expref: 48 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.879236:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4399d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f502 expref: 48 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.879246:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4399d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f502 expref: 48 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.879256:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133190000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861234560:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.879506:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.883371:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133190000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861234560:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066890.883593:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066890.883628:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2034:x1830882860679680:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4492us (5417us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.883641:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12554 00000100:00100000:0.0:1746066890.884218:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.884577:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860680064 00000100:00100000:2.0:1746066890.884583:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860680064 00002000:00100000:2.0:1746066890.884613:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126f100 x1830882860680064/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.884622:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126f100 with x1830882860680064 ext(0->4095) 00010000:00010000:2.0:1746066890.884630:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4399d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f502 expref: 48 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.884642:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4399d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f502 expref: 48 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.884648:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126f100 00000100:00100000:2.0:1746066890.884672:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2367 00000100:00100000:2.0:1746066890.884679:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2033:x1830882860680064:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066890.884775:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2033:x1830882860680064:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 96us (557us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066890.884780:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2367 00002000:00100000:2.0:1746066890.884785:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126f100 x1830882860680064/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.884792:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126f100 with x1830882860680064 ext(0->4095) 00010000:00010000:2.0:1746066890.884797:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4399d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f502 expref: 48 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:2.0:1746066890.884810:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4399d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f502 expref: 48 pid: 9627 timeout: 1102 lvb_type: 0 00002000:00010000:2.0:1746066890.884816:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126f100 00000100:00100000:0.0:1746066890.891814:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066890.891885:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.891964:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860680320 00000100:00100000:3.0:1746066890.891975:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860680320 00010000:00010000:3.0:1746066890.892014:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4399d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f502 expref: 48 pid: 9627 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.892063:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12555 00000100:00100000:3.0:1746066890.892070:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2031:x1830882860680320:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066890.892083:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066890.892101:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4399d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f502 expref: 48 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.892112:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4399d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f502 expref: 48 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.892131:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff4399d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f502 expref: 48 pid: 9627 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.892166:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.892168:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.892175:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399d9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f509 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.892182:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f509 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.892211:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f509 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066890.892301:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860680192 00000100:00100000:2.0:1746066890.892309:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860680192 00000100:00100000:3.0:1746066890.892605:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861234688:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.892763:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29729 00000100:00100000:2.0:1746066890.892771:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:1868:x1830882860680192:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066890.892788:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066890.892803:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f510 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.892830:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f509 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.892838:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.892840:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.892843:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399e0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f510 expref: 49 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.892882:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399d9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f509 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.892895:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399d9 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f509 expref: 5 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.892906:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133190000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861234816:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066890.893156:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291300 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.893949:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.896010:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861234688:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066890.896031:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066890.896136:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2031:x1830882860680320:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4065us (4248us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.896147:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12555 00000100:00100000:0.0:1746066890.897928:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.898081:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860680576 00000100:00100000:1.0:1746066890.898089:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860680576 00000100:00100000:2.0:1746066890.898176:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133190000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861234816:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066890.898209:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399e0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f510 expref: 48 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.898226:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544f400, rc 0) 00000100:00100000:2.0:1746066890.898285:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:1868:x1830882860680192:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5515us (6481us total) trans 0 rc 0/0 00002000:00100000:1.0:1746066890.898639:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126c380 x1830882860680576/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746066890.898643:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29729 00002000:00100000:1.0:1746066890.898649:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126c380 with x1830882860680576 ext(0->4095) 00010000:00010000:1.0:1746066890.898658:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f509 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.898671:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f509 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.898678:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126c380 00000100:00100000:1.0:1746066890.898700:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2368 00000100:00100000:1.0:1746066890.898707:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860680576:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066890.899234:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860680576:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 526us (1308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066890.899240:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2368 00002000:00100000:1.0:1746066890.899245:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126c380 x1830882860680576/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.899253:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126c380 with x1830882860680576 ext(0->4095) 00010000:00010000:1.0:1746066890.899258:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f509 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.899269:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f509 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.899275:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126c380 00000100:00100000:0.0:1746066890.902082:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.902386:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860680704 00000100:00100000:3.0:1746066890.902395:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860680704 00010000:00010000:3.0:1746066890.902433:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f509 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.902472:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12556 00000100:00100000:3.0:1746066890.902480:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860680704:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066890.902496:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066890.902519:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f509 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.902532:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f509 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.902555:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff4399d9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f509 expref: 6 pid: 21660 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.902647:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.902650:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.902658:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f510 expref: 47 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.902668:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f510 expref: 47 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.902711:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f510 expref: 47 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066890.902725:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861234944:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066890.902810:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291300 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.904477:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861234944:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066890.904493:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066890.904534:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860680704:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2053us (2460us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.904544:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12556 00000100:00100000:0.0:1746066890.904755:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.904862:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860680960 00000100:00100000:1.0:1746066890.904868:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860680960 00002000:00100000:1.0:1746066890.904905:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095391c00 x1830882860680960/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.904922:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095391c00 with x1830882860680960 ext(0->4095) 00002000:00010000:1.0:1746066890.904927:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095391c00 00000100:00100000:1.0:1746066890.904955:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13297 00000100:00100000:1.0:1746066890.904961:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095391c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2031:x1830882860680960:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066890.905365:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095391c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2031:x1830882860680960:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 403us (610us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066890.905371:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13297 00002000:00100000:1.0:1746066890.905377:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095391c00 x1830882860680960/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.905767:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095391c00 with x1830882860680960 ext(0->4095) 00002000:00010000:1.0:1746066890.905770:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095391c00 00000100:00100000:0.0:1746066890.907143:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.907234:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860681088 00000100:00100000:2.0:1746066890.907240:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860681088 00000100:00100000:2.0:1746066890.907336:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29730 00000100:00100000:2.0:1746066890.907367:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095392300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860681088:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066890.907379:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.907454:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4399e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f517 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.907484:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f510 expref: 47 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.907491:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.907493:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.907497:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4399e7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f517 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.907525:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f510 expref: 47 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.907539:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f510 expref: 47 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.907556:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861235072:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066890.907643:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291300 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.909823:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861235072:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066890.909861:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4399e7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f517 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.909876:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138a00, rc 0) 00000100:00100000:3.0:1746066890.910128:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095392300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860681088:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2766us (2986us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.910137:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29730 00000100:00100000:0.0:1746066890.910305:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.911111:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860681216 00000100:00100000:3.0:1746066890.911118:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860681216 00010000:00010000:3.0:1746066890.911144:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f510 expref: 48 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:3.0:1746066890.911167:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12557 00000100:00100000:3.0:1746066890.911174:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2034:x1830882860681216:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066890.911187:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066890.911206:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f510 expref: 48 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.911218:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f510 expref: 48 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.911247:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f510 expref: 48 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.911358:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.911360:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.911367:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4399e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f517 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.911375:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4399e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f517 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.911404:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4399e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f517 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066890.911415:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861235200:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066890.911835:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291300 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.916179:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.916559:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861235200:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.916577:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:3.0:1746066890.916584:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066890.916613:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860681600 00000100:00100000:1.0:1746066890.916617:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860681472 00000100:00100000:2.0:1746066890.916620:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860681600 00000100:00100000:1.0:1746066890.916620:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860681472 00002000:00100000:1.0:1746066890.916664:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133190000 x1830882860681472/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746066890.916668:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29731 00000100:00100000:2.0:1746066890.916674:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133191880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:1868:x1830882860681600:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00002000:00100000:1.0:1746066890.916674:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133190000 with x1830882860681472 ext(0->4095) 00002000:00010000:1.0:1746066890.916679:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133190000 00010000:00010000:2.0:1746066890.916689:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746066890.916691:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13298 00000100:00100000:1.0:1746066890.916696:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133190000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860681472:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00010000:00010000:2.0:1746066890.916706:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399ee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f51e expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.916731:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4399e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f517 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.916742:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.916743:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.916747:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399ee lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f51e expref: 49 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.916771:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4399e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f517 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.916783:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4399e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f517 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.916794:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133190e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861235328:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066890.917270:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133190000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860681472:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 571us (1100us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066890.917278:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13298 00002000:00100000:1.0:1746066890.917284:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133190000 x1830882860681472/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066890.917293:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133190000 with x1830882860681472 ext(0->4095) 00010000:00010000:1.0:1746066890.917298:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4399e7 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f517 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:1.0:1746066890.917308:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4399e7 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f517 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00002000:00010000:1.0:1746066890.917314:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133190000 00000100:00100000:3.0:1746066890.917540:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2034:x1830882860681216:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6366us (7234us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.917545:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.917549:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12557 00000100:00100000:2.0:1746066890.922411:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133190e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861235328:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066890.922448:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399ee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f51e expref: 48 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.922468:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544f400, rc 0) 00000100:00100000:2.0:1746066890.922529:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133191880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:1868:x1830882860681600:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5853us (5950us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.922539:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29731 00000100:00100000:1.0:1746066890.922678:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.922791:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860681728 00000100:00100000:2.0:1746066890.922799:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860681728 00000100:00100000:2.0:1746066890.922833:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29732 00000100:00100000:2.0:1746066890.922840:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:1869:x1830882860681728:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066890.922869:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066890.922885:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff4399f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f525 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066890.922892:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:2.0:1746066890.922907:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.922911:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399ee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f51e expref: 49 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.922918:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066890.922922:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff4399f5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f525 expref: 49 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.922953:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399ee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f51e expref: 49 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.922964:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff4399f5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f525 expref: 49 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066890.922971:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860681856 00010000:00010000:2.0:1746066890.922971:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544ec00, rc 0) 00000100:00100000:3.0:1746066890.922975:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860681856 00000100:00100000:2.0:1746066890.922993:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+49:1869:x1830882860681728:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (318us total) trans 0 rc 0/0 00010000:00010000:3.0:1746066890.922994:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4399e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f517 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00000100:00100000:2.0:1746066890.922999:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29732 00000100:00100000:3.0:1746066890.923026:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12558 00000100:00100000:3.0:1746066890.923032:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860681856:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066890.923042:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066890.923622:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4399e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f517 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.923636:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4399e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f517 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.923658:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff4399e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f517 expref: 6 pid: 9917 timeout: 1102 lvb_type: 0 00010000:00010000:3.0:1746066890.924811:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.924815:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.924825:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f51e expref: 48 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.924834:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f51e expref: 48 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.924880:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f51e expref: 48 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.924895:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f51e expref: 48 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066890.924916:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861235584:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066890.924995:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291300 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.928267:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.928298:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860682112 00000100:00100000:2.0:1746066890.928307:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860682112 00002000:00100000:2.0:1746066890.928376:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133190e00 x1830882860682112/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746066890.928713:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861235584:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066890.928735:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746066890.928818:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133190e00 with x1830882860682112 ext(0->4095) 00010000:00010000:2.0:1746066890.928828:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f51e expref: 49 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066890.928842:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f51e expref: 49 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066890.928858:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133190e00 00000100:00100000:0.0:1746066890.929098:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860681856:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6064us (6204us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066890.929109:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12558 00000100:00100000:2.0:1746066890.929720:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2369 00000100:00100000:2.0:1746066890.929731:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133190e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2034:x1830882860682112:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066890.929870:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133190e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2034:x1830882860682112:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (1618us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066890.929877:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2369 00002000:00100000:2.0:1746066890.929883:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133190e00 x1830882860682112/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.929890:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133190e00 with x1830882860682112 ext(0->4095) 00010000:00010000:2.0:1746066890.929895:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f51e expref: 49 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066890.929904:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f51e expref: 49 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066890.929910:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133190e00 00000100:00100000:2.0:1746066890.932290:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066890.932371:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860682240 00000100:00100000:0.0:1746066890.932378:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860682240 00010000:00010000:0.0:1746066890.932410:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f51e expref: 49 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:0.0:1746066890.932435:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12559 00000100:00100000:0.0:1746066890.932441:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5216050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2032:x1830882860682240:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066890.932454:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066890.932472:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f51e expref: 49 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:0.0:1746066890.932484:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f51e expref: 49 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:0.0:1746066890.932507:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff4399ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f51e expref: 49 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:0.0:1746066890.932521:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066890.932523:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066890.932532:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff4399f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f525 expref: 48 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066890.932539:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff4399f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f525 expref: 48 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066890.932574:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff4399f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f525 expref: 48 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066890.932587:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f65c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861235712:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066890.933621:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.936914:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.937100:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f65c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861235712:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066890.937126:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066890.937176:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5216050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2032:x1830882860682240:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4734us (4891us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.937188:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12559 00000100:00100000:3.0:1746066890.937919:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860682496 00000100:00100000:3.0:1746066890.937927:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860682496 00002000:00100000:3.0:1746066890.937970:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65ca80 x1830882860682496/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.937981:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65ca80 with x1830882860682496 ext(0->4095) 00002000:00010000:3.0:1746066890.937986:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f65ca80 00000100:00100000:3.0:1746066890.938014:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13299 00000100:00100000:3.0:1746066890.938022:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2034:x1830882860682496:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066890.938175:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2034:x1830882860682496:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (1270us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066890.938182:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13299 00002000:00100000:3.0:1746066890.938188:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65ca80 x1830882860682496/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.938196:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65ca80 with x1830882860682496 ext(0->4095) 00002000:00010000:3.0:1746066890.938199:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f65ca80 00000100:00100000:0.0:1746066890.940609:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.940667:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860682624 00000100:00100000:1.0:1746066890.940674:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860682624 00000100:00100000:1.0:1746066890.940793:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29733 00000100:00100000:1.0:1746066890.940801:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860682624:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066890.940817:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066890.940835:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4399fc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f52c expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.940873:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff4399f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f525 expref: 47 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.940880:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066890.940882:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066890.940886:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4399fc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f52c expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.940916:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff4399f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f525 expref: 47 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.940931:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff4399f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f525 expref: 47 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:1.0:1746066890.940944:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091269c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861235840:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066890.941007:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0540 going to sleep for 11 seconds 00000100:00100000:1.0:1746066890.944169:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091269c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861235840:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066890.944208:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4399fc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f52c expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.944225:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c222a00, rc 0) 00000100:00100000:1.0:1746066890.944278:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860682624:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3476us (3676us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.944288:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29733 00000100:00100000:0.0:1746066890.945807:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.945971:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860682752 00000100:00100000:2.0:1746066890.945978:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860682752 00010000:00010000:2.0:1746066890.946016:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff4399f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f525 expref: 48 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066890.946043:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12560 00000100:00100000:2.0:1746066890.946050:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2034:x1830882860682752:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.946063:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.946083:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff4399f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f525 expref: 48 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066890.946094:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff4399f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f525 expref: 48 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066890.946115:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff4399f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f525 expref: 48 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066890.946132:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.946134:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.946141:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4399fc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f52c expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.946148:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4399fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f52c expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.946178:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4399fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f52c expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066890.946190:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133190700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861235968:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.946249:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.949690:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066890.950589:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860682880 00000100:00100000:1.0:1746066890.950598:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860682880 00000100:00100000:1.0:1746066890.950653:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29734 00000100:00100000:1.0:1746066890.950661:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+48:1868:x1830882860682880:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066890.950680:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066890.950699:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439a03 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f533 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.950732:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4399fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f52c expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.950744:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.950747:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.950751:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439a03 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f533 expref: 49 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.950778:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4399fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f52c expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.950791:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4399fc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f52c expref: 5 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:1.0:1746066890.950803:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091269c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861236096:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066890.950898:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0540 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.951253:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.951437:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860683136 00000100:00100000:3.0:1746066890.951442:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860683136 00002000:00100000:3.0:1746066890.951475:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c43b80 x1830882860683136/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.951485:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c43b80 with x1830882860683136 ext(0->4095) 00010000:00010000:3.0:1746066890.951493:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4399fc lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f52c expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066890.951503:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4399fc lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f52c expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:3.0:1746066890.951510:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c43b80 00000100:00100000:3.0:1746066890.951532:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2370 00000100:00100000:3.0:1746066890.951537:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860683136:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066890.951774:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133190700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861235968:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066890.951797:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066890.951862:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2034:x1830882860682752:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5798us (6043us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.951872:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12560 00000100:00100000:3.0:1746066890.953733:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860683136:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 2188us (2473us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066890.953744:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2370 00002000:00100000:3.0:1746066890.953754:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c43b80 x1830882860683136/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.953763:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c43b80 with x1830882860683136 ext(0->4095) 00010000:00010000:3.0:1746066890.953770:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4399fc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f52c expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066890.953782:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4399fc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f52c expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:3.0:1746066890.953788:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c43b80 00000100:00100000:1.0:1746066890.958276:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091269c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861236096:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066890.958292:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:1.0:1746066890.958308:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439a03 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f533 expref: 48 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.958324:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c222400, rc 0) 00000100:00100000:1.0:1746066890.958391:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+48:1868:x1830882860682880:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7730us (8709us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.958401:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29734 00000100:00100000:1.0:1746066890.958429:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860683264 00000100:00100000:1.0:1746066890.958435:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860683264 00000100:00100000:1.0:1746066890.958472:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29735 00000100:00100000:1.0:1746066890.958479:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+48:1869:x1830882860683264:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066890.958494:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066890.958508:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439a0a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f53a expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.958530:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066890.958534:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439a03 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f533 expref: 49 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.958540:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066890.958543:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439a0a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f53a expref: 49 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.958571:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439a03 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f533 expref: 49 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.958581:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439a0a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f53a expref: 49 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066890.958588:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c223a00, rc 0) 00000100:00100000:1.0:1746066890.958602:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+49:1869:x1830882860683264:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066890.958608:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29735 00000100:00100000:0.0:1746066890.962128:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.962195:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860683392 00000100:00100000:2.0:1746066890.962203:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860683392 00010000:00010000:2.0:1746066890.962242:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4399fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f52c expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066890.962282:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12561 00000100:00100000:2.0:1746066890.962288:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860683392:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.962300:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.962321:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4399fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f52c expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066890.962332:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4399fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f52c expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066890.962379:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff4399fc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f52c expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066890.962829:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.962831:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.962839:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439a03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f533 expref: 48 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.962859:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439a03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f533 expref: 48 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.962895:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439a03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f533 expref: 48 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.962908:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439a03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f533 expref: 48 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066890.962922:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133190700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861236352:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.963675:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.966151:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133190700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861236352:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066890.966177:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066890.966229:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860683392:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3939us (4109us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.966241:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12561 00000100:00100000:0.0:1746066890.967716:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.969214:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860683648 00000100:00100000:2.0:1746066890.969224:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860683648 00002000:00100000:2.0:1746066890.969267:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a97b80 x1830882860683648/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.969284:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a97b80 with x1830882860683648 ext(0->4095) 00010000:00010000:2.0:1746066890.969293:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439a03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f533 expref: 49 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066890.969307:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439a03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f533 expref: 49 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066890.969314:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095a97b80 00000100:00100000:2.0:1746066890.969332:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2371 00000100:00100000:2.0:1746066890.969338:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2033:x1830882860683648:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066890.971248:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2033:x1830882860683648:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 1906us (3531us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066890.971256:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2371 00002000:00100000:2.0:1746066890.971263:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a97b80 x1830882860683648/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066890.971270:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a97b80 with x1830882860683648 ext(0->4095) 00010000:00010000:2.0:1746066890.971276:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439a03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f533 expref: 49 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066890.971287:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439a03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f533 expref: 49 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066890.971293:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095a97b80 00000100:00100000:0.0:1746066890.974273:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.974665:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860683776 00000100:00100000:2.0:1746066890.974676:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860683776 00010000:00010000:2.0:1746066890.974710:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439a03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f533 expref: 49 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066890.974738:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12562 00000100:00100000:2.0:1746066890.974745:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2034:x1830882860683776:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.974759:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.974779:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439a03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f533 expref: 49 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066890.974791:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439a03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f533 expref: 49 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066890.974815:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c222400/0xd6b24631ff439a03 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f533 expref: 49 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066890.975329:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.975333:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.975632:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439a0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f53a expref: 48 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.975642:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439a0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f53a expref: 48 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.975679:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439a0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f53a expref: 48 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066890.975692:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133190700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861236480:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.975776:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.979269:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133190700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861236480:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066890.979293:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066890.979441:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.979648:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860684032 00000100:00100000:3.0:1746066890.979655:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860684032 00002000:00100000:3.0:1746066890.979697:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a96a00 x1830882860684032/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.979715:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a96a00 with x1830882860684032 ext(0->4095) 00002000:00010000:3.0:1746066890.979719:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a96a00 00000100:00100000:3.0:1746066890.979741:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13300 00000100:00100000:3.0:1746066890.979749:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2031:x1830882860684032:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746066890.980702:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2034:x1830882860683776:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5956us (6436us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.980712:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12562 00000100:00100000:3.0:1746066890.981067:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2031:x1830882860684032:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 1317us (1624us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066890.981074:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13300 00002000:00100000:3.0:1746066890.981082:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a96a00 x1830882860684032/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.981091:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a96a00 with x1830882860684032 ext(0->4095) 00002000:00010000:3.0:1746066890.981095:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a96a00 00000100:00100000:0.0:1746066890.983706:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.984190:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860684160 00000100:00100000:3.0:1746066890.984200:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860684160 00000100:00100000:3.0:1746066890.984715:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29736 00000100:00100000:3.0:1746066890.984724:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860684160:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.984744:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.984763:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a11 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f541 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.984794:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439a0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f53a expref: 47 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.984802:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.984804:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.984809:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a11 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f541 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.984842:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439a0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f53a expref: 47 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.984866:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439a0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f53a expref: 47 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066890.984880:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861236608:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066890.984969:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962919c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066890.987214:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861236608:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066890.987241:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a11 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f541 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.987255:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138400, rc 0) 00000100:00100000:3.0:1746066890.987299:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860684160:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2576us (3600us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.987308:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29736 00000100:00100000:0.0:1746066890.987804:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066890.988035:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860684288 00000100:00100000:2.0:1746066890.988041:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860684288 00010000:00010000:2.0:1746066890.988073:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439a0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f53a expref: 48 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066890.988144:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12563 00000100:00100000:2.0:1746066890.988151:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2032:x1830882860684288:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066890.988163:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066890.988183:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439a0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f53a expref: 48 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066890.988193:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439a0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f53a expref: 48 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066890.988215:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c223a00/0xd6b24631ff439a0a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f53a expref: 48 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066890.988445:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.988447:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066890.988456:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a11 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f541 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.988470:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f541 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066890.988499:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f541 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066890.988511:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133190700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861236736:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066890.988971:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066890.990795:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.990863:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860684416 00000100:00100000:3.0:1746066890.990871:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860684416 00000100:00100000:3.0:1746066890.990923:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29737 00000100:00100000:3.0:1746066890.990930:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:1868:x1830882860684416:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.991459:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.991477:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439a18 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f548 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.991512:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f541 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.991519:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.991521:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.991524:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439a18 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f548 expref: 49 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.991551:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f541 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.991563:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a11 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f541 expref: 5 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066890.991574:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861236864:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066890.991642:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962919c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066890.991721:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133190700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861236736:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066890.991739:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066890.991763:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2032:x1830882860684288:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3611us (3960us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066890.991773:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12563 00000100:00100000:0.0:1746066890.993782:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.993861:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860684672 00000100:00100000:3.0:1746066890.993869:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860684672 00002000:00100000:3.0:1746066890.993911:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f0e00 x1830882860684672/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/0 e 0 to 0 dl 1746066901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.993921:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f0e00 with x1830882860684672 ext(0->4095) 00010000:00010000:3.0:1746066890.993930:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a11 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f541 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066890.993943:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a11 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f541 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:3.0:1746066890.993956:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f0e00 00000100:00100000:3.0:1746066890.994257:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2372 00000100:00100000:3.0:1746066890.994266:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860684672:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066890.995000:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860684672:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 732us (1221us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066890.995008:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2372 00002000:00100000:3.0:1746066890.995014:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f0e00 x1830882860684672/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746066901 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066890.995023:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f0e00 with x1830882860684672 ext(0->4095) 00010000:00010000:3.0:1746066890.995030:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a11 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f541 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066890.995041:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a11 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f541 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:3.0:1746066890.995047:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f0e00 00000100:00100000:3.0:1746066890.996190:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861236864:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066890.996219:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439a18 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f548 expref: 48 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.996235:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139e00, rc 0) 00000100:00100000:3.0:1746066890.996286:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:1868:x1830882860684416:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5356us (5496us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.996298:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29737 00000100:00100000:0.0:1746066890.999405:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066890.999460:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860684800 00000100:00100000:3.0:1746066890.999475:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860684800 00000100:00100000:3.0:1746066890.999525:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29738 00000100:00100000:3.0:1746066890.999533:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:1869:x1830882860684800:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066890.999554:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066890.999572:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439a1f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f54f expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.999604:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066890.999610:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439a18 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f548 expref: 49 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.999617:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066890.999621:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439a1f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f54f expref: 49 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.999662:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439a18 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f548 expref: 49 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.999675:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439a1f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f54f expref: 49 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066890.999686:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139000, rc 0) 00000100:00100000:3.0:1746066890.999739:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+49:1869:x1830882860684800:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 206us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066890.999747:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29738 00000100:00100000:0.0:1746066890.999916:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.000156:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860684928 00000100:00100000:2.0:1746066891.000160:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860684928 00010000:00010000:2.0:1746066891.000182:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f541 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.000212:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12564 00000100:00100000:2.0:1746066891.000217:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860684928:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066891.000227:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066891.000245:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f541 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.000255:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f541 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.000274:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a11 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f541 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.000299:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.000301:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.000307:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439a18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f548 expref: 48 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.000314:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439a18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f548 expref: 48 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.000335:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439a18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f548 expref: 48 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.000370:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439a18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f548 expref: 48 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.000383:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133190700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861237120:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066891.000453:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066891.004134:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133190700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861237120:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066891.004162:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066891.004225:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860684928:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4005us (4307us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.004237:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12564 00000100:00100000:0.0:1746066891.005317:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.005738:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860685184 00000100:00100000:3.0:1746066891.005747:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860685184 00002000:00100000:3.0:1746066891.005812:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f0700 x1830882860685184/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066891.005823:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f0700 with x1830882860685184 ext(0->4095) 00010000:00010000:3.0:1746066891.005833:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439a18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f548 expref: 49 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.005861:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439a18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f548 expref: 49 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:3.0:1746066891.005868:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f0700 00000100:00100000:3.0:1746066891.005890:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2373 00000100:00100000:3.0:1746066891.005898:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2034:x1830882860685184:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066891.006059:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2034:x1830882860685184:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 161us (744us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066891.006066:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2373 00002000:00100000:3.0:1746066891.006071:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f0700 x1830882860685184/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066891.006079:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f0700 with x1830882860685184 ext(0->4095) 00010000:00010000:3.0:1746066891.006083:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439a18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f548 expref: 49 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.006092:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439a18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f548 expref: 49 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:3.0:1746066891.006103:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f0700 00000100:00080000:2.0:1746066891.006452:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746066891.010923:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.011003:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860685312 00000100:00100000:2.0:1746066891.011015:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860685312 00010000:00010000:2.0:1746066891.011057:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439a18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f548 expref: 49 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.011098:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12565 00000100:00100000:2.0:1746066891.011107:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2033:x1830882860685312:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066891.011123:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066891.011145:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439a18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f548 expref: 49 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.011159:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439a18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f548 expref: 49 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.011185:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439a18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f548 expref: 49 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.011219:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.011550:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.011560:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439a1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f54f expref: 48 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.011569:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439a1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f54f expref: 48 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.011608:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439a1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f54f expref: 48 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066891.011626:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133190700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861237248:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066891.011729:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.014184:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.014282:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860685568 00000100:00100000:1.0:1746066891.014292:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860685568 00002000:00100000:1.0:1746066891.014388:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f0000 x1830882860685568/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.014400:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f0000 with x1830882860685568 ext(0->4095) 00002000:00010000:1.0:1746066891.014419:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d6f0000 00000100:00100000:2.0:1746066891.014598:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133190700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861237248:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066891.014618:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066891.014674:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13301 00000100:00100000:2.0:1746066891.014676:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2033:x1830882860685312:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3570us (3766us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066891.014682:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2033:x1830882860685568:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066891.014685:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12565 00000100:00100000:1.0:1746066891.014811:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2033:x1830882860685568:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (637us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066891.014817:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13301 00002000:00100000:1.0:1746066891.014822:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f0000 x1830882860685568/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.015118:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f0000 with x1830882860685568 ext(0->4095) 00002000:00010000:1.0:1746066891.015122:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d6f0000 00000100:00100000:0.0:1746066891.018228:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.018621:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860685696 00000100:00100000:3.0:1746066891.018631:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860685696 00000100:00080000:2.0:1746066891.019104:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746066891.019142:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29739 00000100:00100000:3.0:1746066891.019152:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860685696:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.019170:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.019188:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a26 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f556 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.019218:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439a1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f54f expref: 47 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.019226:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.019228:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.019232:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a26 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f556 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.019272:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439a1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f54f expref: 47 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.019285:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439a1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f54f expref: 47 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.019298:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861237376:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066891.019422:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962919c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.022925:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.023057:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861237376:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066891.023092:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a26 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f556 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.023112:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138400, rc 0) 00000100:00100000:3.0:1746066891.023173:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860685696:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4022us (4957us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.023183:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29739 00000100:00100000:2.0:1746066891.023713:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860685824 00000100:00100000:2.0:1746066891.023720:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860685824 00010000:00010000:2.0:1746066891.023753:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439a1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f54f expref: 48 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.023776:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12566 00000100:00100000:2.0:1746066891.023783:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5215c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2034:x1830882860685824:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066891.023796:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066891.023817:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439a1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f54f expref: 48 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.023828:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439a1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f54f expref: 48 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.023865:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439a1f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f54f expref: 48 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.023887:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.023889:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.023896:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a26 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f556 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.023904:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f556 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.023936:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f556 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066891.023949:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133190700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861237504:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066891.024013:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:1.0:1746066891.024791:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.024916:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860685952 00000100:00100000:2.0:1746066891.024921:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860685952 00000100:00100000:2.0:1746066891.024949:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29740 00000100:00100000:2.0:1746066891.024955:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:1868:x1830882860685952:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066891.024970:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066891.024982:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439a2d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f55d expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.025003:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f556 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.025010:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.025012:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.025015:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439a2d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f55d expref: 49 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.025038:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f556 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.025050:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a26 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f556 expref: 5 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.025060:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d0e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861237632:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066891.025787:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1901d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066891.026706:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133190700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861237504:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066891.026728:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066891.027237:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5215c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2034:x1830882860685824:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3450us (4320us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.027249:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12566 00000100:00100000:0.0:1746066891.027694:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.028233:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d0e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861237632:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066891.028258:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439a2d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f55d expref: 48 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.028275:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544ec00, rc 0) 00000100:00100000:2.0:1746066891.028304:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:1868:x1830882860685952:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3348us (3514us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.028311:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29740 00000100:00100000:3.0:1746066891.028433:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860686208 00000100:00100000:3.0:1746066891.028440:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860686208 00002000:00100000:3.0:1746066891.028477:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f3800 x1830882860686208/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066891.028488:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f3800 with x1830882860686208 ext(0->4095) 00010000:00010000:3.0:1746066891.028496:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f556 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.028509:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f556 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:3.0:1746066891.028516:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f3800 00000100:00100000:3.0:1746066891.028546:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2374 00000100:00100000:3.0:1746066891.028553:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860686208:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066891.028764:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860686208:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 210us (1070us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066891.028771:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2374 00002000:00100000:3.0:1746066891.028776:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f3800 x1830882860686208/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066891.028785:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f3800 with x1830882860686208 ext(0->4095) 00010000:00010000:3.0:1746066891.028789:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f556 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.028798:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f556 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:3.0:1746066891.028804:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f3800 00000100:00100000:0.0:1746066891.031215:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.031270:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860686336 00000100:00100000:2.0:1746066891.031280:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860686336 00010000:00010000:2.0:1746066891.031319:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f556 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.031370:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12567 00000100:00100000:2.0:1746066891.031378:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860686336:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066891.031393:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066891.031411:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f556 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.031422:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f556 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.031444:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a26 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f556 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.031488:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.031490:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.031499:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439a2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f55d expref: 47 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.031509:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439a2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f55d expref: 47 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.031577:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439a2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f55d expref: 47 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066891.031591:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d0e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861237760:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066891.031674:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1901d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066891.033903:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d0e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861237760:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066891.033926:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066891.034057:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860686336:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2677us (2848us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066891.034061:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.034069:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12567 00000100:00100000:3.0:1746066891.034125:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860686592 00000100:00100000:3.0:1746066891.034131:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860686592 00002000:00100000:3.0:1746066891.034255:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131caf480 x1830882860686592/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066891.034266:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131caf480 with x1830882860686592 ext(0->4095) 00002000:00010000:3.0:1746066891.034271:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131caf480 00000100:00100000:3.0:1746066891.034409:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13302 00000100:00100000:3.0:1746066891.034416:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131caf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2033:x1830882860686592:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066891.034536:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131caf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2033:x1830882860686592:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (474us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066891.034541:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13302 00002000:00100000:3.0:1746066891.034546:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131caf480 x1830882860686592/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066891.034554:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131caf480 with x1830882860686592 ext(0->4095) 00002000:00010000:3.0:1746066891.034557:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131caf480 00000100:00100000:0.0:1746066891.050109:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.050219:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860686720 00000100:00100000:2.0:1746066891.050231:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860686720 00000100:00100000:2.0:1746066891.050294:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29741 00000100:00100000:2.0:1746066891.050303:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860686720:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066891.050324:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066891.050366:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439a34 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f564 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.050398:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439a2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f55d expref: 47 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.050406:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.050408:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.050412:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439a34 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f564 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.050447:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439a2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f55d expref: 47 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.050460:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439a2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f55d expref: 47 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.050474:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d0e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861237888:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066891.050579:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1901d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066891.053705:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d0e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861237888:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066891.053739:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439a34 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f564 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.053755:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544f400, rc 0) 00000100:00100000:2.0:1746066891.053799:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860686720:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3496us (3701us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.053808:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29741 00000100:00100000:0.0:1746066891.055424:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.055560:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860686848 00000100:00100000:2.0:1746066891.055569:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860686848 00002000:00100000:2.0:1746066891.055616:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131cafb80 x1830882860686848/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 496/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.055627:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cafb80 with x1830882860686848 ext(0->7) 00010000:00010000:2.0:1746066891.055636:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439a2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f55d expref: 48 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.055651:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439a2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f55d expref: 48 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066891.055658:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cafb80 00000100:00100000:2.0:1746066891.056781:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2375 00000100:00100000:2.0:1746066891.056792:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+48:2032:x1830882860686848:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066891.058607:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+50:2032:x1830882860686848:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1811us (3179us total) trans 4294972223 rc 0/0 00000100:00100000:0.0:1746066891.058616:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2375 00002000:00100000:0.0:1746066891.058624:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131cafb80 x1830882860686848/t4294972223(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 496/448 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066891.058633:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cafb80 with x1830882860686848 ext(0->7) 00010000:00010000:0.0:1746066891.058644:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439a2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f55d expref: 50 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:0.0:1746066891.058665:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439a2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f55d expref: 50 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:0.0:1746066891.058673:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cafb80 00000100:00100000:0.0:1746066891.061798:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.061890:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860686976 00000100:00100000:2.0:1746066891.061900:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860686976 00010000:00010000:2.0:1746066891.062141:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439a2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f55d expref: 50 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.062172:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12568 00000100:00100000:2.0:1746066891.062179:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cadf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+50:2031:x1830882860686976:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066891.062194:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066891.062214:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439a2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f55d expref: 50 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.062225:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439a2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f55d expref: 50 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.062250:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439a2d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f55d expref: 50 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.064641:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.064647:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.064660:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439a34 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f564 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.064672:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439a34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f564 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.064719:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439a34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f564 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066891.064734:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d0e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861238016:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066891.065219:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1901d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066891.070669:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.070784:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860687232 00000100:00100000:1.0:1746066891.070796:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860687232 00002000:00100000:1.0:1746066891.070838:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65dc00 x1830882860687232/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.070860:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65dc00 with x1830882860687232 ext(0->4095) 00002000:00010000:1.0:1746066891.070865:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f65dc00 00000100:00100000:1.0:1746066891.070901:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13303 00000100:00100000:1.0:1746066891.070909:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860687232:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066891.072294:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860687232:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 1383us (1634us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066891.072302:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13303 00002000:00100000:1.0:1746066891.072308:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65dc00 x1830882860687232/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.072324:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65dc00 with x1830882860687232 ext(0->4095) 00002000:00010000:1.0:1746066891.072328:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f65dc00 00000100:00100000:0.0:1746066891.072552:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d0e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861238016:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066891.072577:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066891.072618:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cadf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2031:x1830882860686976:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 10439us (10831us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066891.072629:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12568 00000100:00100000:1.0:1746066891.073522:0:3791:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746066891.073544:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131cae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882861238144:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746066891.073594:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066891.073728:0:7278:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861238144 00000100:00100000:2.0:1746066891.073734:0:7278:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861238144 00000100:00100000:2.0:1746066891.073770:0:7278:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1746066891.073777:0:7278:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091268e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3791:x1830882861238144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746066891.073812:0:7278:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:2.0:1746066891.073862:0:7278:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091268e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3791:x1830882861238144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.073869:0:7278:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:1.0:1746066891.073964:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131cae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882861238144:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746066891.076992:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.077490:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860687360 00000100:00100000:2.0:1746066891.077499:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860687360 00000100:00100000:2.0:1746066891.077555:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29742 00000100:00100000:2.0:1746066891.077563:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+49:1868:x1830882860687360:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066891.077581:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066891.077599:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a71b800/0xd6b24631ff439a3b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f56b expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.077631:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439a34 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f564 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.077638:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.077640:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.077643:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a71b800/0xd6b24631ff439a3b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f56b expref: 50 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.077677:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439a34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f564 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.077696:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439a34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f564 expref: 5 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.077709:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861238272:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066891.078265:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066891.078284:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860687488 00000100:00100000:0.0:1746066891.078288:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860687488 00000100:00100000:0.0:1746066891.079012:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29743 00000100:00100000:0.0:1746066891.079021:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+51:1869:x1830882860687488:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066891.079031:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066891.079042:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f45f600/0xd6b24631ff439a42 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f572 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066891.079059:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066891.079063:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a71b800/0xd6b24631ff439a3b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f56b expref: 52 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066891.079068:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066891.079071:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f45f600/0xd6b24631ff439a42 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f572 expref: 52 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066891.079098:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a71b800/0xd6b24631ff439a3b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f56b expref: 52 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066891.079110:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f45f600/0xd6b24631ff439a42 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f572 expref: 52 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066891.079120:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f45f600, rc 0) 00000100:00100000:0.0:1746066891.079149:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+52:1869:x1830882860687488:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066891.079155:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29743 00000100:00100000:2.0:1746066891.079292:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1901d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066891.081237:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861238272:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066891.081269:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a71b800/0xd6b24631ff439a3b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f56b expref: 51 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.081284:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a71b800, rc 0) 00000100:00100000:2.0:1746066891.082112:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+51:1868:x1830882860687360:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4545us (5129us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.082122:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29742 00000100:00100000:0.0:1746066891.082372:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.082589:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860687616 00000100:00100000:2.0:1746066891.082595:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860687616 00010000:00010000:2.0:1746066891.082625:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439a34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f564 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.082648:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12569 00000100:00100000:2.0:1746066891.082655:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860687616:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066891.082670:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066891.082691:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439a34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f564 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.082708:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439a34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f564 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.082730:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544f400/0xd6b24631ff439a34 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f564 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.082895:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.082898:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.082909:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a71b800/0xd6b24631ff439a3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f56b expref: 50 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.082919:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a71b800/0xd6b24631ff439a3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f56b expref: 50 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.082952:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a71b800/0xd6b24631ff439a3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f56b expref: 50 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.082963:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a71b800/0xd6b24631ff439a3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f56b expref: 50 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.082976:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c40380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861238528:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066891.083144:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1901d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.085572:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.085636:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c40380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861238528:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066891.085659:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860687872 00010000:00010000:2.0:1746066891.085661:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066891.085666:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860687872 00000100:00100000:2.0:1746066891.085703:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860687616:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3048us (3332us total) trans 0 rc 0/0 00002000:00100000:1.0:1746066891.085711:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800946a9500 x1830882860687872/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746066891.085717:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12569 00002000:00100000:1.0:1746066891.085721:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a9500 with x1830882860687872 ext(0->4095) 00010000:00010000:1.0:1746066891.085730:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a71b800/0xd6b24631ff439a3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f56b expref: 51 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.085742:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a71b800/0xd6b24631ff439a3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f56b expref: 51 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:1.0:1746066891.085749:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a9500 00000100:00100000:1.0:1746066891.085784:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2376 00000100:00100000:1.0:1746066891.086080:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+51:2033:x1830882860687872:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066891.086573:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+51:2033:x1830882860687872:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 494us (1009us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066891.086579:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2376 00002000:00100000:1.0:1746066891.086585:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800946a9500 x1830882860687872/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.086593:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a9500 with x1830882860687872 ext(0->4095) 00010000:00010000:1.0:1746066891.086598:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a71b800/0xd6b24631ff439a3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f56b expref: 51 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.086607:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a71b800/0xd6b24631ff439a3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f56b expref: 51 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:1.0:1746066891.086613:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800946a9500 00000100:00100000:0.0:1746066891.090764:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.090887:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860688000 00000100:00100000:2.0:1746066891.090897:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860688000 00010000:00010000:2.0:1746066891.090938:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a71b800/0xd6b24631ff439a3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f56b expref: 51 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.090969:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12570 00000100:00100000:2.0:1746066891.090977:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+51:2034:x1830882860688000:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066891.090992:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066891.091013:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a71b800/0xd6b24631ff439a3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f56b expref: 51 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.091024:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a71b800/0xd6b24631ff439a3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f56b expref: 51 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.091047:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a71b800/0xd6b24631ff439a3b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f56b expref: 51 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.091080:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.091082:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.091089:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f45f600/0xd6b24631ff439a42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f572 expref: 50 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.091097:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f45f600/0xd6b24631ff439a42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f572 expref: 50 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.091132:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f45f600/0xd6b24631ff439a42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f572 expref: 50 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066891.091145:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c40380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861238656:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066891.091240:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1901d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066891.093199:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c40380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861238656:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066891.093224:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066891.093264:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+50:2034:x1830882860688000:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2287us (2510us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.093275:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12570 00000100:00100000:0.0:1746066891.094204:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.094267:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860688256 00000100:00100000:3.0:1746066891.094536:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860688256 00002000:00100000:3.0:1746066891.094578:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801203ff480 x1830882860688256/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066891.094588:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203ff480 with x1830882860688256 ext(0->4095) 00002000:00010000:3.0:1746066891.094593:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801203ff480 00000100:00100000:3.0:1746066891.095375:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13304 00000100:00100000:3.0:1746066891.095386:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+50:2034:x1830882860688256:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066891.095512:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+50:2034:x1830882860688256:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (1309us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066891.095518:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13304 00002000:00100000:3.0:1746066891.095524:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801203ff480 x1830882860688256/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066891.095533:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203ff480 with x1830882860688256 ext(0->4095) 00002000:00010000:3.0:1746066891.095536:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801203ff480 00000100:00100000:0.0:1746066891.099585:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.099680:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860688384 00000100:00100000:2.0:1746066891.099691:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860688384 00000100:00100000:2.0:1746066891.099736:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29744 00000100:00100000:2.0:1746066891.099743:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860688384:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066891.099763:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066891.099791:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a49 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f579 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.099825:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f45f600/0xd6b24631ff439a42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f572 expref: 49 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.099833:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.099834:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.099839:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a49 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f579 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.099883:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f45f600/0xd6b24631ff439a42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f572 expref: 49 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.099903:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f45f600/0xd6b24631ff439a42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f572 expref: 49 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.099916:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861238784:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066891.100018:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1901d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066891.102144:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861238784:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066891.102170:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a49 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f579 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.102183:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eb5e000, rc 0) 00000100:00100000:2.0:1746066891.102222:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860688384:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2480us (2647us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.102230:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29744 00000100:00100000:0.0:1746066891.103586:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.103685:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860688512 00000100:00100000:2.0:1746066891.103693:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860688512 00010000:00010000:2.0:1746066891.103725:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f45f600/0xd6b24631ff439a42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f572 expref: 50 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.103753:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12571 00000100:00100000:2.0:1746066891.103760:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+50:2033:x1830882860688512:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066891.103772:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066891.103792:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f45f600/0xd6b24631ff439a42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f572 expref: 50 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.103808:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f45f600/0xd6b24631ff439a42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f572 expref: 50 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.103833:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f45f600/0xd6b24631ff439a42 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f572 expref: 50 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.103878:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.103880:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.103889:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a49 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f579 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.103898:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f579 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.103930:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f579 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066891.103943:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c40380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861238912:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066891.104023:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1901d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.106270:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066891.106319:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.106381:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c40380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861238912:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066891.106403:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066891.106431:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860688768 00000100:00100000:1.0:1746066891.106439:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860688768 00000100:00100000:2.0:1746066891.106455:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2033:x1830882860688512:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2694us (2873us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.106465:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12571 00002000:00100000:1.0:1746066891.106478:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801203fea00 x1830882860688768/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.106486:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203fea00 with x1830882860688768 ext(0->4095) 00002000:00010000:1.0:1746066891.106490:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801203fea00 00000100:00100000:1.0:1746066891.106506:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13305 00000100:00100000:1.0:1746066891.106516:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860688768:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066891.106638:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860688768:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (386us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066891.106644:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13305 00002000:00100000:1.0:1746066891.106648:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801203fea00 x1830882860688768/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.106653:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203fea00 with x1830882860688768 ext(0->4095) 00002000:00010000:1.0:1746066891.106655:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801203fea00 00000100:00100000:3.0:1746066891.106736:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860688896 00000100:00100000:3.0:1746066891.106740:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860688896 00000100:00100000:3.0:1746066891.106762:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29745 00000100:00100000:3.0:1746066891.106765:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+49:1868:x1830882860688896:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.106773:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.106787:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439a50 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f580 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.106943:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a49 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f579 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.106953:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.106955:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.106958:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439a50 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f580 expref: 50 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.106982:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f579 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.106992:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f579 expref: 5 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.107001:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861239040:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066891.107062:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.108309:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.108629:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860689024 00000100:00100000:2.0:1746066891.108635:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860689024 00000100:00100000:2.0:1746066891.108676:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29746 00000100:00100000:2.0:1746066891.108683:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+51:1869:x1830882860689024:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066891.108695:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066891.108709:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439a57 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f587 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.108983:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.108990:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439a50 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f580 expref: 52 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.108996:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.109194:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439a57 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f587 expref: 52 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.109383:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439a50 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f580 expref: 52 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.109398:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439a57 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f587 expref: 52 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.109407:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27a00, rc 0) 00000100:00100000:2.0:1746066891.109488:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+52:1869:x1830882860689024:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 804us (1179us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.109495:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29746 00000100:00100000:3.0:1746066891.109554:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861239040:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066891.109573:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439a50 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f580 expref: 51 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.109581:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138000, rc 0) 00000100:00100000:3.0:1746066891.109598:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+51:1868:x1830882860688896:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2832us (3279us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.109603:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29745 00000100:00100000:0.0:1746066891.110026:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.110090:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860689152 00000100:00100000:2.0:1746066891.110095:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860689152 00010000:00010000:2.0:1746066891.110114:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f579 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.110133:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12572 00000100:00100000:2.0:1746066891.110138:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860689152:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066891.110147:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066891.110166:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f579 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.110178:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f579 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.110196:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a49 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f579 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.110217:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.110219:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.110224:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439a50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f580 expref: 50 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.110231:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439a50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f580 expref: 50 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.110250:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439a50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f580 expref: 50 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.110260:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439a50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f580 expref: 50 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.110274:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c40380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861239296:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066891.110592:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1901d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.114590:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.114739:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c40380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861239296:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066891.114764:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066891.114810:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860689152:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4670us (4784us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.114821:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12572 00000100:00100000:1.0:1746066891.115072:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860689408 00000100:00100000:1.0:1746066891.115080:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860689408 00002000:00100000:1.0:1746066891.115124:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952ebb80 x1830882860689408/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.115133:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952ebb80 with x1830882860689408 ext(0->4095) 00010000:00010000:1.0:1746066891.115143:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439a50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f580 expref: 51 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.115644:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439a50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f580 expref: 51 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:1.0:1746066891.115651:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952ebb80 00000100:00100000:1.0:1746066891.115676:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2377 00000100:00100000:1.0:1746066891.115683:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+51:2034:x1830882860689408:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066891.115810:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+51:2034:x1830882860689408:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (1229us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066891.115816:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2377 00002000:00100000:1.0:1746066891.115821:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952ebb80 x1830882860689408/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.115828:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952ebb80 with x1830882860689408 ext(0->4095) 00010000:00010000:1.0:1746066891.115832:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439a50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f580 expref: 51 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.115840:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439a50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f580 expref: 51 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:1.0:1746066891.115861:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952ebb80 00000100:00100000:0.0:1746066891.118724:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.118883:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860689536 00000100:00100000:2.0:1746066891.119092:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860689536 00010000:00010000:2.0:1746066891.119127:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439a50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f580 expref: 51 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.119163:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12573 00000100:00100000:2.0:1746066891.119170:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5216c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+51:2034:x1830882860689536:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066891.119183:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066891.119203:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439a50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f580 expref: 51 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.119215:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439a50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f580 expref: 51 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.119239:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439a50 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f580 expref: 51 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.119912:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.119916:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.119925:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439a57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f587 expref: 50 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.119935:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439a57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f587 expref: 50 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.119970:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439a57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f587 expref: 50 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066891.119981:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c40380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861239424:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066891.120657:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1901d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066891.124687:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c40380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861239424:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066891.124714:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066891.124766:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5216c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+50:2034:x1830882860689536:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5595us (6049us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.124779:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12573 00000100:00100000:0.0:1746066891.125583:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.125651:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860689792 00000100:00100000:3.0:1746066891.125659:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860689792 00002000:00100000:3.0:1746066891.125705:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e8000 x1830882860689792/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066891.125721:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e8000 with x1830882860689792 ext(0->4095) 00002000:00010000:3.0:1746066891.125726:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952e8000 00000100:00100000:3.0:1746066891.125756:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13306 00000100:00100000:3.0:1746066891.125763:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+50:2033:x1830882860689792:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066891.125916:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+50:2033:x1830882860689792:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 152us (334us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066891.125922:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13306 00002000:00100000:3.0:1746066891.126100:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e8000 x1830882860689792/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066891.126108:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e8000 with x1830882860689792 ext(0->4095) 00002000:00010000:3.0:1746066891.126111:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952e8000 00000100:00100000:0.0:1746066891.129593:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.129802:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860689920 00000100:00100000:2.0:1746066891.129813:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860689920 00000100:00100000:2.0:1746066891.129876:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29747 00000100:00100000:2.0:1746066891.129884:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860689920:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066891.129903:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066891.129921:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439a5e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f58e expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.129951:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439a57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f587 expref: 49 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.129962:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.129964:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.129967:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439a5e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f58e expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.129998:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439a57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f587 expref: 49 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.130010:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439a57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f587 expref: 49 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.130023:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861239552:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066891.130097:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066891.133177:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861239552:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066891.133207:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439a5e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f58e expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.133222:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26a00, rc 0) 00000100:00100000:2.0:1746066891.133284:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860689920:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3399us (3966us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.133293:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29747 00000100:00100000:0.0:1746066891.133464:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.133536:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860690048 00000100:00100000:2.0:1746066891.133543:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860690048 00010000:00010000:2.0:1746066891.133569:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439a57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f587 expref: 50 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.133596:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12574 00000100:00100000:2.0:1746066891.133600:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+50:2034:x1830882860690048:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066891.133611:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066891.133627:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439a57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f587 expref: 50 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.133634:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439a57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f587 expref: 50 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.133652:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27a00/0xd6b24631ff439a57 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f587 expref: 50 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.133671:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.133673:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.133680:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439a5e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f58e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.133686:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439a5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f58e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.133807:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439a5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f58e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066891.133817:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c40380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861239680:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066891.134195:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066891.136810:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c40380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861239680:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066891.136830:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066891.136884:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+49:2034:x1830882860690048:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3281us (3425us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.136893:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12574 00000100:00100000:0.0:1746066891.137180:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.137237:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860690176 00000100:00100000:3.0:1746066891.137247:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860690176 00000100:00100000:3.0:1746066891.137293:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29748 00000100:00100000:3.0:1746066891.137300:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+49:1868:x1830882860690176:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.137331:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.137371:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a65 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f595 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.137401:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439a5e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f58e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.137408:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.137410:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.137414:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a65 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f595 expref: 50 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.137444:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439a5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f58e expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.137455:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439a5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f58e expref: 5 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.137467:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861239808:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066891.137541:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291780 going to sleep for 11 seconds 00000100:00100000:2.0:1746066891.138965:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.139129:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860690432 00000100:00100000:1.0:1746066891.139137:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860690432 00002000:00100000:1.0:1746066891.139171:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c40380 x1830882860690432/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.139180:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40380 with x1830882860690432 ext(0->4095) 00010000:00010000:1.0:1746066891.139188:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439a5e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f58e expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.139201:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439a5e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f58e expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00002000:00010000:1.0:1746066891.139207:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c40380 00000100:00100000:1.0:1746066891.139276:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2378 00000100:00100000:1.0:1746066891.139283:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860690432:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066891.139590:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860690432:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 305us (626us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066891.139595:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2378 00002000:00100000:1.0:1746066891.139600:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c40380 x1830882860690432/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.139607:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40380 with x1830882860690432 ext(0->4095) 00010000:00010000:1.0:1746066891.139611:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439a5e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f58e expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.139624:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439a5e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f58e expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00002000:00010000:1.0:1746066891.139629:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c40380 00000100:00100000:3.0:1746066891.140637:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861239808:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066891.140655:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a65 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f595 expref: 50 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.140667:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138400, rc 0) 00000100:00100000:3.0:1746066891.140735:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+50:1868:x1830882860690176:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3434us (3555us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.140742:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29748 00000100:00100000:0.0:1746066891.142694:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.142764:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860690560 00000100:00100000:3.0:1746066891.142769:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860690560 00000100:00100000:3.0:1746066891.143191:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29749 00000100:00100000:3.0:1746066891.143200:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+50:1869:x1830882860690560:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.143216:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.143229:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439a6c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f59c expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.143254:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.143259:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a65 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f595 expref: 51 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.143265:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.143268:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439a6c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f59c expref: 51 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.143298:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a65 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f595 expref: 51 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.143307:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439a6c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f59c expref: 51 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.143314:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139000, rc 0) 00000100:00100000:3.0:1746066891.143379:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+51:1869:x1830882860690560:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.143384:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29749 00000100:00100000:0.0:1746066891.143720:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.143840:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860690688 00000100:00100000:3.0:1746066891.143854:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860690688 00010000:00010000:3.0:1746066891.143870:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439a5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f58e expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.143887:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12575 00000100:00100000:3.0:1746066891.143892:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860690688:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.143899:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.143914:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439a5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f58e expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.143923:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439a5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f58e expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.143939:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26a00/0xd6b24631ff439a5e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f58e expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.144756:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.144759:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.144765:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f595 expref: 50 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.144773:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f595 expref: 50 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.144794:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f595 expref: 50 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.144804:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f595 expref: 50 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.144814:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861240064:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.144936:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291780 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.146776:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861240064:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066891.146793:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066891.146827:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860690688:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2933us (3106us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.146836:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12575 00000100:00100000:0.0:1746066891.148003:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.148132:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860690944 00000100:00100000:3.0:1746066891.148142:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860690944 00002000:00100000:3.0:1746066891.148197:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952eb100 x1830882860690944/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066891.148208:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952eb100 with x1830882860690944 ext(0->4095) 00010000:00010000:3.0:1746066891.148219:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f595 expref: 51 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.148234:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f595 expref: 51 pid: 9627 timeout: 1103 lvb_type: 0 00002000:00010000:3.0:1746066891.148240:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952eb100 00000100:00100000:3.0:1746066891.148649:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2379 00000100:00100000:3.0:1746066891.148659:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+51:2034:x1830882860690944:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066891.148810:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+51:2034:x1830882860690944:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 152us (814us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066891.148817:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2379 00002000:00100000:3.0:1746066891.148823:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952eb100 x1830882860690944/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066891.148831:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952eb100 with x1830882860690944 ext(0->4095) 00010000:00010000:3.0:1746066891.148836:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f595 expref: 51 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.148862:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f595 expref: 51 pid: 9627 timeout: 1103 lvb_type: 0 00002000:00010000:3.0:1746066891.148869:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952eb100 00000100:00100000:0.0:1746066891.151803:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.151984:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860691072 00000100:00100000:3.0:1746066891.151993:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860691072 00010000:00010000:3.0:1746066891.152029:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f595 expref: 51 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.152054:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12576 00000100:00100000:3.0:1746066891.152060:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+51:2033:x1830882860691072:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.152073:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.152091:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f595 expref: 51 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.152703:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f595 expref: 51 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.152730:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439a65 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f595 expref: 51 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.152756:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.152758:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.152765:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439a6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f59c expref: 50 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.152778:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439a6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f59c expref: 50 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.152858:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439a6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f59c expref: 50 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066891.152870:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861240192:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.153089:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.155275:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.155417:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860691328 00000100:00100000:1.0:1746066891.155430:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860691328 00002000:00100000:1.0:1746066891.155473:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095872680 x1830882860691328/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.155483:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095872680 with x1830882860691328 ext(0->4095) 00000100:00100000:3.0:1746066891.155485:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861240192:192.168.201.51@tcp:105: 00002000:00010000:1.0:1746066891.155489:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095872680 00010000:00010000:3.0:1746066891.155512:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066891.155524:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13307 00000100:00100000:1.0:1746066891.155532:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+51:2033:x1830882860691328:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066891.155553:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+51:2033:x1830882860691072:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3492us (3759us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.155564:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12576 00000100:00100000:1.0:1746066891.157508:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+50:2033:x1830882860691328:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 1970us (2237us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066891.157517:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13307 00002000:00100000:1.0:1746066891.157525:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095872680 x1830882860691328/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.157534:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095872680 with x1830882860691328 ext(0->4095) 00002000:00010000:1.0:1746066891.157538:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095872680 00000100:00100000:0.0:1746066891.159204:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.159299:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860691456 00000100:00100000:2.0:1746066891.159310:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860691456 00000100:00100000:2.0:1746066891.159465:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29750 00000100:00100000:2.0:1746066891.159474:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860691456:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066891.159492:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066891.159511:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a73 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f5a3 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.159542:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439a6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f59c expref: 49 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.159550:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.159551:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.159554:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a73 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5a3 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.159586:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439a6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f59c expref: 49 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.159598:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439a6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f59c expref: 49 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.159616:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861240320:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066891.160500:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066891.161368:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861240320:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066891.161395:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a73 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5a3 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.161410:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eb5e000, rc 0) 00000100:00100000:2.0:1746066891.162176:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860691456:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2700us (2978us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.162185:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29750 00000100:00100000:0.0:1746066891.162778:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.162839:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860691584 00000100:00100000:3.0:1746066891.162856:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860691584 00010000:00010000:3.0:1746066891.163062:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439a6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f59c expref: 50 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.163101:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12577 00000100:00100000:3.0:1746066891.163108:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095871500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+50:2033:x1830882860691584:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.163120:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.163139:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439a6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f59c expref: 50 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.163156:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439a6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f59c expref: 50 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.163179:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439a6c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f59c expref: 50 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.163208:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.163210:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.163216:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a73 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5a3 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.163224:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5a3 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.163252:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5a3 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066891.163264:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861240448:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.163584:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.166687:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066891.166773:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.167061:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860691968 00000100:00100000:2.0:1746066891.167068:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860691968 00000100:00100000:3.0:1746066891.167107:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861240448:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066891.167116:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29751 00000100:00100000:2.0:1746066891.167123:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+50:1868:x1830882860691968:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.167126:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066891.167140:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066891.167156:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a7a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f5aa expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.167180:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a73 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5a3 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.167187:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.167189:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.167192:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a7a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5aa expref: 51 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.167222:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5a3 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.167234:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5a3 expref: 5 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.167246:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861240576:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066891.167304:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.167375:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095871500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+51:2033:x1830882860691584:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4265us (4596us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.167384:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12577 00000100:00100000:1.0:1746066891.167440:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860691840 00000100:00100000:1.0:1746066891.167444:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860691840 00002000:00100000:1.0:1746066891.167473:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095871180 x1830882860691840/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.167489:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095871180 with x1830882860691840 ext(0->4095) 00010000:00010000:1.0:1746066891.167495:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a73 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5a3 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.167506:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a73 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5a3 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:1.0:1746066891.167512:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095871180 00000100:00100000:1.0:1746066891.167525:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2380 00000100:00100000:1.0:1746066891.167529:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095871180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860691840:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066891.167632:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095871180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860691840:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (953us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066891.167637:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2380 00002000:00100000:1.0:1746066891.167642:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095871180 x1830882860691840/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.167649:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095871180 with x1830882860691840 ext(0->4095) 00010000:00010000:1.0:1746066891.167653:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a73 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5a3 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.167661:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a73 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5a3 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:1.0:1746066891.167666:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095871180 00000100:00100000:2.0:1746066891.170010:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861240576:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066891.170042:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a7a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5aa expref: 50 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.170059:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d953800, rc 0) 00000100:00100000:2.0:1746066891.170106:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+50:1868:x1830882860691968:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2981us (3331us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.170113:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29751 00000100:00100000:0.0:1746066891.172937:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.173588:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860692096 00000100:00100000:3.0:1746066891.173598:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860692096 00010000:00010000:3.0:1746066891.173640:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5a3 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.173675:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12578 00000100:00100000:3.0:1746066891.173683:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095873b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860692096:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.173699:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.173719:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5a3 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.173731:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5a3 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.173755:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439a73 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5a3 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.173786:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.173789:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.173796:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5aa expref: 49 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.173805:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5aa expref: 49 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.173839:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5aa expref: 49 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066891.173864:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861240704:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.173956:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291300 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.179561:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861240704:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066891.179592:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066891.179644:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095873b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860692096:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5960us (6714us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.179656:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12578 00000100:00100000:0.0:1746066891.179938:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.180063:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860692352 00000100:00100000:2.0:1746066891.180070:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860692352 00002000:00100000:2.0:1746066891.180111:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095872d80 x1830882860692352/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.180121:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095872d80 with x1830882860692352 ext(0->4095) 00002000:00010000:2.0:1746066891.180125:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095872d80 00000100:00100000:2.0:1746066891.180152:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13308 00000100:00100000:2.0:1746066891.180158:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+50:2032:x1830882860692352:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746066891.180290:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+50:2032:x1830882860692352:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (353us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066891.180296:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13308 00002000:00100000:2.0:1746066891.180301:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095872d80 x1830882860692352/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.180308:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095872d80 with x1830882860692352 ext(0->4095) 00002000:00010000:2.0:1746066891.180310:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095872d80 00000100:00100000:0.0:1746066891.188189:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.190680:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860692480 00000100:00100000:2.0:1746066891.190693:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860692480 00000100:00100000:2.0:1746066891.190769:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29752 00000100:00100000:2.0:1746066891.190779:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860692480:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066891.190800:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066891.190820:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439a81 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f5b1 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.190883:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5aa expref: 49 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.190891:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.190892:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.190896:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439a81 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b1 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.190929:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5aa expref: 49 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.190947:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5aa expref: 49 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.190959:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861240832:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066891.191242:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.193657:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861240832:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066891.193683:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439a81 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b1 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066891.193695:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d950e00, rc 0) 00000100:00100000:0.0:1746066891.193735:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860692480:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2956us (5555us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066891.193743:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29752 00000100:00100000:0.0:1746066891.205584:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.205770:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860692608 00000100:00100000:1.0:1746066891.205782:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860692608 00002000:00100000:1.0:1746066891.205831:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880095871880 x1830882860692608/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 496/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.205840:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095871880 with x1830882860692608 ext(0->7) 00010000:00010000:1.0:1746066891.205863:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5aa expref: 50 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.205878:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5aa expref: 50 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:1.0:1746066891.205884:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095871880 00000100:00100000:1.0:1746066891.206195:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2381 00000100:00100000:1.0:1746066891.206204:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+50:2031:x1830882860692608:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066891.207840:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2031:x1830882860692608:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1632us (2264us total) trans 4294972224 rc 0/0 00000100:00100000:0.0:1746066891.207861:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2381 00002000:00100000:0.0:1746066891.207868:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880095871880 x1830882860692608/t4294972224(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 496/448 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066891.207875:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095871880 with x1830882860692608 ext(0->7) 00010000:00010000:0.0:1746066891.207882:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5aa expref: 52 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:0.0:1746066891.207891:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5aa expref: 52 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:0.0:1746066891.207897:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095871880 00000100:00100000:0.0:1746066891.225671:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066891.225732:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.225821:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860692864 00000100:00100000:3.0:1746066891.225832:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860692864 00010000:00010000:3.0:1746066891.225883:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5aa expref: 52 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.225915:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12579 00000100:00100000:3.0:1746066891.225922:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2032:x1830882860692864:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.225937:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746066891.225955:0:7259:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746066890 -> 1746066891 00002000:00010000:3.0:1746066891.225958:0:7259:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746066890 -> 1746066891 00010000:00010000:3.0:1746066891.225964:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5aa expref: 52 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.225976:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5aa expref: 52 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.226002:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a7a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5aa expref: 52 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.226036:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.226039:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.226047:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439a81 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b1 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.226056:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439a81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b1 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.226092:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439a81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b1 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066891.226106:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861240960:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.226187:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291300 going to sleep for 11 seconds 00000100:00100000:2.0:1746066891.226381:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860692736 00000100:00100000:2.0:1746066891.226385:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860692736 00000100:00100000:2.0:1746066891.226439:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29753 00000100:00100000:2.0:1746066891.226445:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+52:1868:x1830882860692736:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066891.226460:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066891.226472:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff439a88 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f5b8 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.226489:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439a81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b1 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.226496:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.226497:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.226500:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff439a88 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b8 expref: 53 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.226519:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439a81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b1 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.226530:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439a81 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b1 expref: 5 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.226544:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861241088:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066891.226583:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.231532:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861240960:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066891.231557:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066891.231605:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+53:2032:x1830882860692864:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5681us (5871us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.231617:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12579 00000100:00100000:2.0:1746066891.231713:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861241088:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066891.231738:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff439a88 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b8 expref: 52 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.231755:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d950800, rc 0) 00000100:00100000:2.0:1746066891.231777:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+52:1868:x1830882860692736:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5332us (6119us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.231783:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29753 00000100:00100000:0.0:1746066891.233699:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.233758:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860693120 00000100:00100000:2.0:1746066891.233767:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860693120 00002000:00100000:2.0:1746066891.233811:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c38700 x1830882860693120/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.233822:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c38700 with x1830882860693120 ext(0->4095) 00010000:00010000:2.0:1746066891.233831:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439a81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b1 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.234037:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439a81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b1 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066891.234044:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c38700 00000100:00100000:2.0:1746066891.234079:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2382 00000100:00100000:2.0:1746066891.234087:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860693120:12345-192.168.201.51@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746066891.234231:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860693120:12345-192.168.201.51@tcp:3:ldlm_bl.0 Request processed in 144us (539us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066891.234238:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2382 00002000:00100000:2.0:1746066891.234269:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c38700 x1830882860693120/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.234278:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c38700 with x1830882860693120 ext(0->4095) 00010000:00010000:2.0:1746066891.234283:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439a81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b1 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.234293:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439a81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b1 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066891.234300:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c38700 00000100:00100000:0.0:1746066891.239156:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.239575:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860693248 00000100:00100000:3.0:1746066891.239586:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860693248 00010000:00010000:3.0:1746066891.239629:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439a81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b1 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.239659:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12580 00000100:00100000:3.0:1746066891.239667:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5214c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860693248:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.239680:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.239701:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439a81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b1 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.239720:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439a81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b1 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.239746:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439a81 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b1 expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.241081:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.241086:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.241099:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff439a88 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b8 expref: 51 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.241110:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff439a88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b8 expref: 51 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.241155:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff439a88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b8 expref: 51 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066891.241169:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861241216:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.241899:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.249796:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.250738:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861241216:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066891.250759:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066891.250821:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5214c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860693248:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 11154us (11674us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.250832:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12580 00000100:00100000:2.0:1746066891.253140:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860693504 00000100:00100000:2.0:1746066891.253151:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860693504 00002000:00100000:2.0:1746066891.253204:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c38380 x1830882860693504/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.253216:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c38380 with x1830882860693504 ext(0->4095) 00002000:00010000:2.0:1746066891.253221:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c38380 00000100:00100000:2.0:1746066891.253248:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13309 00000100:00100000:2.0:1746066891.253256:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2033:x1830882860693504:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066891.253661:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2033:x1830882860693504:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 404us (3875us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066891.253668:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13309 00002000:00100000:2.0:1746066891.253674:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c38380 x1830882860693504/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.253681:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c38380 with x1830882860693504 ext(0->4095) 00002000:00010000:2.0:1746066891.253684:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c38380 00000100:00100000:0.0:1746066891.265831:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.266785:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860693632 00000100:00100000:2.0:1746066891.266796:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860693632 00000100:00100000:2.0:1746066891.266864:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29754 00000100:00100000:2.0:1746066891.266874:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860693632:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066891.266893:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066891.266913:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a8f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f5bf expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.266943:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff439a88 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b8 expref: 51 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.266951:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.266953:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.266956:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a8f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5bf expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.266987:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff439a88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b8 expref: 51 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.267000:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff439a88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b8 expref: 51 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.267014:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861241344:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066891.267096:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066891.270208:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861241344:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066891.270242:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a8f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5bf expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.270257:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d953800, rc 0) 00000100:00100000:2.0:1746066891.270298:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860693632:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3425us (4481us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.270308:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29754 00000100:00100000:0.0:1746066891.273523:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.281627:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860693760 00000100:00100000:1.0:1746066891.281643:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860693760 00002000:00100000:1.0:1746066891.281697:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008f500700 x1830882860693760/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 496/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.281709:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f500700 with x1830882860693760 ext(0->7) 00010000:00010000:1.0:1746066891.281719:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff439a88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b8 expref: 52 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.281733:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff439a88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b8 expref: 52 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:1.0:1746066891.281740:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f500700 00000100:00100000:1.0:1746066891.281778:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2383 00000100:00100000:1.0:1746066891.281787:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f500700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+52:2034:x1830882860693760:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066891.282815:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f500700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+54:2034:x1830882860693760:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1027us (9298us total) trans 4294972225 rc 0/0 00000100:00100000:0.0:1746066891.282823:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2383 00002000:00100000:0.0:1746066891.282829:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008f500700 x1830882860693760/t4294972225(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 496/448 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066891.282837:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f500700 with x1830882860693760 ext(0->7) 00010000:00010000:0.0:1746066891.282857:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff439a88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b8 expref: 54 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:0.0:1746066891.282868:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff439a88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b8 expref: 54 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:0.0:1746066891.282874:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f500700 00000100:00100000:0.0:1746066891.286259:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.286382:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860693888 00000100:00100000:2.0:1746066891.286392:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860693888 00000100:00100000:2.0:1746066891.286510:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29755 00000100:00100000:2.0:1746066891.286519:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f502300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+54:1868:x1830882860693888:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066891.286537:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066891.286554:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439a96 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f5c6 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.286582:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.286587:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a8f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5bf expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.286593:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066891.286596:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439a96 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5c6 expref: 55 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.286632:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a8f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5bf expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.286651:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439a96 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5c6 expref: 55 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.286659:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d951000, rc 0) 00000100:00100000:2.0:1746066891.286872:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f502300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+55:1868:x1830882860693888:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 353us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.286879:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29755 00000100:00100000:0.0:1746066891.296657:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.297429:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860694016 00000100:00100000:3.0:1746066891.297440:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860694016 00010000:00010000:3.0:1746066891.297673:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff439a88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b8 expref: 55 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.297709:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12581 00000100:00100000:3.0:1746066891.297717:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+55:2031:x1830882860694016:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.297732:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.297754:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff439a88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b8 expref: 55 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.297768:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff439a88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b8 expref: 55 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.297793:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d950800/0xd6b24631ff439a88 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5b8 expref: 55 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.299662:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.299667:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.299681:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a8f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5bf expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.299691:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a8f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5bf expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.299744:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a8f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5bf expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.299758:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5bf expref: 5 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.299775:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861241600:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.304876:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.306817:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861241600:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066891.306836:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066891.307904:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+54:2031:x1830882860694016:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 10184us (11590us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066891.308088:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12581 00000100:00100000:2.0:1746066891.308383:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066891.308665:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860694272 00000100:00100000:0.0:1746066891.308673:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860694272 00002000:00100000:0.0:1746066891.308717:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c40000 x1830882860694272/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066891.308729:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40000 with x1830882860694272 ext(0->4095) 00010000:00010000:0.0:1746066891.308740:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5bf expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:0.0:1746066891.308755:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5bf expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:0.0:1746066891.308762:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c40000 00000100:00100000:0.0:1746066891.308781:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2384 00000100:00100000:0.0:1746066891.308789:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860694272:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746066891.308966:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860694272:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 177us (584us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066891.308972:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2384 00002000:00100000:0.0:1746066891.308977:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c40000 x1830882860694272/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066891.308984:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40000 with x1830882860694272 ext(0->4095) 00010000:00010000:0.0:1746066891.308989:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5bf expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:0.0:1746066891.308997:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5bf expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:0.0:1746066891.309002:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c40000 00000100:00100000:0.0:1746066891.311894:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.312162:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860694400 00000100:00100000:2.0:1746066891.312170:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860694400 00010000:00010000:2.0:1746066891.312207:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5bf expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.312950:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12582 00000100:00100000:2.0:1746066891.312960:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860694400:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066891.312975:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066891.312999:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5bf expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.313012:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a8f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5bf expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.313039:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439a8f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5bf expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.313264:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.313267:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.313275:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439a96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5c6 expref: 53 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.313283:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439a96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5c6 expref: 53 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.313323:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439a96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5c6 expref: 53 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066891.313338:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d6f1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861241728:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066891.313453:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.317892:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d6f1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861241728:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066891.317919:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066891.317970:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860694400:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5010us (6083us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066891.317982:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12582 00000100:00100000:1.0:1746066891.318140:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066891.318817:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860694656 00000100:00100000:0.0:1746066891.318825:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860694656 00002000:00100000:0.0:1746066891.318880:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091268380 x1830882860694656/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066891.318891:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091268380 with x1830882860694656 ext(0->4095) 00002000:00010000:0.0:1746066891.318896:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091268380 00000100:00100000:0.0:1746066891.319101:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13310 00000100:00100000:0.0:1746066891.319109:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+54:2033:x1830882860694656:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746066891.319542:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+54:2033:x1830882860694656:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (1110us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066891.319550:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13310 00002000:00100000:0.0:1746066891.319556:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091268380 x1830882860694656/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066891.319563:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091268380 with x1830882860694656 ext(0->4095) 00002000:00010000:0.0:1746066891.319567:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091268380 00000100:00100000:0.0:1746066891.323663:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.323766:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860694784 00000100:00100000:3.0:1746066891.323776:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860694784 00000100:00100000:3.0:1746066891.323839:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29756 00000100:00100000:3.0:1746066891.323858:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860694784:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.323878:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.324121:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439a9d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f5cd expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.324156:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439a96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5c6 expref: 53 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.324163:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.324165:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.324169:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439a9d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5cd expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.324201:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439a96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5c6 expref: 53 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.324214:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439a96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5c6 expref: 53 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.324227:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861241856:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066891.324321:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066891.328153:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.328220:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861241856:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066891.328253:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439a9d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5cd expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.328272:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139c00, rc 0) 00000100:00100000:1.0:1746066891.328284:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.328320:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860694784:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4462us (4668us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.328330:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29756 00000100:00100000:3.0:1746066891.328374:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860695040 00000100:00100000:3.0:1746066891.328380:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860695040 00000100:00100000:3.0:1746066891.328408:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29757 00000100:00100000:3.0:1746066891.328415:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+54:1868:x1830882860695040:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.328436:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.328451:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439aa4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f5d4 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066891.328462:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860694912 00000100:00100000:0.0:1746066891.328466:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860694912 00010000:00010000:3.0:1746066891.328471:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.328476:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439a9d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5cd expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.328481:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746066891.328482:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439a96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5c6 expref: 56 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.328484:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439aa4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5d4 expref: 56 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066891.328502:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12583 00000100:00100000:0.0:1746066891.328506:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091269f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+56:2033:x1830882860694912:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.328510:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439a9d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5cd expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066891.328515:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.328524:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439aa4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5d4 expref: 56 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.328530:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138200, rc 0) 00010000:00010000:0.0:1746066891.328534:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439a96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5c6 expref: 56 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:0.0:1746066891.328544:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439a96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5c6 expref: 56 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.328549:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+56:1868:x1830882860695040:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.328554:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29757 00010000:00010000:0.0:1746066891.328562:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439a96 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5c6 expref: 55 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:0.0:1746066891.328583:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066891.328858:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066891.328866:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439a9d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5cd expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066891.328874:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439a9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5cd expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.328945:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439a9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5cd expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.328957:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439a9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5cd expref: 5 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.328968:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861242112:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.329227:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.331498:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861242112:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066891.331517:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066891.331574:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+54:2033:x1830882860694912:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3065us (3432us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.331585:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12583 00000100:00100000:0.0:1746066891.332957:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.333119:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860695296 00000100:00100000:2.0:1746066891.333128:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860695296 00002000:00100000:2.0:1746066891.333174:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c36680 x1830882860695296/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.333185:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c36680 with x1830882860695296 ext(0->4095) 00010000:00010000:2.0:1746066891.333201:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439a9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5cd expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.333217:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439a9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5cd expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066891.333224:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c36680 00000100:00100000:2.0:1746066891.334154:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2385 00000100:00100000:2.0:1746066891.334164:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860695296:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066891.334686:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860695296:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 522us (1733us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066891.334694:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2385 00002000:00100000:2.0:1746066891.334701:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c36680 x1830882860695296/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.334708:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c36680 with x1830882860695296 ext(0->4095) 00010000:00010000:2.0:1746066891.334715:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439a9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5cd expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.334726:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439a9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5cd expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066891.334732:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c36680 00000100:00100000:0.0:1746066891.337447:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.337580:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860695424 00000100:00100000:3.0:1746066891.337589:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860695424 00010000:00010000:3.0:1746066891.337626:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439a9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5cd expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.337657:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12584 00000100:00100000:3.0:1746066891.337663:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860695424:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.337677:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.337696:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439a9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5cd expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.337710:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439a9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5cd expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.337734:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439a9d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5cd expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.337753:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.337755:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.337763:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439aa4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5d4 expref: 53 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.337773:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439aa4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5d4 expref: 53 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.337809:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439aa4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5d4 expref: 53 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066891.337822:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861242240:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.337918:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.340764:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861242240:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066891.340784:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066891.341032:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860695424:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3364us (3592us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.341044:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12584 00000100:00100000:0.0:1746066891.342125:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.342245:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860695680 00000100:00100000:2.0:1746066891.342253:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860695680 00002000:00100000:2.0:1746066891.342296:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132e01f80 x1830882860695680/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.342306:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e01f80 with x1830882860695680 ext(0->4095) 00002000:00010000:2.0:1746066891.342311:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e01f80 00000100:00100000:2.0:1746066891.342328:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13311 00000100:00100000:2.0:1746066891.342334:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+54:2033:x1830882860695680:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066891.342866:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+54:2033:x1830882860695680:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 530us (742us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066891.342879:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13311 00002000:00100000:2.0:1746066891.342885:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132e01f80 x1830882860695680/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.342892:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e01f80 with x1830882860695680 ext(0->4095) 00002000:00010000:2.0:1746066891.342896:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e01f80 00000100:00100000:0.0:1746066891.350993:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.351442:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860695808 00000100:00100000:2.0:1746066891.351451:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860695808 00000100:00100000:2.0:1746066891.351570:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29758 00000100:00100000:2.0:1746066891.351579:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860695808:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066891.351599:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066891.351617:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439aab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f5db expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.351648:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439aa4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5d4 expref: 53 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.351656:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.351658:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.351661:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439aab lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5db expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.351693:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439aa4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5d4 expref: 53 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.351705:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439aa4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5d4 expref: 53 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.351723:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d6f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861242368:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066891.352537:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066891.364262:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d6f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861242368:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066891.364297:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439aab lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5db expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.364315:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d951600, rc 0) 00000100:00100000:2.0:1746066891.364385:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860695808:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12806us (13401us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.364394:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29758 00000100:00100000:0.0:1746066891.366271:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.366378:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860695936 00000100:00100000:2.0:1746066891.366386:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860695936 00002000:00100000:2.0:1746066891.366432:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132e01180 x1830882860695936/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 496/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.366444:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e01180 with x1830882860695936 ext(0->7) 00010000:00010000:2.0:1746066891.366452:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439aa4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5d4 expref: 54 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.366465:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439aa4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5d4 expref: 54 pid: 9627 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066891.366472:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e01180 00000100:00100000:2.0:1746066891.366491:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2386 00000100:00100000:2.0:1746066891.366498:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+54:2033:x1830882860695936:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066891.367585:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+56:2033:x1830882860695936:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1084us (1319us total) trans 4294972226 rc 0/0 00000100:00100000:0.0:1746066891.367593:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2386 00002000:00100000:0.0:1746066891.367599:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132e01180 x1830882860695936/t4294972226(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 496/448 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066891.367608:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e01180 with x1830882860695936 ext(0->7) 00010000:00010000:0.0:1746066891.367615:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439aa4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5d4 expref: 56 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:0.0:1746066891.367626:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439aa4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5d4 expref: 56 pid: 9627 timeout: 1103 lvb_type: 0 00002000:00010000:0.0:1746066891.367632:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e01180 00000100:00100000:0.0:1746066891.375011:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.376062:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860696064 00000100:00100000:2.0:1746066891.376074:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860696064 00000100:00100000:2.0:1746066891.376222:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29759 00000100:00100000:2.0:1746066891.376234:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+56:1868:x1830882860696064:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066891.376255:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066891.376275:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439ab2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f5e2 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.376311:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.376318:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439aab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5db expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.376543:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066891.376548:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439ab2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e2 expref: 57 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.376595:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439aab lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5db expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.376610:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439ab2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e2 expref: 57 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.376622:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d951000, rc 0) 00000100:00100000:2.0:1746066891.376672:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+57:1868:x1830882860696064:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 441us (1673us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.376679:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29759 00000100:00100000:0.0:1746066891.377085:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.377394:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860696192 00000100:00100000:3.0:1746066891.377399:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860696192 00010000:00010000:3.0:1746066891.377421:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439aa4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5d4 expref: 57 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.377547:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12585 00000100:00100000:3.0:1746066891.377553:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+57:2034:x1830882860696192:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.377563:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.377581:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439aa4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5d4 expref: 57 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.377592:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439aa4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5d4 expref: 57 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.377610:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff439aa4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5d4 expref: 57 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.377625:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.377626:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.377632:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439aab lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5db expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.377639:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439aab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5db expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.377660:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439aab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5db expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.377670:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439aab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5db expref: 5 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.377682:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861242624:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.377737:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.379122:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861242624:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066891.379139:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066891.379163:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+56:2034:x1830882860696192:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1610us (2079us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.379172:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12585 00000100:00100000:0.0:1746066891.380869:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.380957:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860696448 00000100:00100000:2.0:1746066891.380965:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860696448 00002000:00100000:2.0:1746066891.381006:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130525f80 x1830882860696448/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.381016:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130525f80 with x1830882860696448 ext(0->4095) 00010000:00010000:2.0:1746066891.381025:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439aab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5db expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.381038:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439aab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5db expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066891.381045:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130525f80 00000100:00100000:2.0:1746066891.381064:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2387 00000100:00100000:2.0:1746066891.381071:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860696448:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066891.381202:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860696448:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (337us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066891.381209:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2387 00002000:00100000:2.0:1746066891.381214:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130525f80 x1830882860696448/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.381222:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130525f80 with x1830882860696448 ext(0->4095) 00010000:00010000:2.0:1746066891.381226:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439aab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5db expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.381234:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439aab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5db expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066891.381240:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130525f80 00000100:00100000:0.0:1746066891.383231:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.383291:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860696576 00000100:00100000:3.0:1746066891.383297:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860696576 00010000:00010000:3.0:1746066891.383591:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439aab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5db expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.383625:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12586 00000100:00100000:3.0:1746066891.383632:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860696576:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.383643:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.383662:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439aab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5db expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.383684:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439aab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5db expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.383709:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439aab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5db expref: 6 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.383724:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.383726:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.383733:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439ab2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e2 expref: 55 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.383741:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439ab2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e2 expref: 55 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.383773:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439ab2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e2 expref: 55 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066891.383786:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861242752:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.383868:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.386920:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.387048:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861242752:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066891.387073:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066891.387137:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860696576:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3503us (3910us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.387149:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12586 00000100:00100000:2.0:1746066891.387639:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860696832 00000100:00100000:2.0:1746066891.387646:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860696832 00002000:00100000:2.0:1746066891.387687:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130524700 x1830882860696832/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.387699:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130524700 with x1830882860696832 ext(0->4095) 00002000:00010000:2.0:1746066891.387704:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130524700 00000100:00100000:2.0:1746066891.387723:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13312 00000100:00100000:2.0:1746066891.387731:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+56:2034:x1830882860696832:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066891.387864:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+56:2034:x1830882860696832:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (953us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066891.387870:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13312 00002000:00100000:2.0:1746066891.387875:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130524700 x1830882860696832/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.387883:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130524700 with x1830882860696832 ext(0->4095) 00002000:00010000:2.0:1746066891.387885:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130524700 00000100:00100000:0.0:1746066891.391797:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.392152:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860696960 00000100:00100000:3.0:1746066891.392164:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860696960 00000100:00100000:3.0:1746066891.392622:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29760 00000100:00100000:3.0:1746066891.392631:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860696960:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.392652:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.392794:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439ab9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f5e9 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.392827:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439ab2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e2 expref: 55 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.392834:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.392836:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.392851:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439ab9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e9 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.392885:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439ab2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e2 expref: 55 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.392897:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439ab2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e2 expref: 55 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.392910:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861242880:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066891.393002:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.412668:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861242880:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066891.412701:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439ab9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e9 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.412725:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139000, rc 0) 00000100:00100000:3.0:1746066891.412779:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860696960:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 20148us (20992us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.412788:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29760 00000100:00100000:0.0:1746066891.414175:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.414225:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860697088 00000100:00100000:1.0:1746066891.414233:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860697088 00000100:00100000:0.0:1746066891.414243:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00002000:00100000:1.0:1746066891.414275:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880081c39180 x1830882860697088/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 496/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.414285:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c39180 with x1830882860697088 ext(0->7) 00010000:00010000:1.0:1746066891.414294:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439ab2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e2 expref: 56 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.414307:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439ab2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e2 expref: 56 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:1.0:1746066891.414314:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c39180 00000100:00100000:1.0:1746066891.414369:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2388 00000100:00100000:1.0:1746066891.414376:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+56:2034:x1830882860697088:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746066891.414952:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860697216 00000100:00100000:3.0:1746066891.414957:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860697216 00000100:00100000:3.0:1746066891.414989:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29761 00000100:00100000:3.0:1746066891.414994:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+59:1868:x1830882860697216:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.415018:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.415032:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439ac0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f5f0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.415050:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.415056:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439ab9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e9 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.415063:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066891.415066:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439ac0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f0 expref: 60 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.415102:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439ab9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e9 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.415114:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439ac0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f0 expref: 60 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.415127:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138400, rc 0) 00000100:00100000:3.0:1746066891.415172:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+60:1868:x1830882860697216:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (928us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.415178:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29761 00000100:00100000:0.0:1746066891.416247:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+59:2034:x1830882860697088:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1868us (2073us total) trans 4294972227 rc 0/0 00000100:00100000:0.0:1746066891.416255:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2388 00002000:00100000:0.0:1746066891.416262:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880081c39180 x1830882860697088/t4294972227(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 496/448 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066891.416270:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c39180 with x1830882860697088 ext(0->7) 00010000:00010000:0.0:1746066891.416277:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439ab2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e2 expref: 59 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:0.0:1746066891.416292:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439ab2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e2 expref: 59 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:0.0:1746066891.416299:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c39180 00000100:00100000:0.0:1746066891.417919:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.418146:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860697344 00000100:00100000:3.0:1746066891.418153:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860697344 00010000:00010000:3.0:1746066891.418182:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439ab2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e2 expref: 59 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.418220:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12587 00000100:00100000:3.0:1746066891.418227:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5217050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+59:2031:x1830882860697344:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.418239:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.418255:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439ab2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e2 expref: 59 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.418266:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439ab2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e2 expref: 59 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.418289:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439ab2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e2 expref: 59 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.418703:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.418706:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.418715:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439ab9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e9 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.418728:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439ab9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e9 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.418762:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439ab9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e9 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.418774:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439ab9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e9 expref: 5 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.418785:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861243136:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.418886:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.420906:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861243136:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066891.421450:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066891.421503:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5217050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+58:2031:x1830882860697344:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3274us (3587us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.421515:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12587 00000100:00100000:0.0:1746066891.421622:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.422189:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860697600 00000100:00100000:1.0:1746066891.422196:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860697600 00002000:00100000:1.0:1746066891.422235:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c3b800 x1830882860697600/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.422246:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3b800 with x1830882860697600 ext(0->4095) 00010000:00010000:1.0:1746066891.422255:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439ab9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e9 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.422267:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439ab9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e9 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00002000:00010000:1.0:1746066891.422275:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c3b800 00000100:00100000:1.0:1746066891.422293:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2389 00000100:00100000:1.0:1746066891.422305:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860697600:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066891.422458:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860697600:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 152us (1402us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066891.422874:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2389 00002000:00100000:1.0:1746066891.422880:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c3b800 x1830882860697600/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.422887:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3b800 with x1830882860697600 ext(0->4095) 00010000:00010000:1.0:1746066891.422892:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439ab9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e9 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.422902:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439ab9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e9 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00002000:00010000:1.0:1746066891.422907:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c3b800 00000100:00100000:0.0:1746066891.425607:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.425713:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860697728 00000100:00100000:3.0:1746066891.425722:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860697728 00010000:00010000:3.0:1746066891.425754:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439ab9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e9 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.426143:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12588 00000100:00100000:3.0:1746066891.426152:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860697728:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.426165:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.426305:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439ab9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e9 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.426317:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439ab9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e9 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.426391:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439ab9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5e9 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.426410:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.426412:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.426420:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439ac0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f0 expref: 57 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.426428:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439ac0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f0 expref: 57 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.426468:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439ac0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f0 expref: 57 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066891.426483:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861243264:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.426560:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962916c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.430122:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.430190:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860697984 00000100:00100000:3.0:1746066891.430194:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861243264:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066891.430197:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860697984 00010000:00010000:3.0:1746066891.430214:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746066891.430244:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009529d880 x1830882860697984/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746066891.430254:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860697728:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4105us (4655us total) trans 0 rc 0/0 00002000:00100000:1.0:1746066891.430254:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529d880 with x1830882860697984 ext(0->4095) 00002000:00010000:1.0:1746066891.430259:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009529d880 00000100:00100000:3.0:1746066891.430265:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12588 00000100:00100000:1.0:1746066891.430289:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13313 00000100:00100000:1.0:1746066891.430297:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+58:2034:x1830882860697984:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066891.431536:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+58:2034:x1830882860697984:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 1235us (1419us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066891.431546:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13313 00002000:00100000:1.0:1746066891.431553:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009529d880 x1830882860697984/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.431561:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529d880 with x1830882860697984 ext(0->4095) 00002000:00010000:1.0:1746066891.431566:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009529d880 00000100:00100000:0.0:1746066891.433679:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.433746:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860698112 00000100:00100000:3.0:1746066891.433755:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860698112 00000100:00100000:3.0:1746066891.434277:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29762 00000100:00100000:3.0:1746066891.434286:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860698112:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.434304:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.434322:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ac7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f5f7 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.434383:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439ac0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f0 expref: 57 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.434391:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.434393:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.434397:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ac7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f7 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.434428:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439ac0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f0 expref: 57 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.434443:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439ac0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f0 expref: 57 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.434455:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861243392:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066891.434539:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962916c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.436617:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861243392:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066891.436648:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ac7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f7 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.436670:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138c00, rc 0) 00000100:00100000:3.0:1746066891.436720:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860698112:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2433us (3045us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.436729:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29762 00000100:00100000:0.0:1746066891.437101:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.437134:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860698240 00000100:00100000:3.0:1746066891.437140:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860698240 00010000:00010000:3.0:1746066891.437167:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439ac0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f0 expref: 58 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.437584:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12589 00000100:00100000:3.0:1746066891.437809:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+58:2033:x1830882860698240:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.437825:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.437860:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439ac0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f0 expref: 58 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.437873:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439ac0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f0 expref: 58 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.437901:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439ac0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f0 expref: 58 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.437958:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.437960:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.437968:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ac7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f7 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.437979:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ac7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f7 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.438009:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ac7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f7 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066891.438020:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861243520:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.438256:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962916c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066891.441207:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.441293:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860698368 00000100:00100000:3.0:1746066891.441303:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860698368 00000100:00100000:3.0:1746066891.441808:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29763 00000100:00100000:3.0:1746066891.441815:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+58:1868:x1830882860698368:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.441835:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.441862:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439ace lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f5fe expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.441889:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ac7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f7 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.441897:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.441899:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.441902:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439ace lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5fe expref: 59 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.441934:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ac7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f7 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.441951:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ac7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f7 expref: 5 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.441964:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861243648:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066891.442093:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861243520:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066891.442108:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066891.442127:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+59:2033:x1830882860698240:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4537us (5029us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.442134:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12589 00000100:00100000:3.0:1746066891.442851:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962910c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.443275:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.443326:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860698624 00000100:00100000:1.0:1746066891.443332:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860698624 00002000:00100000:1.0:1746066891.443567:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f8b480 x1830882860698624/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.443577:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f8b480 with x1830882860698624 ext(0->4095) 00010000:00010000:1.0:1746066891.443584:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ac7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f7 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.443595:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ac7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f7 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00002000:00010000:1.0:1746066891.443600:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131f8b480 00000100:00100000:1.0:1746066891.443774:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2390 00000100:00100000:1.0:1746066891.443781:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860698624:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066891.444430:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861243648:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066891.444449:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439ace lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5fe expref: 58 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.444461:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138000, rc 0) 00000100:00100000:3.0:1746066891.444484:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+58:1868:x1830882860698368:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2670us (3287us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.444491:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29763 00000100:00100000:1.0:1746066891.444676:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860698624:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 894us (1402us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066891.444686:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2390 00002000:00100000:1.0:1746066891.444691:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f8b480 x1830882860698624/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.444700:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f8b480 with x1830882860698624 ext(0->4095) 00010000:00010000:1.0:1746066891.444705:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ac7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f7 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.444714:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ac7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f7 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00002000:00010000:1.0:1746066891.444720:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131f8b480 00000100:00100000:0.0:1746066891.448797:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.448878:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860698752 00000100:00100000:2.0:1746066891.448888:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860698752 00010000:00010000:2.0:1746066891.448926:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ac7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f7 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.449011:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12590 00000100:00100000:2.0:1746066891.449019:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860698752:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066891.449034:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066891.449055:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ac7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f7 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.449067:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ac7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f7 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.449091:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ac7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5f7 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.449124:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.449126:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.449133:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439ace lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5fe expref: 57 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.449141:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439ace lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5fe expref: 57 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.449176:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439ace lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5fe expref: 57 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066891.449189:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d6f1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861243776:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066891.449277:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.451885:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.451891:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d6f1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861243776:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066891.451914:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066891.451955:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860699008 00000100:00100000:1.0:1746066891.451961:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860699008 00000100:00100000:2.0:1746066891.451977:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860698752:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2958us (3190us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.451987:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12590 00002000:00100000:1.0:1746066891.452011:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f8b800 x1830882860699008/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.452021:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f8b800 with x1830882860699008 ext(0->4095) 00002000:00010000:1.0:1746066891.452025:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f8b800 00000100:00100000:1.0:1746066891.452039:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13314 00000100:00100000:1.0:1746066891.452045:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+58:2034:x1830882860699008:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066891.452159:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+58:2034:x1830882860699008:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (283us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066891.452165:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13314 00002000:00100000:1.0:1746066891.452170:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f8b800 x1830882860699008/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.452183:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f8b800 with x1830882860699008 ext(0->4095) 00002000:00010000:1.0:1746066891.452186:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f8b800 00000100:00100000:0.0:1746066891.456296:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.456406:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860699136 00000100:00100000:3.0:1746066891.456416:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860699136 00000100:00100000:3.0:1746066891.456475:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29764 00000100:00100000:3.0:1746066891.456485:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860699136:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.456519:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.456538:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ad5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f605 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.456573:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439ace lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5fe expref: 57 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.456586:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.456588:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.456592:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ad5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f605 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.456624:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439ace lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5fe expref: 57 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.456638:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439ace lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5fe expref: 57 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.456650:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861243904:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066891.456743:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962910c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.463773:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861243904:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066891.463807:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ad5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f605 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.463825:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139c00, rc 0) 00000100:00100000:3.0:1746066891.463897:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860699136:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7413us (7612us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.463906:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29764 00000100:00100000:0.0:1746066891.465544:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.465622:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860699264 00000100:00100000:1.0:1746066891.465631:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860699264 00002000:00100000:1.0:1746066891.465671:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012ffab100 x1830882860699264/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 496/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.465680:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffab100 with x1830882860699264 ext(0->7) 00010000:00010000:1.0:1746066891.465689:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439ace lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5fe expref: 58 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.465702:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439ace lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5fe expref: 58 pid: 9627 timeout: 1103 lvb_type: 0 00002000:00010000:1.0:1746066891.465708:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffab100 00000100:00100000:1.0:1746066891.472652:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2391 00000100:00100000:1.0:1746066891.472676:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+58:2034:x1830882860699264:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066891.473304:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.473420:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860699392 00000100:00100000:3.0:1746066891.473428:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860699392 00000100:00100000:3.0:1746066891.473462:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29765 00000100:00100000:3.0:1746066891.473467:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+59:1868:x1830882860699392:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.473478:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.473495:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439adc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f60c expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.473518:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.473524:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ad5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f605 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.473529:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066891.473532:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439adc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f60c expref: 60 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.473568:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ad5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f605 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.473579:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439adc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f60c expref: 60 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.473590:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138400, rc 0) 00000100:00100000:3.0:1746066891.475099:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+62:1868:x1830882860699392:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1625us (1790us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.475107:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29765 00000100:00100000:0.0:1746066891.476318:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+61:2034:x1830882860699264:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 3650us (10775us total) trans 4294972228 rc 0/0 00000100:00100000:0.0:1746066891.476326:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2391 00002000:00100000:0.0:1746066891.476337:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012ffab100 x1830882860699264/t4294972228(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 496/448 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066891.476358:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffab100 with x1830882860699264 ext(0->7) 00010000:00010000:0.0:1746066891.476369:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439ace lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5fe expref: 61 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:0.0:1746066891.476388:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439ace lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5fe expref: 61 pid: 9627 timeout: 1103 lvb_type: 0 00002000:00010000:0.0:1746066891.476394:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffab100 00000100:00100000:0.0:1746066891.479605:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.479675:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860699520 00000100:00100000:2.0:1746066891.479687:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860699520 00010000:00010000:2.0:1746066891.479733:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439ace lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5fe expref: 61 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.479968:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12591 00000100:00100000:2.0:1746066891.479978:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+61:2032:x1830882860699520:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066891.479992:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066891.480013:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439ace lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5fe expref: 61 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.480025:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439ace lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5fe expref: 61 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.480047:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439ace lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f5fe expref: 61 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.480078:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.480080:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.480088:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ad5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f605 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.480095:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ad5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f605 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.480131:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ad5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f605 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.480144:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ad5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f605 expref: 5 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.480156:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d6f1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861244160:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066891.482075:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066891.485428:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d6f1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861244160:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066891.485519:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066891.485587:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+60:2032:x1830882860699520:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5608us (5988us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.485599:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12591 00000100:00100000:0.0:1746066891.487151:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.488568:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860699776 00000100:00100000:2.0:1746066891.488580:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860699776 00002000:00100000:2.0:1746066891.488632:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffa9500 x1830882860699776/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.488644:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa9500 with x1830882860699776 ext(0->4095) 00010000:00010000:2.0:1746066891.488653:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ad5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f605 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.488664:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ad5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f605 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066891.488670:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffa9500 00000100:00100000:2.0:1746066891.488699:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2392 00000100:00100000:2.0:1746066891.488706:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860699776:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066891.488880:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860699776:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 172us (1734us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066891.488886:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2392 00002000:00100000:2.0:1746066891.488892:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffa9500 x1830882860699776/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.488899:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa9500 with x1830882860699776 ext(0->4095) 00010000:00010000:2.0:1746066891.488903:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ad5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f605 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.488911:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ad5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f605 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066891.488916:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ffa9500 00000100:00100000:0.0:1746066891.492929:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.493537:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860699904 00000100:00100000:2.0:1746066891.493547:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860699904 00010000:00010000:3.0:1746066891.493860:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ad5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f605 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.494164:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12592 00000100:00100000:3.0:1746066891.494174:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffaa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860699904:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.494191:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.494215:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ad5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f605 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.494228:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ad5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f605 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.494253:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ad5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f605 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.494561:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.494564:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.494572:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439adc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f60c expref: 59 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.494582:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439adc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f60c expref: 59 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.494616:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439adc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f60c expref: 59 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066891.494629:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861244288:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.495365:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962910c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.497573:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861244288:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066891.497596:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066891.497641:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffaa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860699904:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3467us (4723us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.497656:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12592 00000100:00100000:0.0:1746066891.499802:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.499916:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860700160 00000100:00100000:2.0:1746066891.499923:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860700160 00002000:00100000:2.0:1746066891.499969:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffa9f80 x1830882860700160/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.499981:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa9f80 with x1830882860700160 ext(0->4095) 00002000:00010000:2.0:1746066891.499986:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ffa9f80 00000100:00100000:2.0:1746066891.500137:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13315 00000100:00100000:2.0:1746066891.500146:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+60:2032:x1830882860700160:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746066891.500653:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+60:2032:x1830882860700160:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 505us (856us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066891.500660:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13315 00002000:00100000:2.0:1746066891.500667:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffa9f80 x1830882860700160/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.500675:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa9f80 with x1830882860700160 ext(0->4095) 00002000:00010000:2.0:1746066891.500678:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ffa9f80 00000100:00100000:0.0:1746066891.508418:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.508488:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860700288 00000100:00100000:3.0:1746066891.508501:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860700288 00000100:00100000:3.0:1746066891.508561:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29766 00000100:00100000:3.0:1746066891.508570:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860700288:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.508590:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.508610:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ae3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f613 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.508644:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439adc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f60c expref: 59 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.508652:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.508655:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.508659:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ae3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f613 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.508691:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439adc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f60c expref: 59 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.508706:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439adc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f60c expref: 59 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.508719:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861244416:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066891.510291:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962910c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.513504:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861244416:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066891.513547:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ae3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f613 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.513566:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138c00, rc 0) 00000100:00100000:3.0:1746066891.513620:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860700288:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5049us (5212us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.513629:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29766 00000100:00100000:0.0:1746066891.522852:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.522992:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860700416 00000100:00100000:2.0:1746066891.523002:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860700416 00002000:00100000:2.0:1746066891.523050:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880123a95180 x1830882860700416/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 496/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.523061:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a95180 with x1830882860700416 ext(0->7) 00010000:00010000:2.0:1746066891.523071:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439adc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f60c expref: 60 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.523085:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439adc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f60c expref: 60 pid: 9627 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066891.523092:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123a95180 00000100:00100000:2.0:1746066891.523119:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2393 00000100:00100000:2.0:1746066891.523125:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+60:2033:x1830882860700416:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066891.526053:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+62:2033:x1830882860700416:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2915us (3208us total) trans 4294972229 rc 0/0 00000100:00100000:0.0:1746066891.526067:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2393 00002000:00100000:0.0:1746066891.526078:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880123a95180 x1830882860700416/t4294972229(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 496/448 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066891.526087:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a95180 with x1830882860700416 ext(0->7) 00010000:00010000:0.0:1746066891.526098:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439adc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f60c expref: 62 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:0.0:1746066891.526115:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439adc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f60c expref: 62 pid: 9627 timeout: 1103 lvb_type: 0 00002000:00010000:0.0:1746066891.526122:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123a95180 00000100:00100000:0.0:1746066891.531851:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.532410:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860700544 00000100:00100000:3.0:1746066891.532420:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860700544 00010000:00010000:3.0:1746066891.532462:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439adc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f60c expref: 62 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.533810:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12593 00000100:00100000:3.0:1746066891.533825:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a97100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+62:2031:x1830882860700544:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.533854:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.533878:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439adc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f60c expref: 62 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.533892:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439adc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f60c expref: 62 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.533916:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439adc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f60c expref: 62 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.533950:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.533952:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.533961:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ae3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f613 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.533971:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ae3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f613 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.534008:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ae3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f613 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066891.534023:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861244544:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.534128:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962910c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.537593:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861244544:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066891.537614:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066891.537658:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a97100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+61:2031:x1830882860700544:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3837us (5830us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.537670:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12593 00000100:00100000:2.0:1746066891.537791:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.538048:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860700800 00000100:00100000:1.0:1746066891.538055:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860700800 00002000:00100000:1.0:1746066891.538098:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f1180 x1830882860700800/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.538108:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f1180 with x1830882860700800 ext(0->4095) 00002000:00010000:1.0:1746066891.538112:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d6f1180 00000100:00100000:1.0:1746066891.538130:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13316 00000100:00100000:1.0:1746066891.538137:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860700800:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066891.538265:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860700800:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (473us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066891.538271:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13316 00002000:00100000:1.0:1746066891.538276:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d6f1180 x1830882860700800/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.538283:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f1180 with x1830882860700800 ext(0->4095) 00002000:00010000:1.0:1746066891.538286:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d6f1180 00000100:00100000:0.0:1746066891.541645:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.541774:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860700928 00000100:00100000:3.0:1746066891.541783:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860700928 00000100:00100000:3.0:1746066891.542024:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29767 00000100:00100000:3.0:1746066891.542032:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+61:1869:x1830882860700928:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.542051:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.542069:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439aea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f61a expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.542104:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ae3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f613 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.542111:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.542113:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.542116:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439aea lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f61a expref: 62 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.542148:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ae3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f613 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.542160:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ae3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f613 expref: 5 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.542173:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861244672:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066891.543232:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962910c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.546612:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.546719:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860701056 00000100:00100000:2.0:1746066891.546729:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860701056 00000100:00100000:2.0:1746066891.546788:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29768 00000100:00100000:2.0:1746066891.546797:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+63:1868:x1830882860701056:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066891.546818:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066891.546846:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439af1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f621 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.546876:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.546882:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439aea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f61a expref: 64 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.546888:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.546892:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439af1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f621 expref: 64 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.546930:0:9917:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439aea lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f61a expref: 64 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.546944:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439af1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f621 expref: 64 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.546955:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d950e00, rc 0) 00000100:00100000:2.0:1746066891.547010:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+64:1868:x1830882860701056:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 214us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.547016:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29768 00000100:00100000:3.0:1746066891.547163:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861244672:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066891.547181:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439aea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f61a expref: 63 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.547190:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139000, rc 0) 00000100:00100000:3.0:1746066891.547208:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+63:1869:x1830882860700928:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5179us (5576us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.547214:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29767 00000100:00100000:1.0:1746066891.548241:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.548545:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860701184 00000100:00100000:3.0:1746066891.548550:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860701184 00010000:00010000:3.0:1746066891.548570:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ae3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f613 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.548592:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12594 00000100:00100000:3.0:1746066891.548598:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b52cc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860701184:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.548612:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.548631:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ae3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f613 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.548643:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ae3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f613 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.548662:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138c00/0xd6b24631ff439ae3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f613 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.548688:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.548690:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.548696:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439aea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f61a expref: 62 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.548704:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439aea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f61a expref: 62 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.548727:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439aea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f61a expref: 62 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.548738:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439aea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f61a expref: 62 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.548750:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861244928:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.548806:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962910c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.553204:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.553434:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860701440 00000100:00100000:2.0:1746066891.553444:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860701440 00002000:00100000:2.0:1746066891.553494:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc5180 x1830882860701440/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746066891.553500:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861244928:192.168.201.51@tcp:105: 00002000:00100000:2.0:1746066891.553513:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc5180 with x1830882860701440 ext(0->4095) 00010000:00010000:3.0:1746066891.553523:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066891.553523:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439aea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f61a expref: 63 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.553538:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439aea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f61a expref: 63 pid: 9627 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066891.553545:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc5180 00000100:00100000:3.0:1746066891.553689:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b52cc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860701184:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5089us (5447us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.553699:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12594 00000100:00100000:1.0:1746066891.553704:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2394 00000100:00100000:1.0:1746066891.553714:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+63:2034:x1830882860701440:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066891.553886:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+63:2034:x1830882860701440:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 173us (693us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066891.553893:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2394 00002000:00100000:1.0:1746066891.553899:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc5180 x1830882860701440/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.553907:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc5180 with x1830882860701440 ext(0->4095) 00010000:00010000:1.0:1746066891.553912:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439aea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f61a expref: 63 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.553921:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439aea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f61a expref: 63 pid: 9627 timeout: 1103 lvb_type: 0 00002000:00010000:1.0:1746066891.553927:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc5180 00000100:00100000:0.0:1746066891.559121:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066891.559445:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.559523:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860701696 00000100:00100000:3.0:1746066891.559534:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860701696 00000100:00100000:1.0:1746066891.559545:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860701568 00000100:00100000:1.0:1746066891.559550:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860701568 00010000:00010000:3.0:1746066891.559581:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439aea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f61a expref: 63 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:1.0:1746066891.559602:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29769 00000100:00100000:1.0:1746066891.559611:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860701568:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746066891.559614:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12595 00000100:00100000:3.0:1746066891.559624:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+63:2033:x1830882860701696:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066891.559629:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066891.559645:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439af8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f628 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.559670:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066891.559675:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439af1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f621 expref: 63 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.559679:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066891.559682:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439af8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f628 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.559717:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439af1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f621 expref: 63 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.559728:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439af8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f628 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.559735:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c223c00, rc 0) 00000100:00100000:1.0:1746066891.559777:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860701568:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066891.559782:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29769 00010000:00010000:3.0:1746066891.560122:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.560145:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439aea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f61a expref: 63 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.560160:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439aea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f61a expref: 63 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.560177:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439aea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f61a expref: 63 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.560192:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.560193:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.560199:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439af1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f621 expref: 62 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.560206:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439af1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f621 expref: 62 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.560226:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439af1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f621 expref: 62 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.560237:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439af1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f621 expref: 62 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.560248:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861245184:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.560304:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.563354:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861245184:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066891.563378:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066891.563479:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+62:2033:x1830882860701696:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3856us (4033us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066891.563491:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12595 00000100:00100000:0.0:1746066891.565094:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.565254:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860701952 00000100:00100000:2.0:1746066891.565262:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860701952 00002000:00100000:2.0:1746066891.565308:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc5f80 x1830882860701952/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.566392:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc5f80 with x1830882860701952 ext(0->4095) 00010000:00010000:2.0:1746066891.566404:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439af1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f621 expref: 62 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.566420:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439af1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f621 expref: 62 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066891.566426:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc5f80 00000100:00100000:2.0:1746066891.566930:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2395 00000100:00100000:2.0:1746066891.566940:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+62:2033:x1830882860701952:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066891.568751:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+62:2033:x1830882860701952:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 1806us (3652us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066891.568760:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2395 00002000:00100000:2.0:1746066891.568772:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc5f80 x1830882860701952/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.568781:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc5f80 with x1830882860701952 ext(0->4095) 00010000:00010000:2.0:1746066891.568791:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439af1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f621 expref: 62 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.568806:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439af1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f621 expref: 62 pid: 9917 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066891.568812:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc5f80 00000100:00100000:0.0:1746066891.571768:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.572548:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860702080 00000100:00100000:1.0:1746066891.572556:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.572559:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860702080 00000100:00100000:2.0:1746066891.572600:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29770 00000100:00100000:2.0:1746066891.572607:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+62:1868:x1830882860702080:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066891.572625:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066891.572642:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439aff lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f62f expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066891.572904:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860702208 00000100:00100000:0.0:1746066891.572908:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860702208 00010000:00010000:0.0:1746066891.572928:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439af1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f621 expref: 63 pid: 9917 timeout: 1103 lvb_type: 0 00000100:00100000:0.0:1746066891.572948:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12596 00000100:00100000:0.0:1746066891.572953:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091269f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+63:2033:x1830882860702208:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066891.572965:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066891.572983:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439af1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f621 expref: 63 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:0.0:1746066891.572996:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439af1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f621 expref: 63 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:0.0:1746066891.573016:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439af1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f621 expref: 63 pid: 9917 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.573046:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.573056:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439af8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f628 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.573062:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.573066:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439aff lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f62f expref: 64 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.573099:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439af8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f628 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.573118:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439aff lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f62f expref: 64 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.573126:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.573127:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.573134:0:9627:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439af8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f628 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.573141:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439af8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f628 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.573156:0:9627:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439af8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f628 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.573166:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439af8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f628 expref: 5 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.573177:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d6f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861245440:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066891.573264:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00010000:00010000:0.0:1746066891.573325:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066891.573361:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+63:2033:x1830882860702208:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 406us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066891.573369:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12596 00000100:00100000:2.0:1746066891.578450:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d6f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861245440:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066891.578476:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d951000, rc 0) 00000100:00100000:2.0:1746066891.578758:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+62:1868:x1830882860702080:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6148us (6994us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.578768:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29770 00000100:00100000:0.0:1746066891.580618:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.580684:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860702464 00000100:00100000:2.0:1746066891.580693:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860702464 00002000:00100000:2.0:1746066891.580737:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc7100 x1830882860702464/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.580748:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc7100 with x1830882860702464 ext(0->4095) 00010000:00010000:2.0:1746066891.580757:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439af8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f628 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.580772:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439af8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f628 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066891.580779:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc7100 00000100:00100000:2.0:1746066891.580811:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2396 00000100:00100000:2.0:1746066891.580819:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860702464:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066891.580974:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860702464:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 156us (363us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066891.581150:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2396 00002000:00100000:2.0:1746066891.581155:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc7100 x1830882860702464/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.581163:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc7100 with x1830882860702464 ext(0->4095) 00010000:00010000:2.0:1746066891.581167:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439af8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f628 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.581176:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439af8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f628 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066891.581182:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc7100 00000100:00100000:0.0:1746066891.586761:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.586882:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860702592 00000100:00100000:2.0:1746066891.586891:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860702592 00010000:00010000:2.0:1746066891.587131:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439af8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f628 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.587170:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12597 00000100:00100000:2.0:1746066891.587177:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860702592:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066891.587190:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066891.587209:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439af8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f628 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.587221:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439af8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f628 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.587243:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c223c00/0xd6b24631ff439af8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f628 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.587273:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.587275:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.587283:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439aff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f62f expref: 61 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.587291:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439aff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f62f expref: 61 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.587323:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439aff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f62f expref: 61 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066891.587369:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d6f3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861245568:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066891.587449:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066891.589473:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d6f3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861245568:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066891.589493:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066891.589528:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860702592:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2351us (2778us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.589537:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12597 00000100:00100000:0.0:1746066891.590699:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.591543:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860702848 00000100:00100000:1.0:1746066891.591552:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860702848 00002000:00100000:1.0:1746066891.591599:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0dc00 x1830882860702848/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.591609:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0dc00 with x1830882860702848 ext(0->4095) 00002000:00010000:1.0:1746066891.591614:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095d0dc00 00000100:00100000:1.0:1746066891.592224:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13317 00000100:00100000:1.0:1746066891.592233:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+62:2033:x1830882860702848:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066891.592849:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+62:2033:x1830882860702848:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 606us (2142us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066891.592855:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13317 00002000:00100000:1.0:1746066891.592863:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0dc00 x1830882860702848/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.592870:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0dc00 with x1830882860702848 ext(0->4095) 00002000:00010000:1.0:1746066891.592873:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095d0dc00 00000100:00100000:0.0:1746066891.596247:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.596374:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860702976 00000100:00100000:2.0:1746066891.596384:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860702976 00000100:00100000:2.0:1746066891.596446:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29771 00000100:00100000:2.0:1746066891.596456:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860702976:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066891.596474:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066891.596495:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b06 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f636 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.596528:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439aff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f62f expref: 61 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.596535:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.596537:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.596540:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b06 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f636 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.596571:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439aff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f62f expref: 61 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.596588:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439aff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f62f expref: 61 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.596600:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d6f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861245696:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066891.597872:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066891.599228:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d6f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861245696:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066891.599253:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b06 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f636 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.599267:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d953800, rc 0) 00000100:00100000:2.0:1746066891.599313:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860702976:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2859us (3075us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.599320:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29771 00000100:00100000:0.0:1746066891.600370:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.600656:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860703232 00000100:00100000:3.0:1746066891.600664:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860703232 00000100:00100000:3.0:1746066891.600705:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29772 00000100:00100000:3.0:1746066891.600712:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+62:1868:x1830882860703232:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.600728:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.600745:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b0d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f63d expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.600771:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.600777:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b06 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f636 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.600783:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066891.600787:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b0d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f63d expref: 63 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.600819:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b06 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f636 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.600848:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b0d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f63d expref: 63 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.600858:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138000, rc 0) 00000100:00100000:3.0:1746066891.600894:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+63:1868:x1830882860703232:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.600900:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29772 00000100:00100000:0.0:1746066891.601833:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.602143:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860703104 00000100:00100000:3.0:1746066891.602148:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860703104 00010000:00010000:3.0:1746066891.602175:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439aff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f62f expref: 63 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.602531:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12598 00000100:00100000:3.0:1746066891.602539:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+63:2033:x1830882860703104:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.602550:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.602571:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439aff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f62f expref: 63 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.602582:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439aff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f62f expref: 63 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.602602:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d951000/0xd6b24631ff439aff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f62f expref: 63 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.602626:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.602629:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.602640:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b06 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f636 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.602647:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f636 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.602670:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f636 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.602681:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f636 expref: 5 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.602692:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861245952:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.602763:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962913c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.605748:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861245952:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066891.605767:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066891.605824:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+62:2033:x1830882860703104:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3285us (3992us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.605833:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12598 00000100:00100000:0.0:1746066891.606644:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.606710:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860703488 00000100:00100000:1.0:1746066891.606718:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860703488 00002000:00100000:1.0:1746066891.606763:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65c700 x1830882860703488/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.606773:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65c700 with x1830882860703488 ext(0->4095) 00010000:00010000:1.0:1746066891.606782:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f636 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.606795:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f636 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00002000:00010000:1.0:1746066891.606802:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f65c700 00000100:00100000:1.0:1746066891.606845:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2397 00000100:00100000:1.0:1746066891.606852:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860703488:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066891.606986:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860703488:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066891.606992:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2397 00002000:00100000:1.0:1746066891.606997:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f65c700 x1830882860703488/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.607004:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f65c700 with x1830882860703488 ext(0->4095) 00010000:00010000:1.0:1746066891.607008:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f636 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.607017:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f636 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00002000:00010000:1.0:1746066891.607023:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f65c700 00000100:00100000:0.0:1746066891.609670:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.609989:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860703616 00000100:00100000:3.0:1746066891.610001:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860703616 00010000:00010000:3.0:1746066891.610038:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f636 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.610085:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12599 00000100:00100000:3.0:1746066891.610093:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860703616:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.610108:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.610125:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f636 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.610137:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f636 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.610156:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b06 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f636 expref: 6 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.610189:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.610191:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.610198:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f63d expref: 61 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.610206:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f63d expref: 61 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.610629:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f63d expref: 61 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066891.610642:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861246080:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.611051:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962913c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.613798:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861246080:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066891.614040:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066891.614092:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860703616:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3998us (4429us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.614106:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12599 00000100:00100000:0.0:1746066891.615018:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.615139:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860703872 00000100:00100000:3.0:1746066891.615148:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860703872 00002000:00100000:3.0:1746066891.615188:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095392300 x1830882860703872/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066891.615199:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095392300 with x1830882860703872 ext(0->4095) 00002000:00010000:3.0:1746066891.615204:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095392300 00000100:00100000:3.0:1746066891.615230:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13318 00000100:00100000:3.0:1746066891.615236:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095392300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+62:2031:x1830882860703872:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746066891.615694:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095392300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+62:2031:x1830882860703872:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 456us (681us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066891.615701:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13318 00002000:00100000:3.0:1746066891.615707:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095392300 x1830882860703872/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066891.615715:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095392300 with x1830882860703872 ext(0->4095) 00002000:00010000:3.0:1746066891.615718:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095392300 00000100:00100000:0.0:1746066891.622261:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.622395:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860704000 00000100:00100000:1.0:1746066891.622408:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860704000 00000100:00100000:1.0:1746066891.622473:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29773 00000100:00100000:1.0:1746066891.622479:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860704000:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066891.622496:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066891.622512:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439b14 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f644 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.622540:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f63d expref: 61 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.622550:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066891.622551:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066891.622554:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439b14 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f644 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.622579:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f63d expref: 61 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.622587:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f63d expref: 61 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:1.0:1746066891.622597:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e80dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861246208:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066891.622676:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066891.624521:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e80dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861246208:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066891.625464:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:1.0:1746066891.625575:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439b14 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f644 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.625600:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c222c00, rc 0) 00000100:00100000:1.0:1746066891.625657:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860704000:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3176us (3405us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066891.625665:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29773 00000100:00100000:3.0:1746066891.625728:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860704128 00000100:00100000:3.0:1746066891.625735:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860704128 00002000:00100000:3.0:1746066891.625776:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800908e5880 x1830882860704128/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 496/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066891.625787:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e5880 with x1830882860704128 ext(0->7) 00010000:00010000:3.0:1746066891.625795:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f63d expref: 62 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.625813:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f63d expref: 62 pid: 9627 timeout: 1103 lvb_type: 0 00002000:00010000:3.0:1746066891.625819:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800908e5880 00000100:00100000:3.0:1746066891.625859:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2398 00000100:00100000:3.0:1746066891.625866:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+62:2034:x1830882860704128:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066891.627916:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2034:x1830882860704128:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2048us (2452us total) trans 4294972230 rc 0/0 00000100:00100000:0.0:1746066891.627925:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2398 00002000:00100000:0.0:1746066891.627932:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800908e5880 x1830882860704128/t4294972230(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 496/448 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066891.627939:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e5880 with x1830882860704128 ext(0->7) 00010000:00010000:0.0:1746066891.627945:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f63d expref: 64 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:0.0:1746066891.627955:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f63d expref: 64 pid: 9627 timeout: 1103 lvb_type: 0 00002000:00010000:0.0:1746066891.627961:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800908e5880 00000100:00100000:0.0:1746066891.629421:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.629497:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860704256 00000100:00100000:3.0:1746066891.629505:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860704256 00010000:00010000:3.0:1746066891.629531:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f63d expref: 64 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.630270:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12600 00000100:00100000:3.0:1746066891.630279:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2034:x1830882860704256:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.630292:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.630311:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f63d expref: 64 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.630324:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f63d expref: 64 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.630374:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b0d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f63d expref: 64 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.630713:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.630715:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.630725:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439b14 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f644 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.630733:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439b14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f644 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.630768:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439b14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f644 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066891.630781:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861246336:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.631138:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.632871:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.632929:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860704384 00000100:00100000:1.0:1746066891.632937:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860704384 00000100:00100000:0.0:1746066891.632964:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066891.632987:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860704640 00000100:00100000:0.0:1746066891.632990:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860704640 00000100:00100000:1.0:1746066891.632995:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29774 00000100:00100000:1.0:1746066891.633002:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+64:1868:x1830882860704384:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066891.633019:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:0.0:1746066891.633025:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009550ea00 x1830882860704640/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746066891.633033:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439b1b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f64b expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00002000:00100000:0.0:1746066891.633036:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550ea00 with x1830882860704640 ext(0->4095) 00002000:00010000:0.0:1746066891.633040:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009550ea00 00000100:00100000:0.0:1746066891.633056:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13319 00010000:00010000:1.0:1746066891.633060:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439b14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f644 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066891.633063:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860704640:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00010000:00010000:1.0:1746066891.633067:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066891.633068:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066891.633072:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439b1b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f64b expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.633102:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439b14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f644 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.633113:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439b14 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f644 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:1.0:1746066891.633123:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e80dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861246464:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066891.633186:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.633186:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860704640:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (220us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066891.633193:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13319 00002000:00100000:0.0:1746066891.633199:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009550ea00 x1830882860704640/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066891.633206:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550ea00 with x1830882860704640 ext(0->4095) 00010000:00010000:0.0:1746066891.633211:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439b14 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f644 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:0.0:1746066891.633222:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439b14 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f644 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:0.0:1746066891.633234:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009550ea00 00000100:00100000:3.0:1746066891.633304:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861246336:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066891.633320:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066891.633392:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+65:2034:x1830882860704256:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3114us (3979us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.633400:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12600 00000100:00100000:1.0:1746066891.634746:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e80dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861246464:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066891.634769:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439b1b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f64b expref: 64 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.634783:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c222a00, rc 0) 00000100:00100000:1.0:1746066891.634813:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+64:1868:x1830882860704384:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1811us (1948us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066891.634823:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29774 00000100:00100000:0.0:1746066891.638668:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.639894:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860704768 00000100:00100000:3.0:1746066891.639904:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860704768 00010000:00010000:3.0:1746066891.639942:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439b14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f644 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.640176:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12601 00000100:00100000:3.0:1746066891.640185:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5283c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860704768:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.640201:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.640221:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439b14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f644 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.640238:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439b14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f644 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.640263:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c222c00/0xd6b24631ff439b14 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f644 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.641761:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.641764:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.641774:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439b1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f64b expref: 63 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.641782:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439b1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f64b expref: 63 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.641816:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439b1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f64b expref: 63 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066891.641827:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861246592:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.642674:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.645485:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.645548:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860705024 00000100:00100000:1.0:1746066891.645556:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860705024 00002000:00100000:1.0:1746066891.645602:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112d180 x1830882860705024/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.645612:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112d180 with x1830882860705024 ext(0->4095) 00002000:00010000:1.0:1746066891.645617:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112d180 00000100:00100000:1.0:1746066891.645638:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13320 00000100:00100000:1.0:1746066891.645645:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2033:x1830882860705024:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066891.645787:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2033:x1830882860705024:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066891.645795:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13320 00002000:00100000:1.0:1746066891.645801:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112d180 x1830882860705024/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.645809:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112d180 with x1830882860705024 ext(0->4095) 00002000:00010000:1.0:1746066891.645812:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112d180 00000100:00100000:3.0:1746066891.646159:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861246592:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066891.646179:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066891.646208:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5283c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860704768:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6024us (7549us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.646217:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12601 00000100:00100000:0.0:1746066891.649303:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.649660:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860705152 00000100:00100000:1.0:1746066891.649669:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860705152 00000100:00100000:1.0:1746066891.649725:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29775 00000100:00100000:1.0:1746066891.649733:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860705152:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066891.649752:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066891.649771:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439b22 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f652 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.649806:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439b1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f64b expref: 63 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.649814:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066891.649816:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066891.649820:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439b22 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f652 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.649867:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439b1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f64b expref: 63 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.649880:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439b1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f64b expref: 63 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:1.0:1746066891.649892:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e80dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861246720:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066891.649980:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066891.653572:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e80dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861246720:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066891.653611:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439b22 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f652 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.653631:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544f800, rc 0) 00000100:00100000:1.0:1746066891.653679:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860705152:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3945us (4383us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066891.653688:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29775 00000100:00100000:0.0:1746066891.655221:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.656328:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860705280 00000100:00100000:2.0:1746066891.656350:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860705280 00002000:00100000:2.0:1746066891.656398:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009112dc00 x1830882860705280/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 496/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.656410:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112dc00 with x1830882860705280 ext(0->7) 00010000:00010000:2.0:1746066891.656420:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439b1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f64b expref: 64 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.656435:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439b1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f64b expref: 64 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066891.656447:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112dc00 00000100:00100000:2.0:1746066891.656481:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2399 00000100:00100000:2.0:1746066891.656491:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+64:2034:x1830882860705280:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066891.657893:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+66:2034:x1830882860705280:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1396us (2671us total) trans 4294972231 rc 0/0 00000100:00100000:0.0:1746066891.657902:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2399 00002000:00100000:0.0:1746066891.657910:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009112dc00 x1830882860705280/t4294972231(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 496/448 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066891.657934:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112dc00 with x1830882860705280 ext(0->7) 00010000:00010000:0.0:1746066891.657942:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439b1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f64b expref: 66 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:0.0:1746066891.657955:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439b1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f64b expref: 66 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:0.0:1746066891.658173:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112dc00 00000100:00100000:0.0:1746066891.663307:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.664148:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860705408 00000100:00100000:3.0:1746066891.664160:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860705408 00010000:00010000:3.0:1746066891.664204:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439b1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f64b expref: 66 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.664251:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12602 00000100:00100000:3.0:1746066891.664259:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+66:2034:x1830882860705408:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.664274:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.664295:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439b1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f64b expref: 66 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.664308:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439b1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f64b expref: 66 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.664334:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439b1b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f64b expref: 66 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.664392:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.664394:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.664402:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439b22 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f652 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.664410:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439b22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f652 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.667727:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439b22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f652 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066891.667749:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861246848:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.668136:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066891.671116:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066891.671820:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860705536 00000100:00100000:0.0:1746066891.671831:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860705536 00000100:00100000:0.0:1746066891.671889:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29776 00000100:00100000:0.0:1746066891.671896:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+66:1868:x1830882860705536:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066891.671913:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066891.671928:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff439b29 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f659 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066891.671954:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439b22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f652 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066891.671961:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066891.671963:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066891.671967:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff439b29 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f659 expref: 67 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066891.671993:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439b22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f652 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066891.672004:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439b22 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f652 expref: 5 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:0.0:1746066891.672021:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861246976:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066891.672104:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.672692:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.672743:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860705792 00000100:00100000:1.0:1746066891.672752:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860705792 00002000:00100000:1.0:1746066891.672795:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b4dd880 x1830882860705792/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.672805:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b4dd880 with x1830882860705792 ext(0->4095) 00010000:00010000:1.0:1746066891.672814:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439b22 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f652 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.672825:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439b22 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f652 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:1.0:1746066891.672848:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b4dd880 00000100:00100000:3.0:1746066891.672912:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861246848:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066891.672931:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066891.672987:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+67:2034:x1830882860705408:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 8727us (9689us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.672998:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12602 00000100:00100000:1.0:1746066891.673266:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2400 00000100:00100000:1.0:1746066891.673273:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860705792:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066891.673653:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860705792:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 380us (961us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066891.674070:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861246976:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066891.674312:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff439b29 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f659 expref: 66 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066891.674329:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c9200, rc 0) 00000100:00100000:1.0:1746066891.674337:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2400 00002000:00100000:1.0:1746066891.674360:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b4dd880 x1830882860705792/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.674367:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b4dd880 with x1830882860705792 ext(0->4095) 00010000:00010000:1.0:1746066891.674372:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439b22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f652 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.674380:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439b22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f652 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:1.0:1746066891.674384:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b4dd880 00000100:00100000:0.0:1746066891.674389:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+66:1868:x1830882860705536:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2492us (3281us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066891.674397:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29776 00000100:00100000:3.0:1746066891.678008:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066891.678267:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860705920 00000100:00100000:0.0:1746066891.678274:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860705920 00010000:00010000:0.0:1746066891.678300:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439b22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f652 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:0.0:1746066891.678331:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12603 00000100:00100000:0.0:1746066891.678338:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860705920:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066891.678369:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066891.678386:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439b22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f652 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:0.0:1746066891.678398:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439b22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f652 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:0.0:1746066891.678418:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff439b22 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f652 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:0.0:1746066891.678447:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066891.678449:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066891.678460:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff439b29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f659 expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066891.678468:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff439b29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f659 expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.679656:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff439b29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f659 expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066891.679678:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e80dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861247104:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066891.680168:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066891.684647:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e80dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861247104:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066891.684674:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066891.684731:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860705920:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6391us (6725us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066891.684743:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12603 00000100:00100000:0.0:1746066891.686802:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.686911:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860706176 00000100:00100000:1.0:1746066891.686919:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860706176 00002000:00100000:1.0:1746066891.686957:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b4df100 x1830882860706176/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.686967:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b4df100 with x1830882860706176 ext(0->4095) 00002000:00010000:1.0:1746066891.686972:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b4df100 00000100:00100000:1.0:1746066891.686990:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13321 00000100:00100000:1.0:1746066891.686997:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+66:2033:x1830882860706176:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066891.688641:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+66:2033:x1830882860706176:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 1642us (1845us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066891.688649:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13321 00002000:00100000:1.0:1746066891.688655:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b4df100 x1830882860706176/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.688663:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b4df100 with x1830882860706176 ext(0->4095) 00002000:00010000:1.0:1746066891.688667:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b4df100 00000100:00100000:0.0:1746066891.690636:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.690991:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860706304 00000100:00100000:2.0:1746066891.690997:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860706304 00000100:00100000:2.0:1746066891.691038:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29777 00000100:00100000:2.0:1746066891.691044:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860706304:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066891.691057:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066891.691071:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f45ec00/0xd6b24631ff439b30 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f660 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.691095:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff439b29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f659 expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.691102:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.691104:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.691108:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f45ec00/0xd6b24631ff439b30 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f660 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.691132:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff439b29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f659 expref: 65 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.691143:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff439b29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f659 expref: 65 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.691159:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d6f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861247232:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066891.691237:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066891.696198:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d6f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861247232:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066891.696228:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f45ec00/0xd6b24631ff439b30 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f660 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.696244:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f45ec00, rc 0) 00000100:00100000:2.0:1746066891.696297:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860706304:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5250us (5662us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.696305:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29777 00000100:00100000:1.0:1746066891.697252:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.697618:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860706432 00000100:00100000:2.0:1746066891.697629:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860706432 00002000:00100000:2.0:1746066891.697666:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008e80dc00 x1830882860706432/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 496/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.697679:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80dc00 with x1830882860706432 ext(0->7) 00010000:00010000:2.0:1746066891.697735:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff439b29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f659 expref: 66 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.697748:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff439b29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f659 expref: 66 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066891.697755:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e80dc00 00000100:00100000:2.0:1746066891.697772:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2401 00000100:00100000:2.0:1746066891.697779:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e80dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+66:2034:x1830882860706432:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066891.699368:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+68:2034:x1830882860706432:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1583us (2116us total) trans 4294972232 rc 0/0 00000100:00100000:0.0:1746066891.699380:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2401 00002000:00100000:0.0:1746066891.699390:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008e80dc00 x1830882860706432/t4294972232(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 496/448 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066891.699399:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80dc00 with x1830882860706432 ext(0->7) 00010000:00010000:0.0:1746066891.699409:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff439b29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f659 expref: 68 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:0.0:1746066891.699423:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff439b29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f659 expref: 68 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:0.0:1746066891.699430:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e80dc00 00000100:00100000:0.0:1746066891.703530:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.703606:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860706560 00000100:00100000:1.0:1746066891.704137:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860706560 00010000:00010000:1.0:1746066891.704180:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff439b29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f659 expref: 68 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:1.0:1746066891.704227:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12604 00000100:00100000:1.0:1746066891.704235:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+68:2034:x1830882860706560:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066891.704251:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066891.704273:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff439b29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f659 expref: 68 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.704286:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff439b29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f659 expref: 68 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.704313:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff439b29 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f659 expref: 68 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.704361:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066891.704363:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066891.704371:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f45ec00/0xd6b24631ff439b30 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f660 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.704379:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f45ec00/0xd6b24631ff439b30 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f660 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.704415:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f45ec00/0xd6b24631ff439b30 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f660 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066891.704430:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e80ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861247360:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066891.704524:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a00c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746066891.706571:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746066891.710191:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e80ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861247360:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066891.710222:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066891.710273:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+67:2034:x1830882860706560:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6037us (6754us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066891.710286:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12604 00000100:00100000:1.0:1746066891.710736:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.711222:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.711356:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860706688 00000100:00100000:2.0:1746066891.711379:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860706688 00000100:00100000:0.0:1746066891.711524:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860706944 00000100:00100000:0.0:1746066891.711528:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860706944 00002000:00100000:0.0:1746066891.711563:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e80e680 x1830882860706944/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066891.711574:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80e680 with x1830882860706944 ext(0->4095) 00002000:00010000:0.0:1746066891.711579:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e80e680 00000100:00100000:0.0:1746066891.711600:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13322 00000100:00100000:0.0:1746066891.711608:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e80e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860706944:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066891.711752:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860706944:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (530us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066891.711759:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13322 00002000:00100000:0.0:1746066891.711765:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e80e680 x1830882860706944/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066891.711773:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80e680 with x1830882860706944 ext(0->4095) 00002000:00010000:0.0:1746066891.711777:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e80e680 00000100:00100000:2.0:1746066891.712265:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29778 00000100:00100000:2.0:1746066891.712274:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e80ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+67:1868:x1830882860706688:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066891.712286:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066891.712303:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b37 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f667 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.712332:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f45ec00/0xd6b24631ff439b30 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f660 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.712360:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.712363:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.712368:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b37 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f667 expref: 68 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.712419:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f45ec00/0xd6b24631ff439b30 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f660 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.712431:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f45ec00/0xd6b24631ff439b30 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f660 expref: 5 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.712444:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d6f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861247488:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066891.712526:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:1.0:1746066891.713858:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066891.713960:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860707072 00000100:00100000:0.0:1746066891.713965:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860707072 00000100:00100000:0.0:1746066891.713993:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29779 00000100:00100000:0.0:1746066891.713999:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e80c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+69:1869:x1830882860707072:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066891.714009:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066891.714019:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff439b3e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f66e expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066891.714037:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066891.714042:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b37 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f667 expref: 70 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066891.714047:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066891.714050:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff439b3e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f66e expref: 70 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066891.714072:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b37 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f667 expref: 70 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066891.714083:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff439b3e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f66e expref: 70 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066891.714092:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8400, rc 0) 00000100:00100000:0.0:1746066891.714449:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+70:1869:x1830882860707072:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 448us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066891.714456:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29779 00000100:00100000:0.0:1746066891.718888:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.719225:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860707200 00000100:00100000:1.0:1746066891.719236:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860707200 00010000:00010000:1.0:1746066891.719280:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f45ec00/0xd6b24631ff439b30 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f660 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:1.0:1746066891.719565:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12605 00000100:00100000:1.0:1746066891.719575:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860707200:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066891.719591:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066891.719613:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f45ec00/0xd6b24631ff439b30 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f660 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.719627:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f45ec00/0xd6b24631ff439b30 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f660 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.719655:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066891.719658:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066891.719667:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f667 expref: 69 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.719676:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f667 expref: 69 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.719712:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f667 expref: 69 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.719726:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b37 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f667 expref: 69 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:1.0:1746066891.719738:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091038e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861247744:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066891.719827:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a00c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746066891.720071:0:21660:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f45ec00/0xd6b24631ff439b30 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f660 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.720190:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d6f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861247488:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066891.720218:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b37 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f667 expref: 69 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.720226:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b37 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f667 expref: 69 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.720236:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d953800, rc 0) 00000100:00100000:2.0:1746066891.722502:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+69:1868:x1830882860706688:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10218us (11755us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.722515:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29778 00000100:00100000:0.0:1746066891.726672:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.726863:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860707456 00000100:00100000:2.0:1746066891.726873:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860707456 00002000:00100000:2.0:1746066891.726921:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958eb480 x1830882860707456/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.726933:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958eb480 with x1830882860707456 ext(0->4095) 00010000:00010000:2.0:1746066891.726943:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b37 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f667 expref: 69 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.726960:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b37 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f667 expref: 69 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066891.726969:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958eb480 00000100:00100000:2.0:1746066891.726989:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2402 00000100:00100000:2.0:1746066891.726997:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+69:2033:x1830882860707456:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066891.727156:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+69:2033:x1830882860707456:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 158us (494us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066891.727163:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2402 00002000:00100000:2.0:1746066891.727170:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958eb480 x1830882860707456/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.727178:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958eb480 with x1830882860707456 ext(0->4095) 00010000:00010000:2.0:1746066891.727183:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b37 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f667 expref: 69 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.727193:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b37 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f667 expref: 69 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066891.727200:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800958eb480 00000100:00100000:1.0:1746066891.727286:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091038e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861247744:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066891.727536:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066891.727565:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860707200:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7993us (8690us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066891.727574:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12605 00000100:00100000:0.0:1746066891.732665:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.732768:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860707584 00000100:00100000:1.0:1746066891.732779:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860707584 00010000:00010000:1.0:1746066891.732823:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f667 expref: 69 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:1.0:1746066891.732884:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12606 00000100:00100000:1.0:1746066891.732893:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+69:2034:x1830882860707584:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066891.732916:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066891.732939:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f667 expref: 69 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.732953:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f667 expref: 69 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.732978:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439b37 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f667 expref: 69 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.732998:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066891.733000:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066891.733008:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff439b3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f66e expref: 68 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.733017:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff439b3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f66e expref: 68 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.733054:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff439b3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f66e expref: 68 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066891.733068:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091038e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861247872:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066891.733161:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a00c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.736634:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.737886:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091038e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861247872:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066891.737917:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066891.737975:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+68:2034:x1830882860707584:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5081us (5326us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066891.737990:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12606 00000100:00100000:2.0:1746066891.738217:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860707840 00000100:00100000:2.0:1746066891.738225:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860707840 00002000:00100000:2.0:1746066891.739357:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aa62d80 x1830882860707840/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.739368:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa62d80 with x1830882860707840 ext(0->4095) 00002000:00010000:2.0:1746066891.739373:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aa62d80 00000100:00100000:2.0:1746066891.739398:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13323 00000100:00100000:2.0:1746066891.739406:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+68:2034:x1830882860707840:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066891.739552:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+68:2034:x1830882860707840:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 145us (2929us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066891.739562:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13323 00002000:00100000:2.0:1746066891.739567:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aa62d80 x1830882860707840/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.739574:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa62d80 with x1830882860707840 ext(0->4095) 00002000:00010000:2.0:1746066891.739577:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aa62d80 00000100:00100000:0.0:1746066891.741888:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.741961:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860707968 00000100:00100000:2.0:1746066891.741970:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860707968 00000100:00100000:2.0:1746066891.742022:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29780 00000100:00100000:2.0:1746066891.742031:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860707968:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066891.742049:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066891.742066:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439b45 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f675 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.742096:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff439b3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f66e expref: 67 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.742103:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.742105:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.742109:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439b45 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f675 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.742147:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff439b3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f66e expref: 67 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.742159:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff439b3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f66e expref: 67 pid: 9627 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.742176:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d6f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861248000:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066891.742817:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066891.746616:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d6f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861248000:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066891.747874:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.747946:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860708096 00000100:00100000:1.0:1746066891.747957:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860708096 00010000:00010000:2.0:1746066891.747982:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439b45 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f675 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.748171:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff439b3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f66e expref: 68 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.748179:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f612e00, rc 0) 00000100:00100000:2.0:1746066891.748224:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860707968:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6194us (6344us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.748232:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29780 00000100:00100000:1.0:1746066891.748721:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12607 00000100:00100000:1.0:1746066891.748730:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130230e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+68:2034:x1830882860708096:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066891.748745:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066891.748765:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff439b3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f66e expref: 68 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.748777:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff439b3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f66e expref: 68 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.748801:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8400/0xd6b24631ff439b3e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f66e expref: 68 pid: 9627 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.748818:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066891.748820:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066891.748827:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439b45 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f675 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.748848:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439b45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f675 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.748881:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439b45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f675 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066891.748893:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091038e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861248128:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066891.748951:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a00c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066891.752580:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.752918:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860708224 00000100:00100000:3.0:1746066891.752928:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860708224 00000100:00100000:3.0:1746066891.753214:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29781 00000100:00100000:3.0:1746066891.753223:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+68:1868:x1830882860708224:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.753242:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.753262:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b4c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f67c expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.753293:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439b45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f675 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.753300:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.753302:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.753305:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b4c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f67c expref: 69 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.753338:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439b45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f675 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.753370:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439b45 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f675 expref: 5 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.753383:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861248256:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066891.754856:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066891.755296:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091038e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861248128:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066891.755319:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066891.755398:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130230e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+69:2034:x1830882860708096:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6667us (7526us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066891.755410:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12607 00000100:00100000:3.0:1746066891.755804:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861248256:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066891.755823:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b4c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f67c expref: 68 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.755850:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139c00, rc 0) 00000100:00100000:3.0:1746066891.755875:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+68:1868:x1830882860708224:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2653us (3305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.755882:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29781 00000100:00100000:0.0:1746066891.758104:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.758891:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860708480 00000100:00100000:2.0:1746066891.758900:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860708480 00002000:00100000:2.0:1746066891.758944:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130232d80 x1830882860708480/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.758956:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130232d80 with x1830882860708480 ext(0->4095) 00010000:00010000:2.0:1746066891.758965:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439b45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f675 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.758980:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439b45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f675 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066891.758988:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130232d80 00000100:00100000:2.0:1746066891.759248:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2403 00000100:00100000:2.0:1746066891.759257:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860708480:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066891.759607:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860708480:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 350us (1507us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066891.759614:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2403 00002000:00100000:2.0:1746066891.759620:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130232d80 x1830882860708480/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.759627:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130232d80 with x1830882860708480 ext(0->4095) 00010000:00010000:2.0:1746066891.759632:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439b45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f675 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.759641:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439b45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f675 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066891.759646:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130232d80 00000100:00100000:0.0:1746066891.765255:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.765395:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860708608 00000100:00100000:1.0:1746066891.765410:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860708608 00010000:00010000:1.0:1746066891.765452:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439b45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f675 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:1.0:1746066891.765865:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12608 00000100:00100000:1.0:1746066891.765876:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5282050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860708608:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066891.765892:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066891.765913:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439b45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f675 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.765927:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439b45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f675 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.765953:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439b45 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f675 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.765987:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066891.765990:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066891.765998:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f67c expref: 67 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.766007:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f67c expref: 67 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.766046:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f67c expref: 67 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066891.766060:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091038e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861248384:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066891.766151:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a00c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066891.769742:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091038e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861248384:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066891.769772:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066891.769831:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5282050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860708608:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3955us (4585us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066891.769855:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12608 00000100:00100000:0.0:1746066891.770714:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.770857:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860708864 00000100:00100000:1.0:1746066891.770864:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860708864 00002000:00100000:1.0:1746066891.770904:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130230e00 x1830882860708864/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.770914:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130230e00 with x1830882860708864 ext(0->4095) 00002000:00010000:1.0:1746066891.770919:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130230e00 00000100:00100000:1.0:1746066891.771591:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13324 00000100:00100000:1.0:1746066891.771600:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+68:2033:x1830882860708864:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066891.771735:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+68:2033:x1830882860708864:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (1023us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066891.771743:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13324 00002000:00100000:1.0:1746066891.771749:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130230e00 x1830882860708864/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.771757:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130230e00 with x1830882860708864 ext(0->4095) 00002000:00010000:1.0:1746066891.771760:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130230e00 00000100:00100000:0.0:1746066891.775255:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.775670:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860708992 00000100:00100000:3.0:1746066891.775681:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860708992 00000100:00100000:3.0:1746066891.775737:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29782 00000100:00100000:3.0:1746066891.775745:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860708992:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.775765:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.775783:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b53 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f683 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.775814:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f67c expref: 67 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.775822:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.775824:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.775828:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b53 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f683 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.775874:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f67c expref: 67 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.775886:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f67c expref: 67 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.775899:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861248512:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066891.776151:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291240 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.778711:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861248512:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066891.778738:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b53 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f683 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.778751:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139000, rc 0) 00000100:00100000:3.0:1746066891.778799:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860708992:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3054us (3554us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.778808:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29782 00000100:00100000:0.0:1746066891.779746:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.779883:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860709120 00000100:00100000:3.0:1746066891.779890:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860709120 00002000:00100000:3.0:1746066891.779935:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008e98f100 x1830882860709120/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 496/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066891.779946:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98f100 with x1830882860709120 ext(0->7) 00010000:00010000:3.0:1746066891.779954:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f67c expref: 68 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.779973:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f67c expref: 68 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:3.0:1746066891.779980:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e98f100 00000100:00100000:3.0:1746066891.780111:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2404 00000100:00100000:3.0:1746066891.780119:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+68:2033:x1830882860709120:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066891.780931:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+70:2033:x1830882860709120:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 810us (1183us total) trans 4294972233 rc 0/0 00000100:00100000:0.0:1746066891.780939:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2404 00002000:00100000:0.0:1746066891.780946:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008e98f100 x1830882860709120/t4294972233(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 496/448 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066891.780954:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98f100 with x1830882860709120 ext(0->7) 00010000:00010000:0.0:1746066891.780960:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f67c expref: 70 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:0.0:1746066891.780970:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f67c expref: 70 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:0.0:1746066891.780976:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e98f100 00000100:00100000:0.0:1746066891.783449:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.783571:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860709248 00000100:00100000:1.0:1746066891.783578:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860709248 00010000:00010000:1.0:1746066891.783618:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f67c expref: 70 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:1.0:1746066891.783658:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12609 00000100:00100000:1.0:1746066891.783666:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+70:2031:x1830882860709248:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066891.783679:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066891.783697:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f67c expref: 70 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.783708:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f67c expref: 70 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.783733:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b4c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f67c expref: 70 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.783761:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066891.783763:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066891.783772:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b53 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f683 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.783786:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f683 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.783913:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f683 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066891.783943:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091038e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861248640:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066891.784125:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066891.786996:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091038e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861248640:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066891.787021:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066891.787059:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+69:2031:x1830882860709248:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3393us (3615us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066891.787070:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12609 00000100:00100000:0.0:1746066891.787259:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.787364:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860709504 00000100:00100000:1.0:1746066891.787371:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860709504 00002000:00100000:1.0:1746066891.787410:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec1880 x1830882860709504/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.787421:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec1880 with x1830882860709504 ext(0->4095) 00002000:00010000:1.0:1746066891.787426:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ec1880 00000100:00100000:1.0:1746066891.787456:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13325 00000100:00100000:1.0:1746066891.787464:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860709504:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066891.787588:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860709504:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (330us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066891.787599:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13325 00002000:00100000:1.0:1746066891.787604:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ec1880 x1830882860709504/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.787612:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec1880 with x1830882860709504 ext(0->4095) 00002000:00010000:1.0:1746066891.787615:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ec1880 00000100:00100000:0.0:1746066891.788720:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.789201:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860709632 00000100:00100000:3.0:1746066891.789208:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860709632 00000100:00100000:3.0:1746066891.789248:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29783 00000100:00100000:3.0:1746066891.789255:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+69:1869:x1830882860709632:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.789268:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.789285:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439b5a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f68a expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.789313:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b53 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f683 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.789321:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.789323:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.789327:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439b5a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f68a expref: 70 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.789382:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f683 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.789396:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f683 expref: 5 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.789409:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861248768:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066891.789927:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291240 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.795917:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861248768:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066891.795957:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439b5a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f68a expref: 70 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.795976:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138a00, rc 0) 00000100:00100000:3.0:1746066891.796024:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+70:1869:x1830882860709632:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6768us (7305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.796034:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29783 00000100:00100000:0.0:1746066891.796231:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.796305:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860709760 00000100:00100000:1.0:1746066891.796313:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860709760 00010000:00010000:1.0:1746066891.796378:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f683 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:1.0:1746066891.796411:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12610 00000100:00100000:1.0:1746066891.796418:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860709760:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066891.796430:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066891.796447:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f683 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.796457:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f683 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.796480:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b53 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f683 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.796505:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066891.796506:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066891.796511:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439b5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f68a expref: 69 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.796520:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439b5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f68a expref: 69 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.796543:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439b5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f68a expref: 69 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066891.796550:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091038e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861248896:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066891.796604:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066891.799002:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091038e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861248896:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066891.799023:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066891.799176:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860709760:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2758us (2945us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066891.799196:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12610 00000100:00100000:2.0:1746066891.800240:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066891.800310:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860710016 00000100:00100000:0.0:1746066891.800318:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860710016 00002000:00100000:0.0:1746066891.800676:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131cad880 x1830882860710016/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066891.800687:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cad880 with x1830882860710016 ext(0->4095) 00002000:00010000:0.0:1746066891.800693:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131cad880 00000100:00100000:0.0:1746066891.800712:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13326 00000100:00100000:0.0:1746066891.800720:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+70:2031:x1830882860710016:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746066891.801257:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+70:2031:x1830882860710016:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 537us (1022us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066891.801268:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13326 00002000:00100000:0.0:1746066891.801506:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131cad880 x1830882860710016/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066891.801514:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cad880 with x1830882860710016 ext(0->4095) 00002000:00010000:0.0:1746066891.801517:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131cad880 00000100:00100000:0.0:1746066891.807096:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.808209:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860710144 00000100:00100000:3.0:1746066891.808219:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860710144 00000100:00100000:3.0:1746066891.808276:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29784 00000100:00100000:3.0:1746066891.808285:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860710144:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.808303:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.808320:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b61 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f691 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.808362:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439b5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f68a expref: 69 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.808371:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.808372:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.808376:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b61 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f691 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.808408:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439b5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f68a expref: 69 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.808419:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439b5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f68a expref: 69 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.808431:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861249024:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066891.809261:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291240 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.814257:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861249024:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066891.814291:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b61 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f691 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.814310:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138000, rc 0) 00000100:00100000:3.0:1746066891.815697:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860710144:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7407us (8606us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.815707:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29784 00000100:00100000:0.0:1746066891.816722:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.817393:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860710272 00000100:00100000:1.0:1746066891.817401:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860710272 00002000:00100000:1.0:1746066891.817448:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800957e4380 x1830882860710272/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 496/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.817458:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e4380 with x1830882860710272 ext(0->7) 00010000:00010000:1.0:1746066891.817468:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439b5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f68a expref: 70 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.817482:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439b5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f68a expref: 70 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:1.0:1746066891.817489:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e4380 00000100:00100000:1.0:1746066891.817521:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2405 00000100:00100000:1.0:1746066891.817528:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+70:2034:x1830882860710272:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066891.820287:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2034:x1830882860710272:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2749us (3557us total) trans 4294972234 rc 0/0 00000100:00100000:0.0:1746066891.820800:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2405 00002000:00100000:0.0:1746066891.820814:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800957e4380 x1830882860710272/t4294972234(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 496/448 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066891.820831:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e4380 with x1830882860710272 ext(0->7) 00010000:00010000:0.0:1746066891.820852:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439b5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f68a expref: 72 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:0.0:1746066891.820867:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439b5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f68a expref: 72 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:0.0:1746066891.820873:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e4380 00000100:00100000:0.0:1746066891.824853:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.824922:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860710400 00000100:00100000:3.0:1746066891.824932:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860710400 00000100:00100000:3.0:1746066891.825030:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29785 00000100:00100000:3.0:1746066891.825039:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+72:1868:x1830882860710400:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.825058:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.825075:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439b68 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f698 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.825103:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.825110:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b61 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f691 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.825116:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066891.825120:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439b68 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f698 expref: 73 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.825159:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b61 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f691 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.825171:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439b68 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f698 expref: 73 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.825181:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139e00, rc 0) 00000100:00100000:3.0:1746066891.825227:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+73:1868:x1830882860710400:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.825234:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29785 00000100:00100000:0.0:1746066891.827254:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.827359:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860710528 00000100:00100000:1.0:1746066891.827365:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860710528 00010000:00010000:1.0:1746066891.827395:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439b5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f68a expref: 73 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:1.0:1746066891.827432:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12611 00000100:00100000:1.0:1746066891.827438:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+73:2033:x1830882860710528:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066891.827449:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066891.827468:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439b5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f68a expref: 73 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.827480:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439b5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f68a expref: 73 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.827501:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439b5a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f68a expref: 73 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.827532:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066891.827534:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066891.827540:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b61 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f691 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.827548:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f691 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.827581:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f691 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.827593:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f691 expref: 5 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:1.0:1746066891.827606:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091038e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861249280:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066891.827695:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066891.828846:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091038e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861249280:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066891.828866:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066891.828908:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2033:x1830882860710528:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1468us (1658us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066891.828917:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12611 00000100:00100000:0.0:1746066891.829419:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.829604:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860710784 00000100:00100000:2.0:1746066891.829611:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860710784 00002000:00100000:2.0:1746066891.829648:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009550d500 x1830882860710784/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.829657:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550d500 with x1830882860710784 ext(0->4095) 00010000:00010000:2.0:1746066891.829666:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f691 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.829679:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f691 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066891.829692:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009550d500 00000100:00100000:2.0:1746066891.829724:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2406 00000100:00100000:2.0:1746066891.829732:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860710784:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066891.830224:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860710784:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 492us (820us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066891.830231:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2406 00002000:00100000:2.0:1746066891.830237:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009550d500 x1830882860710784/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.830245:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550d500 with x1830882860710784 ext(0->4095) 00010000:00010000:2.0:1746066891.830250:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f691 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.830260:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f691 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066891.830266:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009550d500 00000100:00100000:0.0:1746066891.835942:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.836134:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860710912 00000100:00100000:1.0:1746066891.836144:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860710912 00010000:00010000:1.0:1746066891.836181:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f691 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:1.0:1746066891.836228:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12612 00000100:00100000:1.0:1746066891.836237:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860710912:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066891.836252:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066891.836273:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f691 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.836292:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f691 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.836319:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b61 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f691 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.836373:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066891.836375:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066891.836384:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439b68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f698 expref: 71 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.836393:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439b68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f698 expref: 71 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.836429:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439b68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f698 expref: 71 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066891.836442:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091038e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861249408:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066891.836545:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066891.838965:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091038e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861249408:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066891.838989:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066891.839025:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860710912:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2788us (3092us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066891.839035:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12612 00000100:00100000:0.0:1746066891.839274:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.839463:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860711168 00000100:00100000:3.0:1746066891.839469:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860711168 00002000:00100000:3.0:1746066891.839506:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f8aa00 x1830882860711168/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066891.839516:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f8aa00 with x1830882860711168 ext(0->4095) 00002000:00010000:3.0:1746066891.839521:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f8aa00 00000100:00100000:3.0:1746066891.839535:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13327 00000100:00100000:3.0:1746066891.839542:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2033:x1830882860711168:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066891.839658:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2033:x1830882860711168:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (384us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066891.839667:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13327 00002000:00100000:3.0:1746066891.839673:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f8aa00 x1830882860711168/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066891.839681:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f8aa00 with x1830882860711168 ext(0->4095) 00002000:00010000:3.0:1746066891.839684:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f8aa00 00000100:00100000:0.0:1746066891.842573:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.842681:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860711296 00000100:00100000:3.0:1746066891.842689:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860711296 00000100:00100000:3.0:1746066891.842760:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29786 00000100:00100000:3.0:1746066891.842768:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860711296:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.842785:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.842801:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b6f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f69f expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.842828:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439b68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f698 expref: 71 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.842850:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.842852:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.842856:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b6f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f69f expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.842885:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439b68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f698 expref: 71 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.842898:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439b68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f698 expref: 71 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.842917:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861249536:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066891.842995:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.844369:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861249536:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066891.844392:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b6f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f69f expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.844406:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139c00, rc 0) 00000100:00100000:3.0:1746066891.844444:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860711296:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1677us (1877us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.844452:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29786 00000100:00100000:0.0:1746066891.845686:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.845770:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860711424 00000100:00100000:1.0:1746066891.845776:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860711424 00010000:00010000:1.0:1746066891.845803:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439b68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f698 expref: 72 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:1.0:1746066891.845854:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12613 00000100:00100000:1.0:1746066891.845861:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2033:x1830882860711424:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066891.845875:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066891.845895:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439b68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f698 expref: 72 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.845908:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439b68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f698 expref: 72 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.845931:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439b68 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f698 expref: 72 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.845947:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066891.845949:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066891.845957:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b6f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f69f expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.845965:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f69f expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.845994:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f69f expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066891.846007:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091038e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861249664:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066891.846643:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.850652:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.850931:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860711552 00000100:00100000:3.0:1746066891.851027:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860711552 00000100:00100000:3.0:1746066891.851093:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29787 00000100:00100000:3.0:1746066891.851102:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+72:1868:x1830882860711552:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.851123:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.851142:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b76 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f6a6 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.851175:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f69f expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.851183:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.851185:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.851188:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b76 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6a6 expref: 73 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.851225:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f69f expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.851238:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b6f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f69f expref: 5 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.851252:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861249792:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066891.851362:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.851581:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.851780:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091038e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861249664:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066891.851800:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066891.851843:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+73:2033:x1830882860711424:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5971us (6149us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.851853:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12613 00000100:00100000:3.0:1746066891.852096:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860711808 00000100:00100000:3.0:1746066891.852100:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860711808 00002000:00100000:3.0:1746066891.852132:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800962e9180 x1830882860711808/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066891.852142:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800962e9180 with x1830882860711808 ext(0->4095) 00010000:00010000:3.0:1746066891.852149:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b6f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f69f expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.852160:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b6f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f69f expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:3.0:1746066891.852167:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800962e9180 00000100:00100000:3.0:1746066891.852227:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2407 00000100:00100000:3.0:1746066891.852234:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860711808:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066891.853720:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860711808:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 1483us (2135us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066891.853732:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2407 00002000:00100000:3.0:1746066891.853739:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800962e9180 x1830882860711808/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066891.853747:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800962e9180 with x1830882860711808 ext(0->4095) 00010000:00010000:3.0:1746066891.853754:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b6f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f69f expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.853764:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b6f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f69f expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:3.0:1746066891.853770:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800962e9180 00000100:00100000:2.0:1746066891.854001:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861249792:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066891.854025:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b76 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6a6 expref: 72 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.854039:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138000, rc 0) 00000100:00100000:2.0:1746066891.854068:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+72:1868:x1830882860711552:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2967us (3425us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.854076:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29787 00000100:00100000:0.0:1746066891.855591:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066891.855676:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.855740:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860712064 00000100:00100000:3.0:1746066891.855748:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860712064 00010000:00010000:3.0:1746066891.855778:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f69f expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.855803:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12614 00000100:00100000:3.0:1746066891.855810:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860712064:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.855822:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.855851:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f69f expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.855863:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f69f expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.855885:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b6f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f69f expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.855913:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.855916:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.855922:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6a6 expref: 71 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.855930:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6a6 expref: 71 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.855962:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6a6 expref: 71 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066891.855967:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860711936 00000100:00100000:2.0:1746066891.855972:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860711936 00000100:00100000:3.0:1746066891.855974:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861249920:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066891.855997:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29788 00000100:00100000:2.0:1746066891.856002:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+72:1869:x1830882860711936:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066891.856015:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066891.856025:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439b7d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f6ad expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.856042:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6a6 expref: 73 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.856048:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.856050:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.856053:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439b7d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ad expref: 73 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066891.856056:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962913c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746066891.856070:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6a6 expref: 73 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.856081:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b76 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6a6 expref: 73 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.856096:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131cae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861250048:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066891.856118:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.858554:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861249920:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066891.858575:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066891.859874:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.859886:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860712064:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4074us (4207us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.860071:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12614 00000100:00100000:2.0:1746066891.860167:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860712320 00000100:00100000:2.0:1746066891.860175:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860712320 00002000:00100000:2.0:1746066891.860214:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091038a80 x1830882860712320/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.860225:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091038a80 with x1830882860712320 ext(0->4095) 00010000:00010000:2.0:1746066891.860234:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b76 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6a6 expref: 74 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.860248:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b76 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6a6 expref: 74 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066891.860255:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091038a80 00000100:00100000:3.0:1746066891.860256:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131cae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861250048:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066891.860285:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2408 00000100:00100000:2.0:1746066891.860505:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091038a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2034:x1830882860712320:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00010000:00010000:3.0:1746066891.860532:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439b7d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ad expref: 74 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.860547:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f613600, rc 0) 00000100:00100000:3.0:1746066891.860573:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+74:1869:x1830882860711936:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4570us (4986us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.860583:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29788 00000100:00100000:2.0:1746066891.860633:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091038a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+73:2034:x1830882860712320:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 341us (762us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066891.860639:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2408 00002000:00100000:2.0:1746066891.860645:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091038a80 x1830882860712320/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.860652:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091038a80 with x1830882860712320 ext(0->4095) 00010000:00010000:2.0:1746066891.860657:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6a6 expref: 73 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.860667:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6a6 expref: 73 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066891.860673:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091038a80 00000100:00100000:0.0:1746066891.863849:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.864000:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860712448 00000100:00100000:3.0:1746066891.864009:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860712448 00010000:00010000:3.0:1746066891.864045:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6a6 expref: 73 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.864073:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12615 00000100:00100000:3.0:1746066891.864080:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b664fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+73:2033:x1830882860712448:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.864094:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.864113:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6a6 expref: 73 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.864124:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6a6 expref: 73 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.864149:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439b76 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6a6 expref: 73 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:3.0:1746066891.865222:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.865225:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.865233:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439b7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ad expref: 72 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.865242:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439b7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ad expref: 72 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.865671:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439b7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ad expref: 72 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066891.865689:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861250176:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.866420:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962913c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.870784:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861250176:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066891.870784:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:3.0:1746066891.870807:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066891.870867:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860712704 00000100:00100000:2.0:1746066891.870875:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860712704 00000100:00100000:3.0:1746066891.870913:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b664fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+73:2033:x1830882860712448:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6831us (7084us total) trans 0 rc 0/0 00002000:00100000:2.0:1746066891.870921:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffaa680 x1830882860712704/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746066891.870925:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12615 00002000:00100000:2.0:1746066891.870932:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffaa680 with x1830882860712704 ext(0->4095) 00002000:00010000:2.0:1746066891.870937:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ffaa680 00000100:00100000:2.0:1746066891.871150:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13328 00000100:00100000:2.0:1746066891.871159:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2034:x1830882860712704:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066891.872589:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2034:x1830882860712704:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 1428us (1811us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066891.872600:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13328 00002000:00100000:2.0:1746066891.872608:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffaa680 x1830882860712704/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.872618:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffaa680 with x1830882860712704 ext(0->4095) 00002000:00010000:2.0:1746066891.872623:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ffaa680 00000100:00100000:0.0:1746066891.875093:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.875207:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860712832 00000100:00100000:3.0:1746066891.875216:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860712832 00000100:00100000:3.0:1746066891.875274:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29789 00000100:00100000:3.0:1746066891.875282:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860712832:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.875299:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.875315:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439b84 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f6b4 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.875374:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439b7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ad expref: 71 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.875383:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.875385:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.875388:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439b84 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6b4 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.875419:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439b7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ad expref: 71 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.875436:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439b7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ad expref: 71 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.875449:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861250304:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066891.875529:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.879820:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.879899:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861250304:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066891.879934:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439b84 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6b4 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.879955:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d950e00, rc 0) 00000100:00100000:3.0:1746066891.880003:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860712832:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4721us (4919us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.880012:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29789 00000100:00100000:2.0:1746066891.880106:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860712960 00000100:00100000:2.0:1746066891.880112:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860712960 00010000:00010000:2.0:1746066891.880150:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439b7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ad expref: 72 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.880194:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12616 00000100:00100000:2.0:1746066891.880200:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2033:x1830882860712960:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066891.880213:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066891.880317:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439b7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ad expref: 72 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.880331:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439b7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ad expref: 72 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.880374:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439b7d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ad expref: 72 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.880403:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.880405:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.880412:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439b84 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6b4 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.880421:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439b84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6b4 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.880455:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439b84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6b4 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066891.880469:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131cadf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861250432:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066891.880570:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.880941:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.881013:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860713088 00000100:00100000:3.0:1746066891.881017:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860713088 00000100:00100000:3.0:1746066891.881054:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29790 00000100:00100000:3.0:1746066891.881060:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+72:1868:x1830882860713088:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.881078:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.881091:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b8b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f6bb expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.881107:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439b84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6b4 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.881119:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.881121:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.881124:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b8b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6bb expref: 73 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.881140:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439b84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6b4 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.881149:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439b84 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6b4 expref: 5 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.881155:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861250560:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066891.881184:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291900 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.882591:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861250560:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066891.882614:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b8b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6bb expref: 73 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.882625:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139c00, rc 0) 00000100:00100000:2.0:1746066891.882693:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131cadf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861250432:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.882706:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+73:1868:x1830882860713088:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1646us (1765us total) trans 0 rc 0/0 00010000:00010000:2.0:1746066891.882708:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066891.882714:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29790 00000100:00100000:2.0:1746066891.882723:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+73:2033:x1830882860712960:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2524us (2916us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.882731:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12616 00000100:00100000:0.0:1746066891.883116:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.883301:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860713344 00000100:00100000:1.0:1746066891.883307:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860713344 00002000:00100000:1.0:1746066891.883368:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095871500 x1830882860713344/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.883378:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095871500 with x1830882860713344 ext(0->4095) 00010000:00010000:1.0:1746066891.883385:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439b84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6b4 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.883396:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439b84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6b4 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:1.0:1746066891.883403:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095871500 00000100:00100000:1.0:1746066891.883430:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2409 00000100:00100000:1.0:1746066891.883436:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095871500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860713344:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066891.883569:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095871500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860713344:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (453us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066891.883576:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2409 00002000:00100000:1.0:1746066891.883581:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095871500 x1830882860713344/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.883589:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095871500 with x1830882860713344 ext(0->4095) 00010000:00010000:1.0:1746066891.883594:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439b84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6b4 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.883609:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439b84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6b4 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:1.0:1746066891.883614:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095871500 00000100:00100000:0.0:1746066891.887197:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.887371:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860713472 00000100:00100000:2.0:1746066891.887380:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860713472 00010000:00010000:2.0:1746066891.887412:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439b84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6b4 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.887558:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12617 00000100:00100000:2.0:1746066891.887566:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095873b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860713472:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066891.887583:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066891.887602:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439b84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6b4 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.887614:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439b84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6b4 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.887637:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439b84 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6b4 expref: 6 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.887655:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.887657:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.887665:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6bb expref: 71 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.887673:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6bb expref: 71 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.887707:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6bb expref: 71 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066891.887720:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131cadf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861250688:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066891.887804:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.893825:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.894026:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860713728 00000100:00100000:2.0:1746066891.894037:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860713728 00002000:00100000:2.0:1746066891.894089:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e9500 x1830882860713728/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.894101:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e9500 with x1830882860713728 ext(0->4095) 00002000:00010000:2.0:1746066891.894107:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952e9500 00000100:00100000:2.0:1746066891.894150:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13329 00000100:00100000:2.0:1746066891.894159:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2034:x1830882860713728:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066891.894315:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2034:x1830882860713728:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 157us (735us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066891.894323:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13329 00002000:00100000:2.0:1746066891.894330:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800952e9500 x1830882860713728/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.894338:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e9500 with x1830882860713728 ext(0->4095) 00002000:00010000:2.0:1746066891.894365:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952e9500 00000100:00100000:2.0:1746066891.895327:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131cadf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861250688:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066891.895789:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066891.896096:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095873b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860713472:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 8528us (8907us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.896106:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12617 00000100:00100000:0.0:1746066891.897650:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.897781:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860713856 00000100:00100000:3.0:1746066891.897789:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860713856 00000100:00100000:3.0:1746066891.897910:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29791 00000100:00100000:3.0:1746066891.897918:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860713856:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.897937:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.897955:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439b92 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f6c2 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.897986:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6bb expref: 71 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.897994:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.897996:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.897999:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439b92 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c2 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.898028:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6bb expref: 71 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.898040:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6bb expref: 71 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:3.0:1746066891.898051:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861250816:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066891.898751:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291900 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.904961:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861250816:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066891.904989:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439b92 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c2 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.905004:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138400, rc 0) 00000100:00100000:3.0:1746066891.905067:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860713856:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7148us (7419us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.905078:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29791 00000100:00100000:0.0:1746066891.905652:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.905870:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860713984 00000100:00100000:2.0:1746066891.905882:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860713984 00002000:00100000:2.0:1746066891.905932:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800952ea680 x1830882860713984/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 496/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.906117:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952ea680 with x1830882860713984 ext(0->7) 00010000:00010000:2.0:1746066891.906126:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6bb expref: 72 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.906140:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6bb expref: 72 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:2.0:1746066891.906148:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952ea680 00000100:00100000:2.0:1746066891.906645:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2410 00000100:00100000:2.0:1746066891.906653:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+72:2033:x1830882860713984:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746066891.908703:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2033:x1830882860713984:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2043us (3044us total) trans 4294972235 rc 0/0 00000100:00100000:1.0:1746066891.908716:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2410 00002000:00100000:1.0:1746066891.908726:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800952ea680 x1830882860713984/t4294972235(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 496/448 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.908736:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952ea680 with x1830882860713984 ext(0->7) 00010000:00010000:1.0:1746066891.908745:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6bb expref: 74 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:1.0:1746066891.908760:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6bb expref: 74 pid: 21660 timeout: 1103 lvb_type: 0 00002000:00010000:1.0:1746066891.908766:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800952ea680 00000100:00100000:0.0:1746066891.915221:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.916178:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860714112 00000100:00100000:2.0:1746066891.916187:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860714112 00010000:00010000:2.0:1746066891.916221:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6bb expref: 74 pid: 21660 timeout: 1103 lvb_type: 0 00000100:00100000:2.0:1746066891.916259:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12618 00000100:00100000:2.0:1746066891.916266:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2032:x1830882860714112:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066891.916279:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066891.916298:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6bb expref: 74 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.916311:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6bb expref: 74 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.916331:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439b8b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6bb expref: 74 pid: 21660 timeout: 1103 lvb_type: 0 00010000:00010000:2.0:1746066891.916380:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.916382:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.916388:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439b92 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c2 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.916395:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439b92 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c2 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.917690:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439b92 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c2 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066891.917704:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131cadf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861250944:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066891.917801:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:2.0:1746066891.921910:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131cadf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861250944:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066891.921929:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066891.921979:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+73:2032:x1830882860714112:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5713us (6765us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.921989:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12618 00000100:00100000:0.0:1746066891.921989:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.922088:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860714368 00000100:00100000:1.0:1746066891.922094:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860714368 00002000:00100000:1.0:1746066891.922129:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f702300 x1830882860714368/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.922140:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f702300 with x1830882860714368 ext(0->4095) 00002000:00010000:1.0:1746066891.922144:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f702300 00000100:00100000:1.0:1746066891.922166:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13330 00000100:00100000:1.0:1746066891.922173:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860714368:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066891.922274:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860714368:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (382us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066891.922280:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13330 00002000:00100000:1.0:1746066891.922285:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008f702300 x1830882860714368/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.922292:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f702300 with x1830882860714368 ext(0->4095) 00002000:00010000:1.0:1746066891.922294:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f702300 00000100:00100000:1.0:1746066891.924653:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.924716:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860714496 00000100:00100000:3.0:1746066891.924723:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860714496 00000100:00100000:3.0:1746066891.924761:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29792 00000100:00100000:3.0:1746066891.924767:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+73:1869:x1830882860714496:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.924778:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.924791:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b99 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f6c9 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.924814:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439b92 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c2 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.924821:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.924822:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.924826:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b99 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c9 expref: 74 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.924857:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439b92 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c2 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.924867:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439b92 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c2 expref: 5 pid: 21660 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066891.924877:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861251072:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066891.924940:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291900 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.929651:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861251072:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066891.929680:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b99 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c9 expref: 74 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.929697:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139000, rc 0) 00000100:00100000:3.0:1746066891.930137:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+74:1869:x1830882860714496:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5367us (5485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.930146:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29792 00000100:00100000:0.0:1746066891.940608:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.940703:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860714624 00000100:00100000:2.0:1746066891.940713:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860714624 00000100:00100000:0.0:1746066891.940735:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:2.0:1746066891.940747:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439b92 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c2 expref: 6 pid: 21660 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066891.940785:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12619 00000100:00100000:2.0:1746066891.940791:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860714624:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066891.940803:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066891.940820:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439b92 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c2 expref: 6 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066891.940842:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439b92 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c2 expref: 6 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066891.940864:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439b92 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c2 expref: 6 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066891.940959:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.940962:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.940969:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c9 expref: 73 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.940977:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c9 expref: 73 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.941005:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c9 expref: 73 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066891.941165:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860714752 00000100:00100000:3.0:1746066891.941171:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860714752 00000100:00100000:3.0:1746066891.941195:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29793 00000100:00100000:3.0:1746066891.941201:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131424380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+74:1868:x1830882860714752:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.941215:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.941223:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ba0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f6d0 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.941239:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c9 expref: 75 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.941246:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.941247:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.941251:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ba0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d0 expref: 75 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066891.941507:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131cadf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861251200:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066891.941687:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b99 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c9 expref: 75 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.941698:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b99 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c9 expref: 75 pid: 21660 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066891.941708:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861251328:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066891.942301:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.942316:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291900 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.945075:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861251328:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066891.945096:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ba0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d0 expref: 75 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.945110:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138a00, rc 0) 00000100:00100000:2.0:1746066891.945133:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131cadf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861251200:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066891.945145:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066891.945149:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+75:1868:x1830882860714752:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3947us (4414us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.945157:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29793 00000100:00100000:2.0:1746066891.945165:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860714624:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4374us (4836us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.945173:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12619 00000100:00100000:0.0:1746066891.945917:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.946326:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860715008 00000100:00100000:2.0:1746066891.946553:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860715008 00002000:00100000:2.0:1746066891.946581:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131427800 x1830882860715008/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.946590:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131427800 with x1830882860715008 ext(0->4095) 00010000:00010000:2.0:1746066891.946601:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c9 expref: 75 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066891.946613:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c9 expref: 75 pid: 21660 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066891.946620:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131427800 00000100:00100000:2.0:1746066891.946645:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2411 00000100:00100000:2.0:1746066891.946652:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+75:2033:x1830882860715008:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066891.946763:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+75:2033:x1830882860715008:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (848us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066891.946770:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2411 00002000:00100000:2.0:1746066891.946775:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131427800 x1830882860715008/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.946789:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131427800 with x1830882860715008 ext(0->4095) 00010000:00010000:2.0:1746066891.946794:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c9 expref: 75 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066891.946803:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c9 expref: 75 pid: 21660 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066891.946809:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131427800 00000100:00100000:0.0:1746066891.948315:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.948750:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860715136 00000100:00100000:3.0:1746066891.948754:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860715136 00000100:00100000:3.0:1746066891.948794:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29794 00000100:00100000:3.0:1746066891.948801:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860715136:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.948811:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.948823:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439ba7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f6d7 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.948853:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.948858:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ba0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d0 expref: 74 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.948863:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066891.948867:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439ba7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d7 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.948899:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ba0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d0 expref: 74 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.948909:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439ba7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d7 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.948917:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139e00, rc 0) 00000100:00100000:3.0:1746066891.948940:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860715136:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.948946:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29794 00000100:00100000:0.0:1746066891.952154:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.952490:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860715264 00000100:00100000:3.0:1746066891.952497:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860715264 00010000:00010000:3.0:1746066891.952522:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c9 expref: 75 pid: 21660 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066891.952700:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12620 00000100:00100000:3.0:1746066891.952707:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+75:2033:x1830882860715264:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.952720:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.952735:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c9 expref: 75 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066891.952746:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c9 expref: 75 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066891.952763:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439b99 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6c9 expref: 75 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066891.952785:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.952787:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.952793:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ba0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d0 expref: 74 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.952800:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ba0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d0 expref: 74 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.952822:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ba0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d0 expref: 74 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.952840:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ba0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d0 expref: 74 pid: 21660 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066891.952851:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861251584:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.952917:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291900 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.954873:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861251584:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066891.954887:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066891.954925:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2033:x1830882860715264:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2217us (2776us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.954933:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12620 00000100:00100000:0.0:1746066891.955308:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.956038:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860715520 00000100:00100000:1.0:1746066891.956044:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860715520 00002000:00100000:1.0:1746066891.956074:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012fdac700 x1830882860715520/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.956083:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdac700 with x1830882860715520 ext(0->4095) 00010000:00010000:1.0:1746066891.956091:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ba0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d0 expref: 74 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066891.956102:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ba0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d0 expref: 74 pid: 21660 timeout: 1104 lvb_type: 0 00002000:00010000:1.0:1746066891.956109:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdac700 00000100:00100000:1.0:1746066891.956964:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2412 00000100:00100000:1.0:1746066891.956973:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2034:x1830882860715520:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066891.957095:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2034:x1830882860715520:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (1786us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066891.957102:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2412 00002000:00100000:1.0:1746066891.957107:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012fdac700 x1830882860715520/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.957115:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdac700 with x1830882860715520 ext(0->4095) 00010000:00010000:1.0:1746066891.957120:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ba0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d0 expref: 74 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066891.957131:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ba0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d0 expref: 74 pid: 21660 timeout: 1104 lvb_type: 0 00002000:00010000:1.0:1746066891.957137:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdac700 00000100:00100000:0.0:1746066891.960216:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066891.960257:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.960598:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860715648 00000100:00100000:1.0:1746066891.960605:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860715648 00000100:00100000:1.0:1746066891.960650:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29795 00000100:00100000:1.0:1746066891.960657:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+74:1868:x1830882860715648:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066891.960669:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066891.960682:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439bae lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f6de expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.960711:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066891.960716:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439ba7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d7 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.960723:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066891.960726:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439bae lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6de expref: 75 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.960762:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439ba7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d7 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.960775:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439bae lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6de expref: 75 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066891.960784:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc7200, rc 0) 00000100:00100000:1.0:1746066891.960814:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+75:1868:x1830882860715648:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066891.960820:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29795 00000100:00100000:3.0:1746066891.960993:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860715776 00000100:00100000:3.0:1746066891.960998:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860715776 00010000:00010000:3.0:1746066891.961014:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ba0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d0 expref: 75 pid: 21660 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066891.961043:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12621 00000100:00100000:3.0:1746066891.961048:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+75:2034:x1830882860715776:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.961056:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.961069:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ba0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d0 expref: 75 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066891.961079:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ba0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d0 expref: 75 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066891.961095:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ba0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d0 expref: 75 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066891.961111:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.961112:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.961118:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439ba7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d7 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.961125:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439ba7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d7 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.961163:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439ba7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d7 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.961174:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439ba7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d7 expref: 5 pid: 21660 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066891.961191:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861251840:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.962899:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.966546:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.966638:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861251840:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066891.966654:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066891.966693:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2034:x1830882860715776:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5643us (6433us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.966702:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12621 00000100:00100000:1.0:1746066891.966781:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860716032 00000100:00100000:1.0:1746066891.966787:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860716032 00002000:00100000:1.0:1746066891.966817:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012fdad180 x1830882860716032/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.966826:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdad180 with x1830882860716032 ext(0->4095) 00010000:00010000:1.0:1746066891.966847:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439ba7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d7 expref: 6 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066891.966859:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439ba7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d7 expref: 6 pid: 21660 timeout: 1104 lvb_type: 0 00002000:00010000:1.0:1746066891.966866:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdad180 00000100:00100000:2.0:1746066891.968029:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2413 00000100:00100000:2.0:1746066891.968038:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860716032:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066891.968182:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860716032:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (1640us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066891.968189:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2413 00002000:00100000:2.0:1746066891.968195:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012fdad180 x1830882860716032/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.968203:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdad180 with x1830882860716032 ext(0->4095) 00010000:00010000:2.0:1746066891.968209:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439ba7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d7 expref: 6 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066891.968220:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439ba7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d7 expref: 6 pid: 21660 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066891.968225:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdad180 00000100:00100000:0.0:1746066891.971297:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.971558:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860716160 00000100:00100000:3.0:1746066891.971566:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860716160 00010000:00010000:3.0:1746066891.971597:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439ba7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d7 expref: 6 pid: 21660 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066891.971631:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12622 00000100:00100000:3.0:1746066891.971637:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860716160:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.971649:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.971665:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439ba7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d7 expref: 6 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066891.971673:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439ba7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d7 expref: 6 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066891.971697:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439ba7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6d7 expref: 6 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066891.971717:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.971720:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.971726:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439bae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6de expref: 73 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.971732:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439bae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6de expref: 73 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.971759:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439bae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6de expref: 73 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066891.971768:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861251968:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.971846:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291900 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.975644:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861251968:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066891.975670:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066891.976017:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860716160:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4376us (4722us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.976030:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12622 00000100:00100000:0.0:1746066891.976952:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.977668:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860716416 00000100:00100000:2.0:1746066891.977679:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860716416 00002000:00100000:2.0:1746066891.977721:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012fdad500 x1830882860716416/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.977737:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdad500 with x1830882860716416 ext(0->4095) 00002000:00010000:2.0:1746066891.977742:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdad500 00000100:00100000:2.0:1746066891.977773:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13331 00000100:00100000:2.0:1746066891.977779:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2034:x1830882860716416:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066891.977920:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2034:x1830882860716416:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (969us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066891.977927:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13331 00002000:00100000:2.0:1746066891.977932:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012fdad500 x1830882860716416/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.977941:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdad500 with x1830882860716416 ext(0->4095) 00002000:00010000:2.0:1746066891.977943:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdad500 00000100:00100000:0.0:1746066891.980463:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.980572:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860716544 00000100:00100000:2.0:1746066891.980580:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860716544 00000100:00100000:2.0:1746066891.980977:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29796 00000100:00100000:2.0:1746066891.980984:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860716544:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066891.980999:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066891.981013:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439bb5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f6e5 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.981035:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439bae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6de expref: 73 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.981049:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.981050:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066891.981054:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439bb5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6e5 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.981078:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439bae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6de expref: 73 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.981088:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439bae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6de expref: 73 pid: 9627 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066891.981099:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131cadf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861252096:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066891.981717:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:2.0:1746066891.983217:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131cadf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861252096:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066891.983238:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439bb5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6e5 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.983252:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f612e00, rc 0) 00000100:00100000:2.0:1746066891.984109:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860716544:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3122us (3650us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.984122:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29796 00000100:00100000:0.0:1746066891.984270:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.984456:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860716672 00000100:00100000:3.0:1746066891.984465:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860716672 00010000:00010000:3.0:1746066891.984498:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439bae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6de expref: 74 pid: 9627 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066891.984525:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12623 00000100:00100000:3.0:1746066891.984531:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2033:x1830882860716672:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.984545:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.984653:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439bae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6de expref: 74 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066891.984672:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439bae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6de expref: 74 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066891.984695:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439bae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6de expref: 74 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066891.984724:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.984727:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.984734:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439bb5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6e5 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.984742:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439bb5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6e5 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.984774:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439bb5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6e5 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066891.984785:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861252224:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.984881:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962916c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066891.986917:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.987499:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860716800 00000100:00100000:2.0:1746066891.987509:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860716800 00000100:00100000:2.0:1746066891.987554:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29797 00000100:00100000:2.0:1746066891.987561:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+74:1868:x1830882860716800:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066891.987577:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066891.987590:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bbc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f6ec expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.987615:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439bb5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6e5 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.987622:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.987624:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066891.987627:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bbc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ec expref: 75 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.987651:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439bb5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6e5 expref: 5 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.987662:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439bb5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6e5 expref: 5 pid: 21660 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066891.987673:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131cadf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861252352:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066891.987728:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.988677:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861252224:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066891.988698:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066891.988749:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+75:2033:x1830882860716672:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4217us (4485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.988760:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12623 00000100:00100000:0.0:1746066891.988808:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066891.988941:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860717056 00000100:00100000:2.0:1746066891.988945:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860717056 00002000:00100000:2.0:1746066891.988974:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012fdadf80 x1830882860717056/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.988983:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdadf80 with x1830882860717056 ext(0->4095) 00010000:00010000:2.0:1746066891.988989:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439bb5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6e5 expref: 6 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066891.989005:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439bb5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6e5 expref: 6 pid: 21660 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066891.989010:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdadf80 00000100:00100000:2.0:1746066891.989024:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2414 00000100:00100000:2.0:1746066891.989029:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860717056:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066891.989139:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860717056:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (334us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066891.989146:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2414 00002000:00100000:2.0:1746066891.989152:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012fdadf80 x1830882860717056/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066891.989159:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdadf80 with x1830882860717056 ext(0->4095) 00010000:00010000:2.0:1746066891.989163:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439bb5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6e5 expref: 6 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066891.989171:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439bb5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6e5 expref: 6 pid: 21660 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066891.989177:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdadf80 00000100:00100000:2.0:1746066891.989853:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131cadf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21660:1830882861252352:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066891.989873:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bbc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ec expref: 74 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066891.989889:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f613200, rc 0) 00000100:00100000:2.0:1746066891.989912:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+74:1868:x1830882860716800:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2351us (3000us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066891.989918:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29797 00000100:00100000:0.0:1746066891.990641:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.990729:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860717184 00000100:00100000:3.0:1746066891.990738:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860717184 00000100:00100000:3.0:1746066891.990786:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29798 00000100:00100000:3.0:1746066891.990792:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+74:1869:x1830882860717184:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066891.990804:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066891.990817:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439bc3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f6f3 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.990848:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.990854:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bbc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ec expref: 75 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.990864:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066891.990867:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439bc3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6f3 expref: 75 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.990906:0:21660:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bbc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ec expref: 75 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.990917:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439bc3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6f3 expref: 75 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.990926:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139c00, rc 0) 00000100:00100000:3.0:1746066891.992194:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+75:1869:x1830882860717184:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1400us (1552us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.992202:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29798 00000100:00100000:1.0:1746066891.992906:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066891.993082:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860717312 00000100:00100000:3.0:1746066891.993087:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860717312 00010000:00010000:3.0:1746066891.993116:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439bb5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6e5 expref: 6 pid: 21660 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066891.993141:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12624 00000100:00100000:3.0:1746066891.993148:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091039180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860717312:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066891.993160:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066891.993179:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439bb5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6e5 expref: 6 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066891.993189:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439bb5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6e5 expref: 6 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066891.993209:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439bb5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6e5 expref: 6 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066891.993232:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.993234:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066891.993241:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bbc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ec expref: 74 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.993249:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ec expref: 74 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.993275:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ec expref: 74 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066891.993286:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ec expref: 74 pid: 21660 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066891.993301:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861252608:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066891.993412:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962916c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066891.997901:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861252608:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066891.998138:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066891.998204:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091039180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860717312:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5055us (5298us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066891.998215:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12624 00000100:00100000:0.0:1746066891.999231:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066891.999312:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860717568 00000100:00100000:1.0:1746066891.999321:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860717568 00002000:00100000:1.0:1746066891.999392:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012fdae680 x1830882860717568/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/0 e 0 to 0 dl 1746066902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.999403:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdae680 with x1830882860717568 ext(0->4095) 00010000:00010000:1.0:1746066891.999413:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ec expref: 75 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066891.999426:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ec expref: 75 pid: 21660 timeout: 1104 lvb_type: 0 00002000:00010000:1.0:1746066891.999432:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdae680 00000100:00100000:1.0:1746066891.999461:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2415 00000100:00100000:1.0:1746066891.999468:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+75:2034:x1830882860717568:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066891.999605:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+75:2034:x1830882860717568:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (380us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066891.999611:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2415 00002000:00100000:1.0:1746066891.999616:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012fdae680 x1830882860717568/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746066902 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066891.999623:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdae680 with x1830882860717568 ext(0->4095) 00010000:00010000:1.0:1746066891.999627:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ec expref: 75 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066891.999636:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ec expref: 75 pid: 21660 timeout: 1104 lvb_type: 0 00002000:00010000:1.0:1746066891.999641:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdae680 00000100:00100000:2.0:1746066892.002309:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f502300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3792:1830882861253120:0@lo:400:kworker.0 00000100:00100000:2.0:1746066892.002373:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066892.002395:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081c3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3792:1830882861253632:0@lo:400:kworker.0 00000100:00100000:2.0:1746066892.002415:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066892.002428:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e80c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3792:1830882861254144:0@lo:400:kworker.0 00000100:00100000:2.0:1746066892.002441:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066892.002457:0:3792:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1746066892.002461:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3792:1830882861252992:0@lo:400:kworker.0 00000100:00100000:2.0:1746066892.002478:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066892.002491:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3792:1830882861253504:0@lo:400:kworker.0 00000100:00100000:2.0:1746066892.002506:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066892.002530:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009550c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3792:1830882861254016:0@lo:400:kworker.0 00000100:00100000:2.0:1746066892.002548:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066892.002573:0:7277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861252992 00000100:00100000:2.0:1746066892.002579:0:7277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861252992 00000100:00100000:1.0:1746066892.002602:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861253632 00000100:00100000:2.0:1746066892.002608:0:7277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:1.0:1746066892.002610:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861253632 00000100:00100000:2.0:1746066892.002614:0:7277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3792:x1830882861252992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066892.002651:0:7277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3792:x1830882861252992:12345-0@lo:400:kworker.0 Request processed in 37us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066892.002655:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861254144 00000100:00100000:1.0:1746066892.002658:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861254144 00000100:00100000:2.0:1746066892.002660:0:7277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:1.0:1746066892.002676:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:2.0:1746066892.002679:0:7273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861253120 00000100:00100000:2.0:1746066892.002683:0:7273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861253120 00000100:00100000:1.0:1746066892.002684:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3792:x1830882861253632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066892.002698:0:7273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861253504 00000100:00100000:2.0:1746066892.002700:0:7273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861253504 00000100:00100000:2.0:1746066892.002715:0:7273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861254016 00000100:00100000:2.0:1746066892.002717:0:7273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861254016 00000100:00100000:2.0:1746066892.002730:0:7273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1491 00000100:00100000:2.0:1746066892.002735:0:7273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3792:x1830882861253120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746066892.002740:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3792:x1830882861253632:12345-0@lo:400:kworker.0 Request processed in 58us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066892.002745:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00100000:1.0:1746066892.002757:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:2.0:1746066892.002759:0:7273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3792:x1830882861253120:12345-0@lo:400:kworker.0 Request processed in 24us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066892.002762:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3792:x1830882861254144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066892.002765:0:7273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1491 00000100:00100000:2.0:1746066892.002775:0:7273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1492 00000100:00100000:2.0:1746066892.002779:0:7273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3792:x1830882861253504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746066892.002787:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3792:x1830882861254144:12345-0@lo:400:kworker.0 Request processed in 25us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066892.002792:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:2.0:1746066892.002801:0:7273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3792:x1830882861253504:12345-0@lo:400:kworker.0 Request processed in 21us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.002806:0:7273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1492 00000100:00080000:1.0:1746066892.002806:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746066892.002811:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746066892.002813:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746066892.002814:0:7273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1493 00000100:00100000:2.0:1746066892.002818:0:7273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3792:x1830882861254016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066892.002851:0:7273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3792:x1830882861254016:12345-0@lo:400:kworker.0 Request processed in 32us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.002856:0:7273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1493 00000100:00100000:2.0:1746066892.002889:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3792:1830882861252992:0@lo:400:kworker.0 00000100:00100000:2.0:1746066892.002898:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3792:1830882861253504:0@lo:400:kworker.0 00000100:00100000:2.0:1746066892.002905:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009550c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3792:1830882861254016:0@lo:400:kworker.0 00000100:00100000:2.0:1746066892.002913:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f502300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3792:1830882861253120:0@lo:400:kworker.0 00000100:00100000:2.0:1746066892.002921:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081c3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3792:1830882861253632:0@lo:400:kworker.0 00000100:00100000:2.0:1746066892.002929:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e80c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3792:1830882861254144:0@lo:400:kworker.0 00000100:00100000:0.0:1746066892.003107:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131cae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3790:1830882861252864:0@lo:400:kworker.0 00000100:00100000:0.0:1746066892.003134:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066892.003164:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3790:1830882861253376:0@lo:400:kworker.0 00000100:00100000:0.0:1746066892.003181:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066892.003191:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800908e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3790:1830882861253888:0@lo:400:kworker.0 00000100:00100000:0.0:1746066892.003204:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066892.003216:0:3790:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:0.0:1746066892.003221:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131cadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bd212aa5-9c03-468b-a6b2-d3d7d344f530:3790:1830882861252736:0@lo:400:kworker.0 00000100:00100000:0.0:1746066892.003244:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066892.003269:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861253248:0@lo:400:kworker.0 00000100:00100000:0.0:1746066892.003480:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066892.003496:0:7268:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861252736 00000100:00100000:0.0:1746066892.003496:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eb56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861253760:0@lo:400:kworker.0 00000100:00100000:1.0:1746066892.003500:0:7268:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861252736 00000100:00100000:0.0:1746066892.003513:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066892.003526:0:7268:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1746066892.003529:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e80ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861254272:0@lo:400:kworker.0 00000100:00100000:1.0:1746066892.003532:0:7268:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8d5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bd212aa5-9c03-468b-a6b2-d3d7d344f530+23:3790:x1830882861252736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066892.003542:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066892.003568:0:7271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861252864 00000100:00100000:0.0:1746066892.003572:0:7271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861252864 00000100:00100000:3.0:1746066892.003648:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861253760 00000100:00100000:3.0:1746066892.003652:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861253760 00000100:00080000:3.0:1746066892.003669:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746066892.003687:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861254272 00000100:00100000:3.0:1746066892.003689:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861254272 00000100:00080000:3.0:1746066892.003697:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746066892.003708:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:3.0:1746066892.003713:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882861253760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746066892.003986:0:7268:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8d5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bd212aa5-9c03-468b-a6b2-d3d7d344f530+23:3790:x1830882861252736:12345-0@lo:400:kworker.0 Request processed in 453us (740us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066892.003991:0:7268:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1746066892.004534:0:7271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861253376 00000100:00100000:0.0:1746066892.004538:0:7271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861253376 00000100:00100000:3.0:1746066892.004591:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882861253760:12345-0@lo:400:kworker.0 Request processed in 877us (1075us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.004597:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00080000:3.0:1746066892.004607:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746066892.004613:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:3.0:1746066892.004617:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882861254272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066892.004637:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882861254272:12345-0@lo:400:kworker.0 Request processed in 21us (1095us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.004641:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:3.0:1746066892.004659:0:7278:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861253248 00000100:00100000:3.0:1746066892.004662:0:7278:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861253248 00000100:00100000:3.0:1746066892.004675:0:7278:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:3.0:1746066892.004679:0:7278:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882861253248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066892.004696:0:7278:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882861253248:12345-0@lo:400:kworker.0 Request processed in 17us (1216us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.004700:0:7278:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:3.0:1746066892.004720:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861253888 00000100:00100000:3.0:1746066892.004722:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861253888 00000100:00100000:2.0:1746066892.004734:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1494 00000100:00100000:3.0:1746066892.004738:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1495 00000100:00100000:2.0:1746066892.004741:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3790:x1830882861252864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066892.004742:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3790:x1830882861253376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066892.004759:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3790:x1830882861253376:12345-0@lo:400:kworker.0 Request processed in 17us (1578us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.004763:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1495 00000100:00100000:2.0:1746066892.004771:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3790:x1830882861252864:12345-0@lo:400:kworker.0 Request processed in 31us (1637us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.004772:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1496 00000100:00100000:3.0:1746066892.004775:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3790:x1830882861253888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066892.004776:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1494 00000100:00100000:3.0:1746066892.004795:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3790:x1830882861253888:12345-0@lo:400:kworker.0 Request processed in 19us (1590us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.004800:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1496 00000100:00080000:3.0:1746066892.004821:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746066892.004917:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131cadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bd212aa5-9c03-468b-a6b2-d3d7d344f530:3790:1830882861252736:0@lo:400:kworker.0 00000100:00100000:0.0:1746066892.004927:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861253248:0@lo:400:kworker.0 00000100:00100000:0.0:1746066892.004935:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eb56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861253760:0@lo:400:kworker.0 00000100:00100000:0.0:1746066892.004942:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e80ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861254272:0@lo:400:kworker.0 00000100:00100000:0.0:1746066892.004950:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131cae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3790:1830882861252864:0@lo:400:kworker.0 00000100:00100000:0.0:1746066892.004957:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3790:1830882861253376:0@lo:400:kworker.0 00000100:00100000:0.0:1746066892.004963:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800908e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3790:1830882861253888:0@lo:400:kworker.0 00000100:00100000:0.0:1746066892.005613:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.005670:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860717696 00000100:00100000:3.0:1746066892.005673:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860717696 00010000:00010000:3.0:1746066892.005691:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ec expref: 75 pid: 21660 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.005709:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12625 00000100:00100000:3.0:1746066892.005713:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+75:2031:x1830882860717696:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.005721:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.005735:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ec expref: 75 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.005744:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ec expref: 75 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.005760:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bbc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6ec expref: 75 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.005772:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.005773:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.005779:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439bc3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6f3 expref: 74 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.005785:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439bc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6f3 expref: 74 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.005805:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439bc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6f3 expref: 74 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066892.005813:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861254400:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.005875:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962916c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.008609:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861254400:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.008622:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.008646:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2031:x1830882860717696:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2932us (3034us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.008654:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12625 00000100:00100000:0.0:1746066892.009969:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.010058:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860717952 00000100:00100000:1.0:1746066892.010067:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860717952 00002000:00100000:1.0:1746066892.010110:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012fdaca80 x1830882860717952/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.010127:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdaca80 with x1830882860717952 ext(0->4095) 00002000:00010000:1.0:1746066892.010133:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdaca80 00000100:00100000:1.0:1746066892.010158:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13332 00000100:00100000:1.0:1746066892.010164:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2034:x1830882860717952:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066892.010298:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2034:x1830882860717952:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (336us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066892.010304:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13332 00002000:00100000:1.0:1746066892.010309:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012fdaca80 x1830882860717952/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.010316:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdaca80 with x1830882860717952 ext(0->4095) 00002000:00010000:1.0:1746066892.010318:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdaca80 00000100:00100000:0.0:1746066892.013489:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.013609:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860718080 00000100:00100000:2.0:1746066892.013617:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860718080 00000100:00100000:2.0:1746066892.013668:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29799 00000100:00100000:2.0:1746066892.013676:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860718080:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.013691:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.013705:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439bca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f6fa expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.013730:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439bc3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6f3 expref: 73 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.013737:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.013739:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.013742:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439bca lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6fa expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.013766:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439bc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6f3 expref: 73 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.013778:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439bc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6f3 expref: 73 pid: 21660 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.013788:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131f8ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861254528:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066892.013870:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.015662:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131f8ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861254528:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066892.015683:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439bca lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6fa expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.015694:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009093b200, rc 0) 00000100:00100000:2.0:1746066892.015728:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860718080:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2053us (2244us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.015734:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29799 00000100:00100000:0.0:1746066892.016752:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.017721:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860718208 00000100:00100000:3.0:1746066892.017729:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860718208 00010000:00010000:3.0:1746066892.017763:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439bc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6f3 expref: 74 pid: 21660 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.018170:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12626 00000100:00100000:3.0:1746066892.018178:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2034:x1830882860718208:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.018191:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.018214:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439bc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6f3 expref: 74 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.018227:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439bc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6f3 expref: 74 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.018250:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439bc3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6f3 expref: 74 pid: 21660 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.018588:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.018590:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.018598:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439bca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6fa expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.018606:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439bca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6fa expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.018899:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439bca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6fa expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066892.018918:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861254656:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.019226:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962916c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066892.020017:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.020069:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860718336 00000100:00100000:2.0:1746066892.020078:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860718336 00000100:00100000:2.0:1746066892.020132:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29800 00000100:00100000:2.0:1746066892.020139:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+74:1868:x1830882860718336:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.020160:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.020175:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439bd1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f701 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.020200:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439bca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6fa expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.020213:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.020214:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.020217:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439bd1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f701 expref: 75 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.020244:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439bca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6fa expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.020409:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439bca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6fa expref: 5 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.020422:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131f8ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861254784:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066892.020502:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.022305:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131f8ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861254784:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066892.022325:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:2.0:1746066892.022328:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439bd1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f701 expref: 75 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.022563:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d953800, rc 0) 00000100:00100000:2.0:1746066892.022601:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+75:1868:x1830882860718336:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2461us (2584us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.022608:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29800 00000100:00100000:1.0:1746066892.022712:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860718592 00000100:00100000:1.0:1746066892.022719:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860718592 00002000:00100000:1.0:1746066892.022754:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800908e6d80 x1830882860718592/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.022764:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e6d80 with x1830882860718592 ext(0->4095) 00010000:00010000:1.0:1746066892.022771:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439bca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6fa expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.022784:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439bca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6fa expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00002000:00010000:1.0:1746066892.022795:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800908e6d80 00000100:00100000:1.0:1746066892.022820:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2416 00000100:00100000:1.0:1746066892.022826:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860718592:12345-192.168.201.51@tcp:3:ldlm_bl.0 00000100:00100000:3.0:1746066892.022902:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861254656:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.022918:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.022953:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2034:x1830882860718208:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4776us (6208us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066892.022959:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860718592:12345-192.168.201.51@tcp:3:ldlm_bl.0 Request processed in 133us (637us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066892.022966:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12626 00000100:00100000:1.0:1746066892.022967:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2416 00002000:00100000:1.0:1746066892.022972:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800908e6d80 x1830882860718592/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.022980:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e6d80 with x1830882860718592 ext(0->4095) 00010000:00010000:1.0:1746066892.022985:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439bca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6fa expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.022994:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439bca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6fa expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00002000:00010000:1.0:1746066892.023000:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800908e6d80 00000100:00100000:0.0:1746066892.028802:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.028936:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860718720 00000100:00100000:3.0:1746066892.028945:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860718720 00010000:00010000:3.0:1746066892.028982:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439bca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6fa expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.029028:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12627 00000100:00100000:3.0:1746066892.029037:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860718720:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.029052:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.029074:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439bca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6fa expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.029086:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439bca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6fa expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.029109:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439bca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f6fa expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.029130:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.029134:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.029141:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439bd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f701 expref: 73 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.029149:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439bd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f701 expref: 73 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.029185:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439bd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f701 expref: 73 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066892.029197:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861254912:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.029279:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962916c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.031726:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.031803:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860718976 00000100:00100000:1.0:1746066892.031809:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860718976 00000100:00100000:3.0:1746066892.031913:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861254912:192.168.201.51@tcp:105: 00002000:00100000:1.0:1746066892.031918:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eb56680 x1830882860718976/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.031931:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb56680 with x1830882860718976 ext(0->4095) 00010000:00010000:3.0:1746066892.031932:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:1.0:1746066892.031938:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb56680 00000100:00100000:3.0:1746066892.031976:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860718720:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2940us (3184us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.031985:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12627 00000100:00100000:2.0:1746066892.032632:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13333 00000100:00100000:2.0:1746066892.032644:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2033:x1830882860718976:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066892.032776:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2033:x1830882860718976:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (1057us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.032783:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13333 00002000:00100000:2.0:1746066892.032789:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eb56680 x1830882860718976/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.032796:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb56680 with x1830882860718976 ext(0->4095) 00002000:00010000:2.0:1746066892.032799:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb56680 00000100:00100000:0.0:1746066892.034595:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131f8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3790:1830882861255040:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746066892.034765:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066892.034805:0:15661:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861255040 00000100:00100000:3.0:1746066892.034813:0:15661:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861255040 00000100:00100000:2.0:1746066892.034838:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066892.034886:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860719104 00000100:00100000:0.0:1746066892.034890:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860719104 00000100:00100000:0.0:1746066892.034919:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29801 00000100:00100000:0.0:1746066892.034925:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e80ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860719104:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066892.034938:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066892.034956:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439bd8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f708 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066892.034983:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439bd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f701 expref: 73 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066892.034990:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066892.034992:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066892.034995:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439bd8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f708 expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066892.035018:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439bd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f701 expref: 73 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066892.035029:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439bd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f701 expref: 73 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.035038:0:15661:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1746066892.035043:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131cae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861255168:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066892.035044:0:15661:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3790:x1830882861255040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746066892.035064:0:15661:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499571520 pending 974848 free 3920908288 avail 3689385984 00000100:00100000:0.0:1746066892.035091:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.035100:0:15661:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3790:x1830882861255040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.035105:0:15661:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:3.0:1746066892.035140:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131f8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3790:1830882861255040:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746066892.037289:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131cae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861255168:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066892.037315:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:0.0:1746066892.037318:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439bd8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f708 expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066892.037332:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544ec00, rc 0) 00000100:00100000:0.0:1746066892.037606:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860719104:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2679us (2780us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066892.037614:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29801 00000100:00100000:1.0:1746066892.037697:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860719232 00000100:00100000:1.0:1746066892.037703:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860719232 00002000:00100000:1.0:1746066892.037736:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008e80c000 x1830882860719232/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 496/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.037751:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80c000 with x1830882860719232 ext(0->7) 00010000:00010000:1.0:1746066892.037758:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439bd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f701 expref: 74 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.037768:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439bd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f701 expref: 74 pid: 9629 timeout: 1104 lvb_type: 0 00002000:00010000:1.0:1746066892.037773:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e80c000 00000100:00100000:1.0:1746066892.037804:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2417 00000100:00100000:1.0:1746066892.037810:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e80c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+74:2032:x1830882860719232:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066892.040564:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2032:x1830882860719232:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2746us (3245us total) trans 4294972236 rc 0/0 00000100:00100000:0.0:1746066892.040575:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2417 00002000:00100000:0.0:1746066892.040584:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008e80c000 x1830882860719232/t4294972236(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 496/448 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066892.040594:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80c000 with x1830882860719232 ext(0->7) 00010000:00010000:0.0:1746066892.040604:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439bd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f701 expref: 76 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:0.0:1746066892.040617:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439bd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f701 expref: 76 pid: 9629 timeout: 1104 lvb_type: 0 00002000:00010000:0.0:1746066892.040623:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e80c000 00000100:00100000:0.0:1746066892.045225:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.045329:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860719360 00000100:00100000:3.0:1746066892.045366:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860719360 00010000:00010000:3.0:1746066892.045408:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439bd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f701 expref: 76 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.045450:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12628 00000100:00100000:3.0:1746066892.045458:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2032:x1830882860719360:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.045476:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.045497:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439bd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f701 expref: 76 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.045509:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439bd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f701 expref: 76 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.045533:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d953800/0xd6b24631ff439bd1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f701 expref: 76 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.045554:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.045556:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.045564:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439bd8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f708 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.045571:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439bd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f708 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.045603:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439bd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f708 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066892.045616:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861255296:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.045698:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962916c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.047800:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.047865:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860719616 00000100:00100000:1.0:1746066892.047872:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860719616 00002000:00100000:1.0:1746066892.048123:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131cadf80 x1830882860719616/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.048134:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cadf80 with x1830882860719616 ext(0->4095) 00002000:00010000:1.0:1746066892.048139:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131cadf80 00000100:00100000:1.0:1746066892.048173:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13334 00000100:00100000:1.0:1746066892.048179:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860719616:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066892.048309:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860719616:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (515us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066892.048315:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13334 00002000:00100000:1.0:1746066892.048321:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131cadf80 x1830882860719616/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.048333:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cadf80 with x1830882860719616 ext(0->4095) 00002000:00010000:1.0:1746066892.048336:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131cadf80 00000100:00100000:3.0:1746066892.048414:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861255296:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.048433:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.048459:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+75:2032:x1830882860719360:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3002us (3243us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.048466:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12628 00000100:00100000:0.0:1746066892.050764:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.051239:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860719744 00000100:00100000:2.0:1746066892.051246:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860719744 00000100:00100000:2.0:1746066892.051299:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29802 00000100:00100000:2.0:1746066892.051306:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+75:1869:x1830882860719744:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.051324:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.051399:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff439bdf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f70f expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.051428:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439bd8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f708 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.051435:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.051437:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.051441:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff439bdf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f70f expref: 76 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.051470:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439bd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f708 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.051488:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439bd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f708 expref: 5 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.051501:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f502300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861255424:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066892.051592:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d400900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.054110:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.054168:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860719872 00000100:00100000:2.0:1746066892.054176:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860719872 00000100:00100000:2.0:1746066892.054279:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29803 00000100:00100000:2.0:1746066892.054287:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+77:1868:x1830882860719872:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.054309:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.054324:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439be6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f716 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.054365:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.054370:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff439bdf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f70f expref: 78 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.054376:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.054379:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439be6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f716 expref: 78 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.054408:0:25556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff439bdf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f70f expref: 78 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.054419:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439be6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f716 expref: 78 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.054434:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f613600, rc 0) 00000100:00100000:2.0:1746066892.054477:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+78:1868:x1830882860719872:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 192us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.054483:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29803 00000100:00100000:3.0:1746066892.054535:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f502300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861255424:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066892.054551:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff439bdf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f70f expref: 77 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.054558:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f612a00, rc 0) 00000100:00100000:3.0:1746066892.054573:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+77:1869:x1830882860719744:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3269us (3817us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.054578:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29802 00000100:00100000:0.0:1746066892.056329:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.056438:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860720000 00000100:00100000:3.0:1746066892.056445:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860720000 00010000:00010000:3.0:1746066892.056475:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439bd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f708 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.056506:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12629 00000100:00100000:3.0:1746066892.056512:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f445450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860720000:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.056524:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.056549:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439bd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f708 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.056561:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439bd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f708 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.056584:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544ec00/0xd6b24631ff439bd8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f708 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.057364:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.057366:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.057374:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff439bdf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f70f expref: 76 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.057384:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff439bdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f70f expref: 76 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.057416:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff439bdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f70f expref: 76 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.057426:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff439bdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f70f expref: 76 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.057435:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861255680:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.057515:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962916c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.058883:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861255680:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.058899:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.059102:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f445450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860720000:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2589us (2777us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.059112:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12629 00000100:00100000:0.0:1746066892.059663:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.060066:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860720256 00000100:00100000:2.0:1746066892.060073:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860720256 00002000:00100000:2.0:1746066892.060112:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801203fd500 x1830882860720256/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.060123:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203fd500 with x1830882860720256 ext(0->4095) 00010000:00010000:2.0:1746066892.060132:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff439bdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f70f expref: 77 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.060145:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff439bdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f70f expref: 77 pid: 9629 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.060151:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801203fd500 00000100:00100000:2.0:1746066892.060184:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2418 00000100:00100000:2.0:1746066892.060192:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2034:x1830882860720256:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066892.060326:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2034:x1830882860720256:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (663us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.060332:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2418 00002000:00100000:2.0:1746066892.060338:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801203fd500 x1830882860720256/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.060375:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203fd500 with x1830882860720256 ext(0->4095) 00010000:00010000:2.0:1746066892.060380:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff439bdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f70f expref: 77 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.060389:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff439bdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f70f expref: 77 pid: 9629 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.060394:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801203fd500 00000100:00100000:0.0:1746066892.062739:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.062845:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860720384 00000100:00100000:2.0:1746066892.062852:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860720384 00000100:00100000:0.0:1746066892.062891:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.063326:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29804 00000100:00100000:2.0:1746066892.063335:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860720384:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.063383:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.063401:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439bed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f71d expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.063619:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.063626:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439be6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f716 expref: 76 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.063632:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066892.063636:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439bed lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f71d expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.063672:0:9628:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439be6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f716 expref: 76 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.063689:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439bed lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f71d expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.063699:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d952e00, rc 0) 00000100:00100000:3.0:1746066892.063778:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860720512 00000100:00100000:3.0:1746066892.063783:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860720512 00010000:00010000:3.0:1746066892.063804:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff439bdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f70f expref: 77 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.063845:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12630 00000100:00100000:3.0:1746066892.063850:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2031:x1830882860720512:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.063859:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.063876:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff439bdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f70f expref: 77 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.063886:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff439bdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f70f expref: 77 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.063903:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f612a00/0xd6b24631ff439bdf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f70f expref: 77 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.063913:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.063915:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.063921:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439be6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f716 expref: 76 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.063929:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439be6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f716 expref: 76 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.063950:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439be6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f716 expref: 76 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.063961:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439be6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f716 expref: 76 pid: 25556 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.063974:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861255936:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.064047:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860720384:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 712us (1313us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.064053:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29804 00000100:00100000:3.0:1746066892.064062:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.066304:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861255936:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.066325:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.066605:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2031:x1830882860720512:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2752us (3712us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.066885:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12630 00000100:00100000:0.0:1746066892.067258:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.067526:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860720768 00000100:00100000:2.0:1746066892.067533:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860720768 00002000:00100000:2.0:1746066892.067634:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801203fed80 x1830882860720768/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.067645:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203fed80 with x1830882860720768 ext(0->4095) 00010000:00010000:2.0:1746066892.067654:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439be6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f716 expref: 76 pid: 25556 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.067667:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439be6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f716 expref: 76 pid: 25556 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.067674:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801203fed80 00000100:00100000:2.0:1746066892.067692:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2419 00000100:00100000:2.0:1746066892.067699:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2033:x1830882860720768:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066892.067816:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2033:x1830882860720768:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (558us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.067821:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2419 00002000:00100000:2.0:1746066892.067838:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801203fed80 x1830882860720768/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.067846:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203fed80 with x1830882860720768 ext(0->4095) 00010000:00010000:2.0:1746066892.067850:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439be6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f716 expref: 76 pid: 25556 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.067859:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439be6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f716 expref: 76 pid: 25556 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.068135:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801203fed80 00000100:00100000:0.0:1746066892.069761:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.069812:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860721024 00000100:00100000:3.0:1746066892.069818:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860721024 00010000:00010000:3.0:1746066892.069857:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439be6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f716 expref: 76 pid: 25556 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.069955:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12631 00000100:00100000:3.0:1746066892.069963:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2034:x1830882860721024:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.069975:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.069991:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439be6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f716 expref: 76 pid: 25556 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.070003:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439be6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f716 expref: 76 pid: 25556 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.070025:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439be6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f716 expref: 76 pid: 25556 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.070057:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.070059:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.070068:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439bed lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f71d expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.070077:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439bed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f71d expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066892.070088:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:3.0:1746066892.070110:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439bed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f71d expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066892.070191:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860720896 00000100:00100000:2.0:1746066892.070194:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860720896 00000100:00100000:2.0:1746066892.070224:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29805 00000100:00100000:2.0:1746066892.070229:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131424380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+76:1868:x1830882860720896:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.070241:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.070251:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff439bf4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f724 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.070269:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439bed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f71d expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.070276:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.070277:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.070279:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff439bf4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f724 expref: 77 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.070513:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439bed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f71d expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.070532:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439bed lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f71d expref: 5 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.070544:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009550c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861256192:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066892.070611:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00010000:00010000:3.0:1746066892.070676:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439bed lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f71d expref: 5 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.070685:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861256064:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.070707:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.073870:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009550c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861256192:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066892.073887:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861256064:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.074201:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff439bf4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f724 expref: 77 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.074217:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f612600, rc 0) 00000100:00100000:2.0:1746066892.074270:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+77:1868:x1830882860720896:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4038us (4180us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.074279:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29805 00010000:00010000:3.0:1746066892.074329:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.074363:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2034:x1830882860721024:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4401us (4605us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.074372:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12631 00000100:00100000:0.0:1746066892.075749:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.076089:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860721280 00000100:00100000:2.0:1746066892.076096:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860721280 00002000:00100000:2.0:1746066892.076132:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a97800 x1830882860721280/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.076141:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a97800 with x1830882860721280 ext(0->4095) 00010000:00010000:2.0:1746066892.076149:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439bed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f71d expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.076160:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439bed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f71d expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.076171:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095a97800 00000100:00100000:2.0:1746066892.076471:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2420 00000100:00100000:2.0:1746066892.076479:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860721280:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066892.076600:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860721280:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (852us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.076606:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2420 00002000:00100000:2.0:1746066892.076612:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a97800 x1830882860721280/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.076619:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a97800 with x1830882860721280 ext(0->4095) 00010000:00010000:2.0:1746066892.076624:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439bed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f71d expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.076632:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439bed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f71d expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.076638:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095a97800 00000100:00100000:0.0:1746066892.078681:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.078893:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860721408 00000100:00100000:3.0:1746066892.078901:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860721408 00010000:00010000:3.0:1746066892.078933:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439bed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f71d expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.079042:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12632 00000100:00100000:3.0:1746066892.079049:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860721408:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.079062:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.079081:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439bed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f71d expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.079090:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439bed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f71d expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.079110:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439bed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f71d expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.079140:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.079143:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.079151:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff439bf4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f724 expref: 75 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.079159:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff439bf4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f724 expref: 75 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.079191:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff439bf4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f724 expref: 75 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066892.079204:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861256320:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.079293:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.081735:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861256320:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.081759:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.081806:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860721408:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2757us (3131us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.081818:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12632 00000100:00100000:1.0:1746066892.082057:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009550c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3791:1830882861256448:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746066892.082101:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066892.082141:0:9630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861256448 00000100:00100000:1.0:1746066892.082147:0:9630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861256448 00000100:00100000:1.0:1746066892.082591:0:9630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1746066892.082599:0:9630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3791:x1830882861256448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746066892.082623:0:9630:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499600192 pending 1003520 free 3920908288 avail 3689385984 00000100:00100000:1.0:1746066892.082656:0:9630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3791:x1830882861256448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066892.082661:0:9630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1746066892.082688:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009550c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3791:1830882861256448:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746066892.082935:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.082978:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860721664 00000100:00100000:2.0:1746066892.082982:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860721664 00002000:00100000:2.0:1746066892.083011:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a95880 x1830882860721664/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.083265:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a95880 with x1830882860721664 ext(0->4095) 00002000:00010000:2.0:1746066892.083270:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a95880 00000100:00100000:2.0:1746066892.083708:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13335 00000100:00100000:2.0:1746066892.083716:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2032:x1830882860721664:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746066892.083842:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2032:x1830882860721664:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (895us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.083849:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13335 00002000:00100000:2.0:1746066892.083854:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a95880 x1830882860721664/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.083861:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a95880 with x1830882860721664 ext(0->4095) 00002000:00010000:2.0:1746066892.083864:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a95880 00000100:00100000:1.0:1746066892.086024:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.086074:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860721792 00000100:00100000:2.0:1746066892.086082:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860721792 00000100:00100000:2.0:1746066892.086127:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29806 00000100:00100000:2.0:1746066892.086139:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091039f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860721792:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.086153:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.086171:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bfb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f72b expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.086200:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff439bf4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f724 expref: 75 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.086207:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.086208:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.086212:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bfb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f72b expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.086239:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff439bf4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f724 expref: 75 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.086255:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff439bf4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f724 expref: 75 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.086267:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009550c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861256576:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066892.087158:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.089254:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009550c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861256576:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066892.089501:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bfb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f72b expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.089517:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f613200, rc 0) 00000100:00100000:2.0:1746066892.089570:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091039f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860721792:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3430us (3551us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.089579:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29806 00000100:00100000:0.0:1746066892.089752:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.090139:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860721920 00000100:00100000:3.0:1746066892.090146:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860721920 00010000:00010000:3.0:1746066892.090173:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff439bf4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f724 expref: 76 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.090204:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12633 00000100:00100000:3.0:1746066892.090210:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2034:x1830882860721920:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.090224:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.090244:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff439bf4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f724 expref: 76 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.090255:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff439bf4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f724 expref: 76 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.090279:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff439bf4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f724 expref: 76 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.090294:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.090295:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.090302:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bfb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f72b expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.090556:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bfb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f72b expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.090586:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bfb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f72b expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066892.090598:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861256704:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.090656:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.092536:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861256704:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.092554:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.092586:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+75:2034:x1830882860721920:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2376us (2835us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.092596:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12633 00000100:00100000:2.0:1746066892.094718:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066892.095337:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860722176 00000100:00100000:0.0:1746066892.095377:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860722176 00000100:00100000:0.0:1746066892.095433:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29807 00000100:00100000:0.0:1746066892.095441:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+75:1868:x1830882860722176:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066892.095459:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066892.095477:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439c02 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f732 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066892.095508:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bfb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f72b expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066892.095515:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066892.095517:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066892.095521:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439c02 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f732 expref: 76 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066892.095551:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bfb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f72b expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066892.095563:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bfb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f72b expref: 5 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:0.0:1746066892.095576:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861256832:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066892.095647:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.095874:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.096200:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860722304 00000100:00100000:3.0:1746066892.096204:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860722304 00002000:00100000:3.0:1746066892.096227:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c3b100 x1830882860722304/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.096234:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3b100 with x1830882860722304 ext(0->4095) 00010000:00010000:3.0:1746066892.096239:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bfb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f72b expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.096246:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bfb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f72b expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:3.0:1746066892.096250:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c3b100 00000100:00100000:3.0:1746066892.096261:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2421 00000100:00100000:3.0:1746066892.096264:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860722304:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066892.096371:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860722304:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (498us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066892.096376:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2421 00002000:00100000:3.0:1746066892.096381:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c3b100 x1830882860722304/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.096386:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3b100 with x1830882860722304 ext(0->4095) 00010000:00010000:3.0:1746066892.096389:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bfb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f72b expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.096395:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bfb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f72b expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:3.0:1746066892.096399:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081c3b100 00000100:00100000:0.0:1746066892.099716:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066892.099799:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.100068:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860722432 00000100:00100000:1.0:1746066892.100077:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860722432 00000100:00100000:2.0:1746066892.100114:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861256832:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066892.100130:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29808 00000100:00100000:1.0:1746066892.100138:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133191880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+77:1869:x1830882860722432:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.100149:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439c02 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f732 expref: 77 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.100153:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.100167:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544e000, rc 0) 00010000:00010000:1.0:1746066892.100175:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439c09 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f739 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.100196:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.100201:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439c02 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f732 expref: 78 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.100212:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066892.100215:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439c09 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f739 expref: 78 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066892.100218:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+78:1868:x1830882860722176:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4778us (5508us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.100225:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29807 00010000:00010000:1.0:1746066892.100244:0:9629:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439c02 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f732 expref: 77 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.100257:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439c09 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f739 expref: 77 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066892.100531:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860722560 00000100:00100000:3.0:1746066892.100536:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860722560 00010000:00010000:3.0:1746066892.100558:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bfb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f72b expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.100586:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12634 00000100:00100000:3.0:1746066892.100592:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133190700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860722560:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.100602:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.100620:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bfb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f72b expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.100631:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bfb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f72b expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.100650:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439bfb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f72b expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.100676:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.100678:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.100685:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439c02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f732 expref: 77 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.100693:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439c02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f732 expref: 77 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.100715:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439c02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f732 expref: 77 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.100726:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439c02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f732 expref: 77 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.100737:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861257088:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.100807:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291780 going to sleep for 11 seconds 00010000:00010000:1.0:1746066892.101215:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc7400, rc 0) 00000100:00100000:1.0:1746066892.101474:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133191880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+77:1869:x1830882860722432:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1335us (1765us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066892.101480:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29808 00000100:00100000:3.0:1746066892.104207:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861257088:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066892.104218:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:3.0:1746066892.104230:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.104316:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133190700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860722560:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3721us (4514us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.104337:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12634 00000100:00100000:2.0:1746066892.104437:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860722816 00000100:00100000:2.0:1746066892.104443:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860722816 00002000:00100000:2.0:1746066892.104478:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126ca80 x1830882860722816/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.104485:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126ca80 with x1830882860722816 ext(0->4095) 00010000:00010000:2.0:1746066892.104492:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439c02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f732 expref: 77 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.104502:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439c02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f732 expref: 77 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.104506:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126ca80 00000100:00100000:2.0:1746066892.104519:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2422 00000100:00100000:2.0:1746066892.104523:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2034:x1830882860722816:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066892.105075:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2034:x1830882860722816:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 550us (860us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.105079:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2422 00002000:00100000:2.0:1746066892.105084:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126ca80 x1830882860722816/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.105089:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126ca80 with x1830882860722816 ext(0->4095) 00010000:00010000:2.0:1746066892.105093:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439c02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f732 expref: 77 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.105099:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439c02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f732 expref: 77 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.105103:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009126ca80 00000100:00100000:2.0:1746066892.108130:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.108217:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860722944 00000100:00100000:3.0:1746066892.108227:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860722944 00010000:00010000:3.0:1746066892.108259:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439c02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f732 expref: 77 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.108292:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12635 00000100:00100000:3.0:1746066892.108298:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2031:x1830882860722944:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.108311:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.108373:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439c02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f732 expref: 77 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.108390:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439c02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f732 expref: 77 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.108412:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544e000/0xd6b24631ff439c02 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f732 expref: 77 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.108440:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.108442:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.108447:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439c09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f739 expref: 76 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.108453:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439c09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f739 expref: 76 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.108483:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439c09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f739 expref: 76 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066892.108497:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861257216:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.108582:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291780 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.110306:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861257216:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.110859:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.110943:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2031:x1830882860722944:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2643us (2821us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.110952:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12635 00000100:00100000:0.0:1746066892.111869:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.111913:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860723200 00000100:00100000:2.0:1746066892.111921:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860723200 00002000:00100000:2.0:1746066892.111955:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126f800 x1830882860723200/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.111962:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126f800 with x1830882860723200 ext(0->4095) 00002000:00010000:2.0:1746066892.112169:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009126f800 00000100:00100000:2.0:1746066892.112193:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13336 00000100:00100000:2.0:1746066892.112198:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2034:x1830882860723200:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066892.112312:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2034:x1830882860723200:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (447us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.112317:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13336 00002000:00100000:2.0:1746066892.112320:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009126f800 x1830882860723200/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.112326:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009126f800 with x1830882860723200 ext(0->4095) 00002000:00010000:2.0:1746066892.112328:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009126f800 00000100:00100000:0.0:1746066892.115461:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.115863:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860723328 00000100:00100000:1.0:1746066892.115874:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860723328 00000100:00100000:1.0:1746066892.116114:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29809 00000100:00100000:1.0:1746066892.116122:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860723328:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066892.116141:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066892.116159:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439c10 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f740 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.116189:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439c09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f739 expref: 75 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.116198:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066892.116202:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066892.116205:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439c10 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f740 expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.116238:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439c09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f739 expref: 75 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.116250:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439c09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f739 expref: 75 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:1.0:1746066892.116263:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091039180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861257344:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066892.116598:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066892.118494:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091039180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861257344:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066892.118525:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439c10 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f740 expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.118539:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc6200, rc 0) 00000100:00100000:1.0:1746066892.118571:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860723328:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2449us (3120us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066892.118579:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29809 00000100:00100000:0.0:1746066892.118764:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.118844:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860723456 00000100:00100000:3.0:1746066892.118849:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860723456 00010000:00010000:3.0:1746066892.118870:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439c09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f739 expref: 76 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.118896:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12636 00000100:00100000:3.0:1746066892.118901:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f445050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2033:x1830882860723456:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.118911:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.118932:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439c09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f739 expref: 76 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.118943:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439c09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f739 expref: 76 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.119166:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439c09 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f739 expref: 76 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.119192:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.119193:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.119201:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439c10 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f740 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.119215:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439c10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f740 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.119277:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439c10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f740 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066892.119290:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861257472:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.119383:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.121308:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.121636:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861257472:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.121651:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.122259:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f445050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+75:2033:x1830882860723456:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3355us (3493us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.122272:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12636 00000100:00100000:2.0:1746066892.122733:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860723712 00000100:00100000:2.0:1746066892.122739:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860723712 00002000:00100000:2.0:1746066892.122777:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131430000 x1830882860723712/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.122788:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131430000 with x1830882860723712 ext(0->4095) 00002000:00010000:2.0:1746066892.122793:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131430000 00000100:00100000:2.0:1746066892.122817:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13337 00000100:00100000:2.0:1746066892.122835:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860723712:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066892.123130:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860723712:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 303us (1828us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.123136:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13337 00002000:00100000:2.0:1746066892.123141:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131430000 x1830882860723712/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.123148:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131430000 with x1830882860723712 ext(0->4095) 00002000:00010000:2.0:1746066892.123151:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131430000 00000100:00100000:2.0:1746066892.124645:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.124690:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860723840 00000100:00100000:1.0:1746066892.124696:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860723840 00000100:00100000:1.0:1746066892.124735:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29810 00000100:00100000:1.0:1746066892.124741:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+75:1868:x1830882860723840:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066892.124753:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066892.124770:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439c17 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f747 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.124804:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439c10 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f740 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.124812:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.124813:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.124817:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439c17 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f747 expref: 76 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.124853:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439c10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f740 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.124866:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439c10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f740 expref: 5 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:1.0:1746066892.124878:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091039180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861257600:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066892.125150:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.128028:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091039180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861257600:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066892.128062:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439c17 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f747 expref: 76 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066892.128078:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc6e00, rc 0) 00000100:00100000:0.0:1746066892.128125:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+76:1868:x1830882860723840:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3382us (3482us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066892.128133:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29810 00000100:00100000:0.0:1746066892.128982:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.129043:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860723968 00000100:00100000:2.0:1746066892.129048:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860723968 00000100:00100000:2.0:1746066892.129078:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29811 00000100:00100000:2.0:1746066892.129084:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+76:1869:x1830882860723968:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.129099:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.129112:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff439c1e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f74e expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.129132:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.129136:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439c17 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f747 expref: 77 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.129142:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.129146:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff439c1e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f74e expref: 77 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.129176:0:9629:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439c17 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f747 expref: 77 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.129191:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff439c1e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f74e expref: 77 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.129199:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f612600, rc 0) 00000100:00100000:2.0:1746066892.130167:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+77:1869:x1830882860723968:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1079us (1183us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.130173:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29811 00000100:00100000:0.0:1746066892.132869:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.132961:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860724096 00000100:00100000:3.0:1746066892.132969:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860724096 00010000:00010000:3.0:1746066892.133004:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439c10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f740 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.133029:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12637 00000100:00100000:3.0:1746066892.133035:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131431880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860724096:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.133050:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.133071:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439c10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f740 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.133084:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439c10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f740 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.133107:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439c10 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f740 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.133556:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.133559:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.133567:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439c17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f747 expref: 76 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.133576:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439c17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f747 expref: 76 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.133610:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439c17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f747 expref: 76 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.133623:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439c17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f747 expref: 76 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.133636:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861257856:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.133720:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291600 going to sleep for 11 seconds 00000100:00100000:1.0:1746066892.137549:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.137792:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861257856:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.137815:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.137870:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131431880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860724096:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4833us (5007us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.137881:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12637 00000100:00100000:2.0:1746066892.138178:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860724352 00000100:00100000:2.0:1746066892.138185:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860724352 00002000:00100000:2.0:1746066892.138230:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009103b800 x1830882860724352/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.138690:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009103b800 with x1830882860724352 ext(0->4095) 00010000:00010000:2.0:1746066892.138702:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439c17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f747 expref: 77 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.138717:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439c17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f747 expref: 77 pid: 9629 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.138724:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009103b800 00000100:00100000:2.0:1746066892.138746:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2423 00000100:00100000:2.0:1746066892.138754:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2034:x1830882860724352:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066892.138906:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2034:x1830882860724352:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 152us (1366us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.138912:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2423 00002000:00100000:2.0:1746066892.138919:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009103b800 x1830882860724352/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.138927:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009103b800 with x1830882860724352 ext(0->4095) 00010000:00010000:2.0:1746066892.138933:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439c17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f747 expref: 77 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.138942:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439c17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f747 expref: 77 pid: 9629 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.138949:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009103b800 00000100:00100000:0.0:1746066892.142581:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.142680:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860724480 00000100:00100000:3.0:1746066892.142691:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860724480 00010000:00010000:3.0:1746066892.142728:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439c17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f747 expref: 77 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.142758:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12638 00000100:00100000:3.0:1746066892.142766:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2033:x1830882860724480:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.142779:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.142805:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439c17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f747 expref: 77 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.142818:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439c17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f747 expref: 77 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.143750:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439c17 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f747 expref: 77 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.143787:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.143790:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.143798:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff439c1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f74e expref: 76 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.143806:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff439c1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f74e expref: 76 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.143851:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff439c1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f74e expref: 76 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066892.143865:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861257984:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.144151:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.147116:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.147251:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861257984:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.147276:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.147326:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2033:x1830882860724480:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4558us (4754us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.147478:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12638 00000100:00100000:1.0:1746066892.147811:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860724736 00000100:00100000:1.0:1746066892.147819:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860724736 00002000:00100000:1.0:1746066892.147876:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7e300 x1830882860724736/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.147887:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7e300 with x1830882860724736 ext(0->4095) 00002000:00010000:1.0:1746066892.147893:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095e7e300 00000100:00100000:1.0:1746066892.147919:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13338 00000100:00100000:1.0:1746066892.147926:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2033:x1830882860724736:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066892.148546:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2033:x1830882860724736:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 619us (1648us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066892.148553:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13338 00002000:00100000:1.0:1746066892.148558:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7e300 x1830882860724736/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.148566:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7e300 with x1830882860724736 ext(0->4095) 00002000:00010000:1.0:1746066892.148569:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095e7e300 00000100:00100000:0.0:1746066892.152426:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.152631:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860724864 00000100:00100000:2.0:1746066892.152641:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860724864 00000100:00100000:2.0:1746066892.152693:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29812 00000100:00100000:2.0:1746066892.152700:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860724864:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.152718:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.152735:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439c25 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f755 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.152768:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff439c1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f74e expref: 75 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.152776:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.152778:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.152781:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439c25 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f755 expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.152812:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff439c1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f74e expref: 75 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.152846:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff439c1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f74e expref: 75 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.152859:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861258112:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066892.155709:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.156214:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861258112:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066892.156243:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439c25 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f755 expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.156262:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f612e00, rc 0) 00000100:00100000:2.0:1746066892.156556:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860724864:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3854us (4138us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.156565:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29812 00000100:00100000:0.0:1746066892.157647:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.157702:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860724992 00000100:00100000:3.0:1746066892.157709:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860724992 00010000:00010000:3.0:1746066892.157738:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff439c1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f74e expref: 76 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.157761:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12639 00000100:00100000:3.0:1746066892.157767:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2034:x1830882860724992:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.157780:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.157799:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff439c1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f74e expref: 76 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.157810:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff439c1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f74e expref: 76 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.157846:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f612600/0xd6b24631ff439c1e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f74e expref: 76 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.157868:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.157870:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.157877:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439c25 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f755 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.157889:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439c25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f755 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066892.158313:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:3.0:1746066892.158601:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439c25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f755 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066892.158615:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861258240:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.158622:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860725120 00000100:00100000:2.0:1746066892.158626:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860725120 00000100:00100000:2.0:1746066892.158651:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29813 00000100:00100000:2.0:1746066892.158655:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+76:1868:x1830882860725120:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.158667:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.158676:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c2c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f75c expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.158691:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439c25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f755 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.158709:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.158710:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.158714:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c2c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f75c expref: 77 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.158731:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439c25 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f755 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.158742:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439c25 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f755 expref: 5 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.158750:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861258368:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066892.160200:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.160214:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.162775:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.162834:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860725376 00000100:00100000:1.0:1746066892.162843:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860725376 00000100:00100000:3.0:1746066892.162877:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861258240:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.163061:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861258368:192.168.201.51@tcp:104: 00002000:00100000:1.0:1746066892.163070:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095872a00 x1830882860725376/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746066892.163073:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066892.163081:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c2c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f75c expref: 77 pid: 9629 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746066892.163081:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095872a00 with x1830882860725376 ext(0->4095) 00010000:00010000:1.0:1746066892.163088:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439c25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f755 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.163094:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f613200, rc 0) 00010000:00010000:1.0:1746066892.163100:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439c25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f755 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00002000:00010000:1.0:1746066892.163107:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095872a00 00000100:00100000:3.0:1746066892.163114:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2034:x1830882860724992:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5347us (5469us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.163117:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+77:1868:x1830882860725120:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4461us (4806us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.163125:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12639 00000100:00100000:2.0:1746066892.163125:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29813 00000100:00100000:1.0:1746066892.163127:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2424 00000100:00100000:1.0:1746066892.163133:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860725376:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066892.163265:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860725376:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (495us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066892.163271:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2424 00002000:00100000:1.0:1746066892.163276:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095872a00 x1830882860725376/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.163284:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095872a00 with x1830882860725376 ext(0->4095) 00010000:00010000:1.0:1746066892.163288:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439c25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f755 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.163297:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439c25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f755 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00002000:00010000:1.0:1746066892.163302:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095872a00 00000100:00100000:0.0:1746066892.166324:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.166386:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860725504 00000100:00100000:3.0:1746066892.166394:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860725504 00010000:00010000:3.0:1746066892.166428:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439c25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f755 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.166452:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12640 00000100:00100000:3.0:1746066892.166460:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095873800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860725504:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.166475:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.166496:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439c25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f755 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.166507:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439c25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f755 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.166529:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439c25 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f755 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.166550:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.166552:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.166559:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f75c expref: 75 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.166568:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f75c expref: 75 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.166601:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f75c expref: 75 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066892.166614:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861258496:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.166745:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291600 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.168821:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861258496:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.168850:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.168888:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095873800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860725504:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2427us (2569us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.168897:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12640 00000100:00100000:0.0:1746066892.170173:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.170276:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860725760 00000100:00100000:1.0:1746066892.170283:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860725760 00002000:00100000:1.0:1746066892.170321:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095873b80 x1830882860725760/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.170329:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095873b80 with x1830882860725760 ext(0->4095) 00002000:00010000:1.0:1746066892.170334:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095873b80 00000100:00100000:1.0:1746066892.170836:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13339 00000100:00100000:1.0:1746066892.170844:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2032:x1830882860725760:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066892.171062:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2032:x1830882860725760:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 219us (891us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066892.171067:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13339 00002000:00100000:1.0:1746066892.171071:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095873b80 x1830882860725760/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.171077:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095873b80 with x1830882860725760 ext(0->4095) 00002000:00010000:1.0:1746066892.171080:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095873b80 00000100:00100000:0.0:1746066892.175917:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.176070:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860725888 00000100:00100000:2.0:1746066892.176080:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860725888 00000100:00100000:2.0:1746066892.176127:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29814 00000100:00100000:2.0:1746066892.176135:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860725888:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.176156:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.176174:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439c33 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f763 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.176210:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f75c expref: 75 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.176218:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.176219:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.176222:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439c33 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f763 expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.176254:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f75c expref: 75 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.176266:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f75c expref: 75 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.176278:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861258624:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066892.177530:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.181163:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861258624:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066892.181197:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439c33 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f763 expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.181214:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f613600, rc 0) 00000100:00100000:2.0:1746066892.181871:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860725888:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5734us (5963us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.181885:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29814 00000100:00100000:1.0:1746066892.182939:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066892.182980:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860726016 00000100:00100000:0.0:1746066892.182988:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860726016 00002000:00100000:0.0:1746066892.183027:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880091038e00 x1830882860726016/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 496/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066892.183037:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091038e00 with x1830882860726016 ext(0->7) 00010000:00010000:0.0:1746066892.183044:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f75c expref: 76 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:0.0:1746066892.183057:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f75c expref: 76 pid: 9629 timeout: 1104 lvb_type: 0 00002000:00010000:0.0:1746066892.183063:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091038e00 00000100:00100000:0.0:1746066892.183090:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2425 00000100:00100000:0.0:1746066892.183100:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+76:2031:x1830882860726016:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066892.183965:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+78:2031:x1830882860726016:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 862us (1025us total) trans 4294972237 rc 0/0 00000100:00100000:0.0:1746066892.183973:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2425 00002000:00100000:0.0:1746066892.183980:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880091038e00 x1830882860726016/t4294972237(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 496/448 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066892.183988:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091038e00 with x1830882860726016 ext(0->7) 00010000:00010000:0.0:1746066892.183994:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f75c expref: 78 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:0.0:1746066892.184003:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f75c expref: 78 pid: 9629 timeout: 1104 lvb_type: 0 00002000:00010000:0.0:1746066892.184009:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091038e00 00000100:00100000:0.0:1746066892.185996:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.186291:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860726144 00000100:00100000:3.0:1746066892.186301:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860726144 00010000:00010000:3.0:1746066892.186379:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f75c expref: 78 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.186411:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12641 00000100:00100000:3.0:1746066892.186418:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+78:2031:x1830882860726144:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.186432:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746066892.186449:0:7259:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746066891 -> 1746066892 00002000:00010000:3.0:1746066892.186451:0:7259:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746066891 -> 1746066892 00010000:00010000:3.0:1746066892.186457:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f75c expref: 78 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.186469:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f75c expref: 78 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.186490:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c2c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f75c expref: 78 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.186522:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.186525:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.186532:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439c33 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f763 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.186540:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439c33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f763 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.186572:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439c33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f763 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066892.186585:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861258752:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.186673:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291600 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.190144:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861258752:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.190170:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.190221:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+77:2031:x1830882860726144:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3801us (4230us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.190232:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12641 00000100:00100000:0.0:1746066892.191083:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066892.191119:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.191159:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860726400 00000100:00100000:2.0:1746066892.191167:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860726400 00002000:00100000:2.0:1746066892.191211:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b8ff480 x1830882860726400/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.191221:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8ff480 with x1830882860726400 ext(0->4095) 00002000:00010000:2.0:1746066892.191226:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8ff480 00000100:00100000:3.0:1746066892.191245:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860726528 00000100:00100000:2.0:1746066892.191245:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13340 00000100:00100000:3.0:1746066892.191249:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860726528 00000100:00100000:2.0:1746066892.191251:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860726400:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066892.191724:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860726400:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 471us (642us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.191730:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13340 00002000:00100000:2.0:1746066892.191735:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b8ff480 x1830882860726400/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.191742:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8ff480 with x1830882860726400 ext(0->4095) 00002000:00010000:2.0:1746066892.191745:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8ff480 00000100:00100000:3.0:1746066892.192262:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29815 00000100:00100000:3.0:1746066892.192269:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+77:1868:x1830882860726528:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066892.192280:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066892.192297:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c3a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f76a expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.192324:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439c33 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f763 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.192331:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.192333:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.192336:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c3a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f76a expref: 78 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.192379:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439c33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f763 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.192592:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439c33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f763 expref: 5 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.192611:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861258880:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066892.193536:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.195198:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.195626:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860726656 00000100:00100000:1.0:1746066892.195633:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860726656 00000100:00100000:3.0:1746066892.195642:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861258880:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066892.195671:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c3a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f76a expref: 79 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066892.195684:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29816 00010000:00010000:3.0:1746066892.195687:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139e00, rc 0) 00000100:00100000:1.0:1746066892.195692:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+79:1869:x1830882860726656:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066892.195706:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066892.195879:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c41 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f771 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.195901:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.195906:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c3a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f76a expref: 80 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.195912:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066892.195915:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c41 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f771 expref: 80 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.195944:0:9628:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c3a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f76a expref: 80 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.196138:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c41 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f771 expref: 80 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.196145:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c222a00, rc 0) 00000100:00100000:3.0:1746066892.196279:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+80:1868:x1830882860726528:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4008us (5156us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066892.196280:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.196286:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29815 00000100:00100000:2.0:1746066892.196439:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860726784 00000100:00100000:2.0:1746066892.196443:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860726784 00010000:00010000:2.0:1746066892.196466:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439c33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f763 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.196495:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12642 00000100:00100000:2.0:1746066892.196501:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860726784:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.196513:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.196535:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439c33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f763 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.196547:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439c33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f763 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.196566:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f613600/0xd6b24631ff439c33 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f763 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.196591:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.196593:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.196600:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f76a expref: 79 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.196607:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f76a expref: 79 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.196644:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f76a expref: 79 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.196656:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f76a expref: 79 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.196668:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861259136:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066892.196925:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+79:1869:x1830882860726656:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1233us (1735us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066892.196931:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29816 00000100:00100000:2.0:1746066892.197138:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.199809:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861259136:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.199843:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.201125:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860726784:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4620us (4842us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.201135:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12642 00000100:00100000:0.0:1746066892.201430:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.201471:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860727040 00000100:00100000:1.0:1746066892.201479:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860727040 00002000:00100000:1.0:1746066892.201521:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e4000 x1830882860727040/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.201531:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e4000 with x1830882860727040 ext(0->4095) 00010000:00010000:1.0:1746066892.201541:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f76a expref: 79 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.201553:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f76a expref: 79 pid: 9629 timeout: 1104 lvb_type: 0 00002000:00010000:1.0:1746066892.201559:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e4000 00000100:00100000:1.0:1746066892.201612:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2426 00000100:00100000:1.0:1746066892.201619:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+79:2033:x1830882860727040:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066892.201740:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+79:2033:x1830882860727040:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066892.201746:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2426 00002000:00100000:1.0:1746066892.201751:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e4000 x1830882860727040/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.201758:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e4000 with x1830882860727040 ext(0->4095) 00010000:00010000:1.0:1746066892.201762:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f76a expref: 79 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.201771:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f76a expref: 79 pid: 9629 timeout: 1104 lvb_type: 0 00002000:00010000:1.0:1746066892.201782:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e4000 00000100:00100000:0.0:1746066892.209766:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.210188:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860727168 00000100:00100000:2.0:1746066892.210200:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860727168 00010000:00010000:2.0:1746066892.210247:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f76a expref: 79 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.210326:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12643 00000100:00100000:2.0:1746066892.210335:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f444c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+79:2034:x1830882860727168:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.211233:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.211259:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f76a expref: 79 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.211273:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f76a expref: 79 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.211298:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c3a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f76a expref: 79 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.212495:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.212498:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.212506:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f771 expref: 78 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.212516:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f771 expref: 78 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.212559:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f771 expref: 78 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066892.212572:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861259264:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.212678:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c12a180 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.215192:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861259264:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.215214:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.215259:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f444c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+78:2034:x1830882860727168:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4924us (5502us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.215272:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12643 00000100:00100000:0.0:1746066892.215383:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.215690:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860727424 00000100:00100000:3.0:1746066892.215698:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860727424 00002000:00100000:3.0:1746066892.215742:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e5880 x1830882860727424/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.215751:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e5880 with x1830882860727424 ext(0->4095) 00002000:00010000:3.0:1746066892.215756:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957e5880 00000100:00100000:3.0:1746066892.216730:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13341 00000100:00100000:3.0:1746066892.216739:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+78:2034:x1830882860727424:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066892.217274:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+78:2034:x1830882860727424:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 535us (1890us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066892.217280:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13341 00002000:00100000:3.0:1746066892.217285:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e5880 x1830882860727424/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.217298:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e5880 with x1830882860727424 ext(0->4095) 00002000:00010000:3.0:1746066892.217302:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957e5880 00000100:00100000:0.0:1746066892.220031:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.220515:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860727552 00000100:00100000:1.0:1746066892.220523:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860727552 00000100:00100000:1.0:1746066892.220572:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29817 00000100:00100000:1.0:1746066892.220579:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860727552:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066892.220595:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066892.220609:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c48 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f778 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.220634:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f771 expref: 77 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.220639:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066892.220641:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066892.220643:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c48 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f778 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.220669:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f771 expref: 77 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.220686:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f771 expref: 77 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:1.0:1746066892.220696:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091039180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861259392:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066892.220765:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066892.223786:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091039180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861259392:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066892.223824:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c48 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f778 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.223866:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090879800, rc 0) 00000100:00100000:1.0:1746066892.224376:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860727552:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3795us (4353us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066892.224385:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29817 00000100:00100000:0.0:1746066892.225013:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.225074:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860727680 00000100:00100000:3.0:1746066892.225081:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860727680 00010000:00010000:3.0:1746066892.225109:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f771 expref: 78 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.225131:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12644 00000100:00100000:3.0:1746066892.225137:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+78:2034:x1830882860727680:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.225149:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.225170:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f771 expref: 78 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.225182:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f771 expref: 78 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.225207:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c41 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f771 expref: 78 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.225230:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.225232:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.225243:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c48 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f778 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.225251:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f778 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.225283:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f778 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066892.225295:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861259520:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.225379:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291540 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.226664:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.226713:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860727808 00000100:00100000:1.0:1746066892.226718:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860727808 00000100:00100000:1.0:1746066892.226760:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29818 00000100:00100000:1.0:1746066892.226767:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+78:1868:x1830882860727808:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066892.226781:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066892.226795:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c4f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f77f expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.226815:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f778 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.226822:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.226823:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.226840:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c4f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f77f expref: 79 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.226862:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f778 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.226874:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c48 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f778 expref: 5 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:1.0:1746066892.226884:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091039180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861259648:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066892.226937:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.228793:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.228966:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861259520:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.228986:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.229024:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+79:2034:x1830882860727680:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3886us (4012us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.229034:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12644 00000100:00100000:0.0:1746066892.229211:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860728064 00000100:00100000:0.0:1746066892.229217:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860728064 00000100:00100000:1.0:1746066892.229240:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091039180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861259648:192.168.201.51@tcp:104: 00002000:00100000:0.0:1746066892.229258:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800963ea680 x1830882860728064/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746066892.229263:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c4f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f77f expref: 78 pid: 9628 timeout: 0 lvb_type: 0 00002000:00100000:0.0:1746066892.229268:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ea680 with x1830882860728064 ext(0->4095) 00010000:00010000:0.0:1746066892.229275:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f778 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.229276:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090879c00, rc 0) 00010000:00010000:0.0:1746066892.229289:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f778 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:1.0:1746066892.229294:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+78:1868:x1830882860727808:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2528us (2633us total) trans 0 rc 0/0 00002000:00010000:0.0:1746066892.229295:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800963ea680 00000100:00100000:1.0:1746066892.229301:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29818 00000100:00100000:0.0:1746066892.229313:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2427 00000100:00100000:0.0:1746066892.229319:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860728064:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746066892.229749:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860728064:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 430us (965us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066892.229756:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2427 00002000:00100000:0.0:1746066892.229761:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800963ea680 x1830882860728064/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066892.229767:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ea680 with x1830882860728064 ext(0->4095) 00010000:00010000:0.0:1746066892.229772:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f778 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:0.0:1746066892.229781:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f778 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:0.0:1746066892.229786:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800963ea680 00000100:00100000:0.0:1746066892.233103:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.233193:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860728192 00000100:00100000:3.0:1746066892.233202:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860728192 00010000:00010000:3.0:1746066892.233242:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f778 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.233268:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12645 00000100:00100000:3.0:1746066892.233274:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860728192:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.233288:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.233307:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f778 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.233335:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f778 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.233379:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c48 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f778 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.233566:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.233569:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.233577:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f77f expref: 77 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.233585:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f77f expref: 77 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.233618:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f77f expref: 77 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066892.233628:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861259776:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.235037:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291540 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.240556:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861259776:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.240577:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.240746:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860728192:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7469us (7653us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.240756:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12645 00000100:00100000:0.0:1746066892.245044:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.245135:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860728448 00000100:00100000:2.0:1746066892.245146:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860728448 00002000:00100000:2.0:1746066892.245198:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc6d80 x1830882860728448/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.245208:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc6d80 with x1830882860728448 ext(0->4095) 00002000:00010000:2.0:1746066892.245214:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc6d80 00000100:00100000:2.0:1746066892.245257:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13342 00000100:00100000:2.0:1746066892.245265:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+78:2033:x1830882860728448:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066892.246623:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+78:2033:x1830882860728448:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 1354us (1581us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.246633:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13342 00002000:00100000:2.0:1746066892.246641:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ccc6d80 x1830882860728448/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.246651:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc6d80 with x1830882860728448 ext(0->4095) 00002000:00010000:2.0:1746066892.246655:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccc6d80 00000100:00100000:0.0:1746066892.250064:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.251814:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860728576 00000100:00100000:1.0:1746066892.251837:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860728576 00000100:00100000:1.0:1746066892.251911:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29819 00000100:00100000:1.0:1746066892.251921:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860728576:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066892.251941:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066892.251962:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c56 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f786 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.251995:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f77f expref: 77 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.252003:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066892.252005:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066892.252009:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c56 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f786 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.252047:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f77f expref: 77 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.252059:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f77f expref: 77 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:1.0:1746066892.252071:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091039180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861259904:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066892.252170:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066892.253844:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091039180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861259904:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066892.253875:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c56 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f786 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.253887:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090879800, rc 0) 00000100:00100000:1.0:1746066892.253923:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860728576:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2003us (3869us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066892.253931:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29819 00000100:00100000:0.0:1746066892.254778:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.254978:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860728704 00000100:00100000:3.0:1746066892.254985:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860728704 00002000:00100000:3.0:1746066892.255024:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008ccc5880 x1830882860728704/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 496/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.255034:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc5880 with x1830882860728704 ext(0->7) 00010000:00010000:3.0:1746066892.255042:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f77f expref: 78 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.255060:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f77f expref: 78 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:3.0:1746066892.255066:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc5880 00000100:00100000:3.0:1746066892.255418:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2428 00000100:00100000:3.0:1746066892.255424:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+78:2033:x1830882860728704:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066892.257283:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2033:x1830882860728704:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1850us (2498us total) trans 4294972238 rc 0/0 00000100:00100000:0.0:1746066892.257295:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2428 00002000:00100000:0.0:1746066892.257304:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008ccc5880 x1830882860728704/t4294972238(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 496/448 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066892.257314:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc5880 with x1830882860728704 ext(0->7) 00010000:00010000:0.0:1746066892.257323:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f77f expref: 80 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:0.0:1746066892.257337:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f77f expref: 80 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:0.0:1746066892.257561:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccc5880 00000100:00100000:0.0:1746066892.259580:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.259723:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860728832 00000100:00100000:3.0:1746066892.259732:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860728832 00010000:00010000:3.0:1746066892.259765:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f77f expref: 80 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.259798:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12646 00000100:00100000:3.0:1746066892.259805:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2032:x1830882860728832:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.259820:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.259848:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f77f expref: 80 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.259860:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f77f expref: 80 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.259886:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c4f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f77f expref: 80 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.259906:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.259909:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.259916:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c56 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f786 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.259925:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f786 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.259959:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f786 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066892.259972:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861260032:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.260645:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291540 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.265166:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861260032:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.265191:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.265239:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+79:2032:x1830882860728832:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5432us (5663us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.265250:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12646 00000100:00100000:0.0:1746066892.265650:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.265741:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860729088 00000100:00100000:1.0:1746066892.265747:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860729088 00002000:00100000:1.0:1746066892.265865:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c35c00 x1830882860729088/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.265874:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c35c00 with x1830882860729088 ext(0->4095) 00002000:00010000:1.0:1746066892.265878:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c35c00 00000100:00100000:1.0:1746066892.265900:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13343 00000100:00100000:1.0:1746066892.265907:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860729088:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066892.266026:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860729088:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (377us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066892.266032:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13343 00002000:00100000:1.0:1746066892.266037:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c35c00 x1830882860729088/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.266044:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c35c00 with x1830882860729088 ext(0->4095) 00002000:00010000:1.0:1746066892.266047:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c35c00 00000100:00100000:0.0:1746066892.267416:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.267768:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860729216 00000100:00100000:1.0:1746066892.267775:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860729216 00000100:00100000:1.0:1746066892.267821:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29820 00000100:00100000:1.0:1746066892.267838:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+79:1869:x1830882860729216:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066892.267852:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066892.267870:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c5d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f78d expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.267899:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c56 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f786 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.267907:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.267908:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.267912:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c5d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f78d expref: 80 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.267944:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f786 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.267960:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f786 expref: 5 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:1.0:1746066892.267973:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091039180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861260160:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066892.268063:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.273482:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.273558:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860729344 00000100:00100000:3.0:1746066892.273569:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860729344 00000100:00100000:3.0:1746066892.273639:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29821 00000100:00100000:3.0:1746066892.273648:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+81:1868:x1830882860729344:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066892.273668:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066892.273686:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439c64 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f794 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.273718:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.273724:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c5d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f78d expref: 82 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.273733:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066892.273736:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439c64 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f794 expref: 82 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.273769:0:9629:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c5d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f78d expref: 82 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.273778:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439c64 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f794 expref: 82 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.273786:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139000, rc 0) 00000100:00100000:3.0:1746066892.273857:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+82:1868:x1830882860729344:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 210us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.273864:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29821 00000100:00100000:0.0:1746066892.274153:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.274410:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091039180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861260160:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066892.274435:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c5d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f78d expref: 81 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.274450:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c222a00, rc 0) 00000100:00100000:1.0:1746066892.274482:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+81:1869:x1830882860729216:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6655us (7072us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066892.274489:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29820 00000100:00100000:3.0:1746066892.275280:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860729472 00000100:00100000:3.0:1746066892.275288:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860729472 00010000:00010000:3.0:1746066892.275326:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f786 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.275382:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12647 00000100:00100000:3.0:1746066892.275388:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091269c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860729472:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.275401:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.275420:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f786 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.275430:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f786 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.275451:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c56 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f786 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.275477:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.275478:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.275485:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f78d expref: 80 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.275492:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f78d expref: 80 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.275515:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f78d expref: 80 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.275524:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f78d expref: 80 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.275536:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861260416:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.275611:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291540 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.277858:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861260416:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.277872:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.277916:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860729472:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2527us (3764us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.277925:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12647 00000100:00100000:0.0:1746066892.278860:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.278911:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860729728 00000100:00100000:1.0:1746066892.278917:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860729728 00002000:00100000:1.0:1746066892.278947:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091269f80 x1830882860729728/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.278957:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091269f80 with x1830882860729728 ext(0->4095) 00010000:00010000:1.0:1746066892.278964:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f78d expref: 81 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.278977:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f78d expref: 81 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:1.0:1746066892.278988:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091269f80 00000100:00100000:1.0:1746066892.279530:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2429 00000100:00100000:1.0:1746066892.279538:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2034:x1830882860729728:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066892.279726:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2034:x1830882860729728:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 189us (867us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066892.279732:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2429 00002000:00100000:1.0:1746066892.279737:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091269f80 x1830882860729728/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.279745:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091269f80 with x1830882860729728 ext(0->4095) 00010000:00010000:1.0:1746066892.279749:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f78d expref: 81 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.279759:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f78d expref: 81 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:1.0:1746066892.279764:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091269f80 00000100:00100000:0.0:1746066892.286269:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.286367:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860729856 00000100:00100000:1.0:1746066892.286375:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860729856 00000100:00100000:0.0:1746066892.286553:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.286843:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860729984 00000100:00100000:2.0:1746066892.286847:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860729984 00010000:00010000:2.0:1746066892.286867:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f78d expref: 81 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.286889:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12648 00000100:00100000:2.0:1746066892.286895:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2033:x1830882860729984:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.286905:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.286921:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f78d expref: 81 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.286931:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f78d expref: 81 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.286950:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c222a00/0xd6b24631ff439c5d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f78d expref: 81 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:1.0:1746066892.286994:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29822 00000100:00100000:1.0:1746066892.287002:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860729856:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066892.287021:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066892.287032:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff439c6b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f79b expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.287056:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.287060:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439c64 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f794 expref: 80 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.287066:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066892.287072:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff439c6b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f79b expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.287101:0:9628:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439c64 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f794 expref: 80 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.287113:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff439c6b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f79b expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.287121:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.287122:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.287126:0:9628:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439c64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f794 expref: 80 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.287132:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439c64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f794 expref: 80 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.287145:0:9628:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439c64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f794 expref: 80 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.287154:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439c64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f794 expref: 80 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:1.0:1746066892.287217:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091039180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861260672:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.287220:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.287319:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2033:x1830882860729984:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 423us (765us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.287326:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12648 00000100:00100000:1.0:1746066892.287645:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066892.289210:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091039180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861260672:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066892.289224:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c5a0400, rc 0) 00000100:00100000:1.0:1746066892.289258:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860729856:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2257us (2996us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066892.289263:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29822 00000100:00100000:0.0:1746066892.291040:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.293537:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860730240 00000100:00100000:2.0:1746066892.293546:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860730240 00002000:00100000:2.0:1746066892.293582:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0fb80 x1830882860730240/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.293589:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0fb80 with x1830882860730240 ext(0->4095) 00010000:00010000:2.0:1746066892.293595:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439c64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f794 expref: 80 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.293606:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439c64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f794 expref: 80 pid: 9629 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.293610:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d0fb80 00000100:00100000:2.0:1746066892.293649:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2430 00000100:00100000:2.0:1746066892.293656:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2034:x1830882860730240:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066892.293777:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2034:x1830882860730240:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (2740us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.293783:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2430 00002000:00100000:2.0:1746066892.293788:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0fb80 x1830882860730240/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.293795:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0fb80 with x1830882860730240 ext(0->4095) 00010000:00010000:2.0:1746066892.293798:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439c64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f794 expref: 80 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.293806:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439c64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f794 expref: 80 pid: 9629 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.293811:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d0fb80 00000100:00100000:0.0:1746066892.297601:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.297627:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860730368 00000100:00100000:1.0:1746066892.297634:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860730368 00000100:00100000:1.0:1746066892.297683:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29823 00000100:00100000:1.0:1746066892.297690:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+80:1868:x1830882860730368:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066892.297704:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066892.297717:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c72 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f7a2 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.297741:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066892.297746:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff439c6b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f79b expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.297752:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066892.297756:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c72 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7a2 expref: 81 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.297785:0:9628:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff439c6b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f79b expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.297800:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c72 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7a2 expref: 81 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.297808:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090879c00, rc 0) 00000100:00100000:1.0:1746066892.297861:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+81:1868:x1830882860730368:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066892.297867:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29823 00000100:00100000:0.0:1746066892.298194:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.299279:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860730496 00000100:00100000:2.0:1746066892.299284:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860730496 00010000:00010000:2.0:1746066892.299304:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439c64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f794 expref: 81 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.299323:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12649 00000100:00100000:2.0:1746066892.299328:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2034:x1830882860730496:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.299335:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.299362:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439c64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f794 expref: 81 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.299372:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439c64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f794 expref: 81 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.299386:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439c64 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f794 expref: 81 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.299403:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.299405:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.299410:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff439c6b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f79b expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.299416:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff439c6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f79b expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.299433:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff439c6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f79b expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.299442:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff439c6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f79b expref: 5 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.299452:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861260928:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.299496:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cfc4540 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.301571:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861260928:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.301583:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.301607:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2034:x1830882860730496:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2278us (3412us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.301614:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12649 00000100:00100000:0.0:1746066892.302645:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.302926:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860730752 00000100:00100000:1.0:1746066892.302932:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860730752 00002000:00100000:1.0:1746066892.302962:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c30000 x1830882860730752/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.302971:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c30000 with x1830882860730752 ext(0->4095) 00010000:00010000:1.0:1746066892.302978:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff439c6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f79b expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.302989:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff439c6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f79b expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:1.0:1746066892.302995:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c30000 00000100:00100000:1.0:1746066892.303023:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2431 00000100:00100000:1.0:1746066892.303030:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860730752:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066892.303127:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860730752:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 97us (482us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066892.303133:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2431 00002000:00100000:1.0:1746066892.303139:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c30000 x1830882860730752/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.303146:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c30000 with x1830882860730752 ext(0->4095) 00010000:00010000:1.0:1746066892.303151:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff439c6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f79b expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.303160:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff439c6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f79b expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:1.0:1746066892.303166:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c30000 00000100:00100000:0.0:1746066892.307593:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.307680:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860730880 00000100:00100000:2.0:1746066892.307687:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860730880 00010000:00010000:2.0:1746066892.307713:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff439c6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f79b expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.307737:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12650 00000100:00100000:2.0:1746066892.307744:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f444850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860730880:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.307755:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.307771:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff439c6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f79b expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.307781:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff439c6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f79b expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.307800:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c5a0400/0xd6b24631ff439c6b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f79b expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.307837:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.307843:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.307848:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7a2 expref: 79 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.307856:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7a2 expref: 79 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.307882:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7a2 expref: 79 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066892.307892:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861261056:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.307942:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cfc4540 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.310191:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861261056:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.310204:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066892.310211:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.310240:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f444850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860730880:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2496us (2654us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.310248:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12650 00000100:00100000:3.0:1746066892.310338:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860731136 00000100:00100000:3.0:1746066892.310359:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860731136 00002000:00100000:3.0:1746066892.310634:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091039180 x1830882860731136/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.310648:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091039180 with x1830882860731136 ext(0->4095) 00002000:00010000:3.0:1746066892.310652:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091039180 00000100:00100000:3.0:1746066892.310669:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13344 00000100:00100000:3.0:1746066892.310675:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091039180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2034:x1830882860731136:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066892.310767:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091039180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2034:x1830882860731136:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 92us (557us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066892.310773:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13344 00002000:00100000:3.0:1746066892.310778:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091039180 x1830882860731136/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.310786:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091039180 with x1830882860731136 ext(0->4095) 00002000:00010000:3.0:1746066892.310789:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091039180 00000100:00100000:0.0:1746066892.312667:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.312732:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860731264 00000100:00100000:3.0:1746066892.312736:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860731264 00000100:00100000:3.0:1746066892.312771:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29824 00000100:00100000:3.0:1746066892.312777:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860731264:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066892.312787:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066892.312800:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c79 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f7a9 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.312821:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7a2 expref: 79 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.312846:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066892.312848:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066892.312851:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c79 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7a9 expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.312873:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7a2 expref: 79 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.312883:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7a2 expref: 79 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.312892:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861261184:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066892.312945:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.314007:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861261184:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066892.314021:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c79 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7a9 expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.314031:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139e00, rc 0) 00000100:00100000:3.0:1746066892.314093:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860731264:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1316us (1427us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.314099:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29824 00000100:00100000:0.0:1746066892.315440:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.315498:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860731392 00000100:00100000:2.0:1746066892.315504:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860731392 00010000:00010000:2.0:1746066892.315525:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7a2 expref: 80 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.315552:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12651 00000100:00100000:2.0:1746066892.315558:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2033:x1830882860731392:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.315567:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.315582:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7a2 expref: 80 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.315596:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7a2 expref: 80 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.315614:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439c72 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7a2 expref: 80 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.315645:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.315647:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.315652:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c79 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7a9 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.315659:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7a9 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.315681:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7a9 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066892.315691:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861261312:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.315743:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cfc4480 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.317871:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861261312:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.317885:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.318118:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+79:2033:x1830882860731392:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2559us (2678us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.318127:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12651 00000100:00100000:0.0:1746066892.318915:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.319158:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860731648 00000100:00100000:3.0:1746066892.319164:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860731648 00002000:00100000:3.0:1746066892.319193:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c30a80 x1830882860731648/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.319209:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c30a80 with x1830882860731648 ext(0->4095) 00002000:00010000:3.0:1746066892.319213:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c30a80 00000100:00100000:3.0:1746066892.319226:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13345 00000100:00100000:3.0:1746066892.319231:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860731648:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066892.319329:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860731648:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 97us (416us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066892.319361:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13345 00002000:00100000:3.0:1746066892.319366:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c30a80 x1830882860731648/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.319373:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c30a80 with x1830882860731648 ext(0->4095) 00002000:00010000:3.0:1746066892.319376:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c30a80 00000100:00100000:0.0:1746066892.321855:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066892.321918:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.323498:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860731776 00000100:00100000:3.0:1746066892.323499:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860731904 00000100:00100000:1.0:1746066892.323504:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860731776 00000100:00100000:3.0:1746066892.323505:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860731904 00000100:00100000:1.0:1746066892.323541:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29825 00000100:00100000:1.0:1746066892.323545:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+80:1868:x1830882860731776:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746066892.323556:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29826 00010000:00010000:1.0:1746066892.323557:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746066892.323563:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+80:1869:x1830882860731904:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066892.323568:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c80 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f7b0 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.323570:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066892.323578:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439c87 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f7b7 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.323586:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c79 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7a9 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.323591:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.323592:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.323594:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c80 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b0 expref: 82 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.323601:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.323605:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c80 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b0 expref: 82 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.323611:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066892.323614:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439c87 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b7 expref: 82 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.323632:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7a9 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.323638:0:9629:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c80 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b0 expref: 82 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.323640:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7a9 expref: 5 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.323649:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439c87 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b7 expref: 82 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066892.323649:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861261568:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066892.323658:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138000, rc 0) 00000100:00100000:1.0:1746066892.323704:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0000 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.324842:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+82:1869:x1830882860731904:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1277us (2921us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.324850:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29826 00000100:00100000:2.0:1746066892.325942:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861261568:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066892.326196:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c80 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b0 expref: 81 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.326208:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090879800, rc 0) 00000100:00100000:2.0:1746066892.326242:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+81:1868:x1830882860731776:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2695us (4390us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.326248:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29825 00000100:00100000:0.0:1746066892.327189:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.327609:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860732032 00000100:00100000:2.0:1746066892.327615:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860732032 00010000:00010000:2.0:1746066892.327636:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7a9 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.327655:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12652 00000100:00100000:2.0:1746066892.327660:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860732032:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.327668:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.327682:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7a9 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.327691:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7a9 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.327707:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c79 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7a9 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.327866:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.327869:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.327875:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b0 expref: 80 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.327883:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b0 expref: 80 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.327904:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b0 expref: 80 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.327913:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b0 expref: 80 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.327922:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861261696:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.328968:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cfc4480 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.330336:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861261696:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.330370:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.330396:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860732032:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2735us (3207us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.330404:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12652 00000100:00100000:0.0:1746066892.330854:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.331283:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860732288 00000100:00100000:2.0:1746066892.331289:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860732288 00002000:00100000:2.0:1746066892.331317:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c31880 x1830882860732288/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.331327:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c31880 with x1830882860732288 ext(0->4095) 00010000:00010000:2.0:1746066892.331334:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b0 expref: 81 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.331371:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b0 expref: 81 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.331377:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c31880 00000100:00100000:2.0:1746066892.331404:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2432 00000100:00100000:2.0:1746066892.331410:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2033:x1830882860732288:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066892.331502:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2033:x1830882860732288:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 92us (649us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.331508:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2432 00002000:00100000:2.0:1746066892.331514:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c31880 x1830882860732288/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.331521:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c31880 with x1830882860732288 ext(0->4095) 00010000:00010000:2.0:1746066892.331525:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b0 expref: 81 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.331534:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b0 expref: 81 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.331540:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c31880 00000100:00100000:0.0:1746066892.335316:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.335492:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860732416 00000100:00100000:2.0:1746066892.335498:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860732416 00010000:00010000:2.0:1746066892.335523:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b0 expref: 81 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.335583:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12653 00000100:00100000:2.0:1746066892.335590:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2032:x1830882860732416:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.335600:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.335613:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b0 expref: 81 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.335623:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b0 expref: 81 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.335639:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090879800/0xd6b24631ff439c80 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b0 expref: 81 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.335777:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.335780:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.335786:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439c87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b7 expref: 80 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.335794:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439c87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b7 expref: 80 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.335819:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439c87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b7 expref: 80 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066892.335842:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861261824:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.336499:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cfc4480 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.338733:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861261824:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.338751:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.338792:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2032:x1830882860732416:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3200us (3480us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.338801:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12653 00000100:00100000:0.0:1746066892.339946:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.340199:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860732672 00000100:00100000:3.0:1746066892.340206:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860732672 00002000:00100000:3.0:1746066892.340235:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c31f80 x1830882860732672/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.340244:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c31f80 with x1830882860732672 ext(0->4095) 00002000:00010000:3.0:1746066892.340247:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c31f80 00000100:00100000:3.0:1746066892.340274:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13346 00000100:00100000:3.0:1746066892.340281:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2034:x1830882860732672:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066892.340403:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2034:x1830882860732672:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (457us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066892.340409:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13346 00002000:00100000:3.0:1746066892.340414:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c31f80 x1830882860732672/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.340427:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c31f80 with x1830882860732672 ext(0->4095) 00002000:00010000:3.0:1746066892.340429:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c31f80 00000100:00100000:0.0:1746066892.345173:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.345308:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860732800 00000100:00100000:2.0:1746066892.345315:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860732800 00000100:00100000:2.0:1746066892.345467:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29827 00000100:00100000:2.0:1746066892.345476:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860732800:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.345490:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.345505:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c8e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f7be expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.345529:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439c87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b7 expref: 79 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.345536:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.345538:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.345541:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c8e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7be expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.345566:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439c87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b7 expref: 79 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.345576:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439c87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b7 expref: 79 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.345587:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861261952:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066892.345659:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cfc4480 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.347103:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861261952:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066892.347125:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c8e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7be expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.347136:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f613200, rc 0) 00000100:00100000:2.0:1746066892.347333:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860732800:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1857us (2165us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.347362:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29827 00000100:00100000:0.0:1746066892.347778:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.347936:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860732928 00000100:00100000:2.0:1746066892.347941:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860732928 00010000:00010000:2.0:1746066892.347961:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439c87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b7 expref: 80 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.347979:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12654 00000100:00100000:2.0:1746066892.347984:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c32680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2034:x1830882860732928:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.347992:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.348006:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439c87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b7 expref: 80 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.348015:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439c87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b7 expref: 80 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.348031:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439c87 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7b7 expref: 80 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.348513:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.348516:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.348522:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c8e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7be expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.348642:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c8e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7be expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.352266:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c8e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7be expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066892.352282:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861262080:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066892.352761:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.352941:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cfc4480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.353896:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860733056 00000100:00100000:3.0:1746066892.353903:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860733056 00000100:00100000:3.0:1746066892.353939:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29828 00000100:00100000:3.0:1746066892.353945:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+80:1868:x1830882860733056:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066892.353957:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066892.353969:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439c95 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f7c5 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.353990:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c8e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7be expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.353997:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.353999:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.354002:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439c95 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7c5 expref: 81 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.354216:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7be expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.354227:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c8e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7be expref: 5 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.354236:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861262208:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066892.354932:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962919c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.356845:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861262080:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.356860:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.356889:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c32680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2034:x1830882860732928:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 8904us (9111us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.356898:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12654 00000100:00100000:0.0:1746066892.357002:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.357098:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861262208:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066892.357115:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439c95 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7c5 expref: 80 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.357126:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139c00, rc 0) 00000100:00100000:3.0:1746066892.357148:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+80:1868:x1830882860733056:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3203us (4390us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.357154:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29828 00000100:00100000:2.0:1746066892.357550:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860733312 00000100:00100000:2.0:1746066892.357555:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860733312 00002000:00100000:2.0:1746066892.357582:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c32d80 x1830882860733312/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.357591:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c32d80 with x1830882860733312 ext(0->4095) 00010000:00010000:2.0:1746066892.357597:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7be expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.357607:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7be expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.357612:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c32d80 00000100:00100000:2.0:1746066892.357627:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2433 00000100:00100000:2.0:1746066892.357632:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860733312:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066892.358662:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860733312:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 1027us (1658us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.358667:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2433 00002000:00100000:2.0:1746066892.358672:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c32d80 x1830882860733312/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.358677:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c32d80 with x1830882860733312 ext(0->4095) 00010000:00010000:2.0:1746066892.358681:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7be expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.358688:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7be expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.358692:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c32d80 00000100:00100000:0.0:1746066892.361034:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.361101:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860733440 00000100:00100000:2.0:1746066892.361107:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860733440 00010000:00010000:2.0:1746066892.361127:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7be expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.361142:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12655 00000100:00100000:2.0:1746066892.361146:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c33100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860733440:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.361155:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.361166:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7be expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.361177:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c8e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7be expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.361192:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439c8e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7be expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.361214:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.361216:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.361221:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439c95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7c5 expref: 79 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.361226:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439c95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7c5 expref: 79 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.361244:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439c95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7c5 expref: 79 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066892.361251:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861262336:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.361301:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cfc4480 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.362749:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861262336:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.362763:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.362871:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c33100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860733440:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1721us (1839us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.362879:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12655 00000100:00100000:0.0:1746066892.363302:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.363454:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860733696 00000100:00100000:2.0:1746066892.363460:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860733696 00002000:00100000:2.0:1746066892.363487:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c33480 x1830882860733696/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.363497:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c33480 with x1830882860733696 ext(0->4095) 00002000:00010000:2.0:1746066892.363500:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c33480 00000100:00100000:2.0:1746066892.363522:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13347 00000100:00100000:2.0:1746066892.363528:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2033:x1830882860733696:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066892.363614:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2033:x1830882860733696:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 87us (312us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.363620:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13347 00002000:00100000:2.0:1746066892.363624:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c33480 x1830882860733696/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.363636:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c33480 with x1830882860733696 ext(0->4095) 00002000:00010000:2.0:1746066892.363639:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c33480 00000100:00100000:0.0:1746066892.365139:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.365527:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860733824 00000100:00100000:3.0:1746066892.365532:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860733824 00000100:00100000:3.0:1746066892.365556:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29829 00000100:00100000:3.0:1746066892.365560:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860733824:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066892.365570:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066892.365582:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c9c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f7cc expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.365600:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439c95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7c5 expref: 79 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.365606:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066892.365607:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066892.365610:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c9c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7cc expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.365628:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439c95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7c5 expref: 79 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.365639:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439c95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7c5 expref: 79 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.365649:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861262464:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066892.365707:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962919c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.371516:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.371712:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860733952 00000100:00100000:2.0:1746066892.371720:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860733952 00002000:00100000:2.0:1746066892.371756:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132c33b80 x1830882860733952/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 496/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.371766:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c33b80 with x1830882860733952 ext(0->7) 00010000:00010000:2.0:1746066892.371774:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439c95 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7c5 expref: 80 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.371788:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439c95 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7c5 expref: 80 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.371799:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c33b80 00000100:00100000:2.0:1746066892.371817:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2434 00000100:00100000:2.0:1746066892.371834:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+80:2033:x1830882860733952:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746066892.373429:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861262464:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066892.373452:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c9c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7cc expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.373465:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139e00, rc 0) 00000100:00100000:2.0:1746066892.373857:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2033:x1830882860733952:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2032us (2346us total) trans 4294972239 rc 0/0 00000100:00100000:2.0:1746066892.373865:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2434 00002000:00100000:2.0:1746066892.374052:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132c33b80 x1830882860733952/t4294972239(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 496/448 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.374060:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c33b80 with x1830882860733952 ext(0->7) 00010000:00010000:2.0:1746066892.374066:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439c95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7c5 expref: 82 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.374078:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439c95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7c5 expref: 82 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.374084:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c33b80 00000100:00100000:3.0:1746066892.374131:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860733824:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8568us (8993us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.374137:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29829 00000100:00100000:0.0:1746066892.376976:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.377061:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860734080 00000100:00100000:2.0:1746066892.377066:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860734080 00010000:00010000:2.0:1746066892.377091:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439c95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7c5 expref: 82 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.377110:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12656 00000100:00100000:2.0:1746066892.377115:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2032:x1830882860734080:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.377123:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.377138:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439c95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7c5 expref: 82 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.377147:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439c95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7c5 expref: 82 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.377164:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439c95 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7c5 expref: 82 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.377736:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.377738:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.377743:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c9c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7cc expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.377749:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7cc expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.377774:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7cc expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066892.377782:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861262592:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.377854:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cfc4480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.380743:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.380882:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861262592:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.380907:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.380950:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+81:2032:x1830882860734080:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3835us (3979us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.380957:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12656 00000100:00100000:3.0:1746066892.381178:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860734336 00000100:00100000:3.0:1746066892.381182:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860734336 00002000:00100000:3.0:1746066892.381203:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130524a80 x1830882860734336/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.381210:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130524a80 with x1830882860734336 ext(0->4095) 00002000:00010000:3.0:1746066892.381213:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130524a80 00000100:00100000:3.0:1746066892.381223:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13348 00000100:00100000:3.0:1746066892.381226:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860734336:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066892.381391:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860734336:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 162us (650us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066892.381395:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13348 00002000:00100000:3.0:1746066892.381399:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130524a80 x1830882860734336/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.381408:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130524a80 with x1830882860734336 ext(0->4095) 00002000:00010000:3.0:1746066892.381410:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130524a80 00000100:00100000:0.0:1746066892.384557:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066892.384638:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.384869:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860734464 00000100:00100000:3.0:1746066892.385101:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860734464 00000100:00100000:3.0:1746066892.385135:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860734592 00000100:00100000:3.0:1746066892.385138:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860734592 00000100:00100000:3.0:1746066892.385161:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29830 00000100:00100000:3.0:1746066892.385167:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+82:1869:x1830882860734464:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066892.385179:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066892.385191:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ca3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f7d3 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.385213:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c9c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7cc expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.385219:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.385220:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.385223:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ca3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7d3 expref: 83 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.385243:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7cc expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.385253:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7cc expref: 5 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.385264:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861262720:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066892.385316:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.385333:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29831 00000100:00100000:2.0:1746066892.385355:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+83:1868:x1830882860734592:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.385362:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.385371:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439caa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f7da expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.385383:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.385386:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ca3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7d3 expref: 84 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.385390:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.385392:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439caa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7da expref: 84 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.385410:0:25556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ca3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7d3 expref: 84 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.385420:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439caa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7da expref: 84 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.385427:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f612e00, rc 0) 00000100:00100000:2.0:1746066892.385445:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+84:1868:x1830882860734592:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (808us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.385451:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29831 00000100:00100000:0.0:1746066892.387102:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.387120:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861262720:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066892.387135:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ca3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7d3 expref: 83 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.387144:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138a00, rc 0) 00000100:00100000:2.0:1746066892.387410:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860734720 00000100:00100000:2.0:1746066892.387415:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860734720 00010000:00010000:2.0:1746066892.387432:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7cc expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.387459:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12657 00000100:00100000:2.0:1746066892.387464:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f444450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860734720:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.387471:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.387484:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7cc expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.387493:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7cc expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.387507:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439c9c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7cc expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.387518:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.387520:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.387525:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ca3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7d3 expref: 83 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.387531:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ca3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7d3 expref: 83 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.387548:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ca3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7d3 expref: 83 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.387555:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ca3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7d3 expref: 83 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.387568:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861262976:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.387692:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+83:1869:x1830882860734464:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2524us (3139us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.387698:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29830 00000100:00100000:2.0:1746066892.387905:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cfc4480 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.389298:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861262976:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.389309:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.389364:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f444450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860734720:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1899us (2265us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.389372:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12657 00000100:00100000:0.0:1746066892.389725:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.390139:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860734976 00000100:00100000:3.0:1746066892.390144:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860734976 00002000:00100000:3.0:1746066892.390174:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011eb46680 x1830882860734976/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.390191:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eb46680 with x1830882860734976 ext(0->4095) 00010000:00010000:3.0:1746066892.390197:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ca3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7d3 expref: 83 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.390208:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ca3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7d3 expref: 83 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:3.0:1746066892.390214:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011eb46680 00000100:00100000:3.0:1746066892.390240:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2435 00000100:00100000:3.0:1746066892.390246:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+83:2033:x1830882860734976:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066892.390338:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+83:2033:x1830882860734976:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 91us (614us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066892.390363:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2435 00002000:00100000:3.0:1746066892.390368:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011eb46680 x1830882860734976/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.390375:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eb46680 with x1830882860734976 ext(0->4095) 00010000:00010000:3.0:1746066892.390380:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ca3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7d3 expref: 83 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.390389:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ca3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7d3 expref: 83 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:3.0:1746066892.390395:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011eb46680 00000100:00100000:0.0:1746066892.392262:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.392308:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860735104 00000100:00100000:3.0:1746066892.392312:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860735104 00000100:00100000:3.0:1746066892.392571:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29832 00000100:00100000:3.0:1746066892.392578:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860735104:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066892.392588:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066892.392600:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cb1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f7e1 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.392623:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066892.392637:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439caa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7da expref: 82 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.392642:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066892.392646:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cb1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e1 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.392678:0:9628:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439caa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7da expref: 82 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.392689:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cb1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e1 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.392698:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139000, rc 0) 00000100:00100000:3.0:1746066892.392730:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860735104:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.392854:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29832 00000100:00100000:0.0:1746066892.392894:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.393167:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860735232 00000100:00100000:2.0:1746066892.393171:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860735232 00010000:00010000:2.0:1746066892.393185:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ca3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7d3 expref: 83 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.393742:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12658 00000100:00100000:2.0:1746066892.393746:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+83:2032:x1830882860735232:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.393752:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.393761:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ca3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7d3 expref: 83 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.393768:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ca3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7d3 expref: 83 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.393779:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439ca3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7d3 expref: 83 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.393792:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.393794:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.393799:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439caa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7da expref: 82 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.393806:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439caa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7da expref: 82 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.393835:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439caa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7da expref: 82 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.393845:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439caa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7da expref: 82 pid: 25556 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.393856:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861263232:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.394074:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801240490c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.397197:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.397301:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861263232:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.397315:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.397360:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2032:x1830882860735232:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3594us (4447us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.397368:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12658 00000100:00100000:3.0:1746066892.397611:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860735488 00000100:00100000:3.0:1746066892.397617:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860735488 00002000:00100000:3.0:1746066892.397644:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c39880 x1830882860735488/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.397652:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c39880 with x1830882860735488 ext(0->4095) 00010000:00010000:3.0:1746066892.397658:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439caa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7da expref: 82 pid: 25556 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.397668:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439caa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7da expref: 82 pid: 25556 timeout: 1104 lvb_type: 0 00002000:00010000:3.0:1746066892.397674:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c39880 00000100:00100000:3.0:1746066892.397696:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2436 00000100:00100000:3.0:1746066892.397702:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2034:x1830882860735488:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066892.398086:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2034:x1830882860735488:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 382us (891us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066892.398092:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2436 00002000:00100000:3.0:1746066892.398098:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c39880 x1830882860735488/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.398106:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c39880 with x1830882860735488 ext(0->4095) 00010000:00010000:3.0:1746066892.398111:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439caa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7da expref: 82 pid: 25556 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.398120:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439caa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7da expref: 82 pid: 25556 timeout: 1104 lvb_type: 0 00002000:00010000:3.0:1746066892.398126:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c39880 00000100:00100000:0.0:1746066892.399904:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.399943:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860735616 00000100:00100000:3.0:1746066892.399948:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860735616 00000100:00100000:3.0:1746066892.400062:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29833 00000100:00100000:3.0:1746066892.400069:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+82:1868:x1830882860735616:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066892.400078:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066892.400091:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439cb8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f7e8 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.400109:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066892.400114:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cb1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e1 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.400119:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066892.400122:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439cb8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e8 expref: 83 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.400153:0:9628:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cb1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e1 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.400164:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439cb8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e8 expref: 83 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.400178:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139e00, rc 0) 00000100:00100000:3.0:1746066892.400214:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+83:1868:x1830882860735616:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.400219:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29833 00000100:00100000:0.0:1746066892.400592:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.400629:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860735744 00000100:00100000:3.0:1746066892.400633:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860735744 00010000:00010000:3.0:1746066892.400647:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439caa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7da expref: 83 pid: 25556 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.400662:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12659 00000100:00100000:3.0:1746066892.400667:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a94000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+83:2032:x1830882860735744:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.400674:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.400684:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439caa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7da expref: 83 pid: 25556 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.400693:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439caa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7da expref: 83 pid: 25556 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.400707:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f612e00/0xd6b24631ff439caa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7da expref: 83 pid: 25556 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.400735:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.400737:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.400742:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cb1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e1 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.400749:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cb1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e1 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.400765:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cb1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e1 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.400775:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e1 expref: 5 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.400788:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861263488:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.400842:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291600 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.405198:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861263488:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.405211:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.405245:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a94000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2032:x1830882860735744:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4577us (4653us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.405253:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12659 00000100:00100000:0.0:1746066892.406470:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.406540:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860736000 00000100:00100000:3.0:1746066892.406546:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860736000 00002000:00100000:3.0:1746066892.406572:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a96680 x1830882860736000/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.406588:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a96680 with x1830882860736000 ext(0->4095) 00010000:00010000:3.0:1746066892.406595:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e1 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.406609:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e1 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:3.0:1746066892.406619:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123a96680 00000100:00100000:3.0:1746066892.406645:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2437 00000100:00100000:3.0:1746066892.406652:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860736000:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066892.406843:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860736000:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 190us (372us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066892.406849:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2437 00002000:00100000:3.0:1746066892.406854:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880123a96680 x1830882860736000/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.406861:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123a96680 with x1830882860736000 ext(0->4095) 00010000:00010000:3.0:1746066892.406865:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e1 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.406874:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e1 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:3.0:1746066892.406880:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123a96680 00000100:00100000:0.0:1746066892.412585:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.412704:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860736128 00000100:00100000:3.0:1746066892.412711:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860736128 00010000:00010000:3.0:1746066892.412737:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e1 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.412776:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12660 00000100:00100000:3.0:1746066892.412783:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123a97100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860736128:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.412797:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.412811:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e1 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.412833:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cb1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e1 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.412852:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cb1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e1 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.413087:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.413089:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.413097:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439cb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e8 expref: 81 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.413105:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439cb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e8 expref: 81 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.413132:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439cb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e8 expref: 81 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066892.413144:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861263616:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.413216:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.418220:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861263616:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.418239:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.418493:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123a97100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860736128:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5709us (5914us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.418504:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12660 00000100:00100000:0.0:1746066892.419648:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.419691:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860736384 00000100:00100000:3.0:1746066892.419697:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860736384 00002000:00100000:3.0:1746066892.419727:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffa8a80 x1830882860736384/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.419737:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa8a80 with x1830882860736384 ext(0->4095) 00002000:00010000:3.0:1746066892.419741:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ffa8a80 00000100:00100000:3.0:1746066892.419765:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13349 00000100:00100000:3.0:1746066892.419771:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2033:x1830882860736384:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066892.419890:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2033:x1830882860736384:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (242us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066892.419896:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13349 00002000:00100000:3.0:1746066892.419901:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ffa8a80 x1830882860736384/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.419909:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ffa8a80 with x1830882860736384 ext(0->4095) 00002000:00010000:3.0:1746066892.419911:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ffa8a80 00000100:00100000:0.0:1746066892.422653:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.422744:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860736512 00000100:00100000:3.0:1746066892.422751:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860736512 00000100:00100000:3.0:1746066892.422837:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29834 00000100:00100000:3.0:1746066892.422844:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860736512:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066892.422859:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066892.422873:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cbf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f7ef expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.422897:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439cb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e8 expref: 81 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.422905:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066892.422907:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066892.422910:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cbf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7ef expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.422933:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439cb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e8 expref: 81 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.423338:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439cb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e8 expref: 81 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.423415:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861263744:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066892.424242:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.425871:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861263744:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066892.425892:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cbf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7ef expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.425905:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138400, rc 0) 00000100:00100000:3.0:1746066892.425932:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860736512:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3089us (3284us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.425943:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29834 00000100:00100000:0.0:1746066892.426393:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066892.426472:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.427171:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860736768 00000100:00100000:1.0:1746066892.427178:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860736768 00000100:00100000:2.0:1746066892.427249:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860736640 00000100:00100000:2.0:1746066892.427253:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860736640 00010000:00010000:2.0:1746066892.427270:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439cb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e8 expref: 83 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.427308:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29835 00000100:00100000:3.0:1746066892.427316:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+83:1868:x1830882860736768:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066892.427328:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066892.427337:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439cc6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f7f6 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.427366:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066892.427370:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cbf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7ef expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.427376:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066892.427380:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439cc6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7f6 expref: 84 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.427402:0:9628:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cbf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7ef expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.427412:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439cc6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7f6 expref: 84 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.427419:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138a00, rc 0) 00000100:00100000:2.0:1746066892.428874:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12661 00000100:00100000:2.0:1746066892.428882:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2033:x1830882860736640:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.428893:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.429134:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439cb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e8 expref: 84 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.429145:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439cb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e8 expref: 84 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.429161:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139e00/0xd6b24631ff439cb8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7e8 expref: 84 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.429181:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.429183:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.429188:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cbf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7ef expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.429195:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7ef expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.429216:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7ef expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.429225:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7ef expref: 5 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.429236:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861264000:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.429815:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+83:1868:x1830882860736768:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2498us (3341us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.429831:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29835 00000100:00100000:2.0:1746066892.430229:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801240490c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.433055:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861264000:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.433078:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.433115:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2033:x1830882860736640:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4233us (6722us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.433124:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12661 00000100:00100000:0.0:1746066892.433495:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.433606:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860737024 00000100:00100000:2.0:1746066892.433612:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860737024 00002000:00100000:2.0:1746066892.433639:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3c700 x1830882860737024/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.433649:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3c700 with x1830882860737024 ext(0->4095) 00010000:00010000:2.0:1746066892.433657:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7ef expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.433668:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7ef expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.433675:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c3c700 00000100:00100000:2.0:1746066892.433753:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2438 00000100:00100000:2.0:1746066892.433760:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860737024:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066892.433858:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860737024:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 98us (364us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.433864:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2438 00002000:00100000:2.0:1746066892.433869:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3c700 x1830882860737024/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.433878:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3c700 with x1830882860737024 ext(0->4095) 00010000:00010000:2.0:1746066892.433882:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7ef expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.433892:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7ef expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.433898:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c3c700 00000100:00100000:0.0:1746066892.436722:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.436797:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860737152 00000100:00100000:2.0:1746066892.436802:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860737152 00010000:00010000:2.0:1746066892.436833:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7ef expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.436853:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12662 00000100:00100000:2.0:1746066892.436859:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860737152:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.436868:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.436880:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7ef expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.436891:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7ef expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.436910:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cbf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7ef expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.437038:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.437040:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.437046:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439cc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7f6 expref: 81 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.437059:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439cc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7f6 expref: 81 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.437085:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439cc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7f6 expref: 81 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066892.437096:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861264128:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.437678:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.440142:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.440209:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860737408 00000100:00100000:3.0:1746066892.440215:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860737408 00002000:00100000:3.0:1746066892.440244:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3ce00 x1830882860737408/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.440253:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3ce00 with x1830882860737408 ext(0->4095) 00002000:00010000:3.0:1746066892.440257:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3ce00 00000100:00100000:3.0:1746066892.440281:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13350 00000100:00100000:3.0:1746066892.440287:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2034:x1830882860737408:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066892.440404:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2034:x1830882860737408:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (265us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066892.440410:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13350 00002000:00100000:3.0:1746066892.440415:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3ce00 x1830882860737408/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.440422:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3ce00 with x1830882860737408 ext(0->4095) 00002000:00010000:3.0:1746066892.440425:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3ce00 00000100:00100000:3.0:1746066892.441196:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861264128:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.441211:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.441230:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860737152:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4372us (4513us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.441237:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12662 00000100:00100000:0.0:1746066892.447483:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.447573:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860737536 00000100:00100000:3.0:1746066892.447580:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860737536 00000100:00100000:3.0:1746066892.447612:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29836 00000100:00100000:3.0:1746066892.447618:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860737536:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066892.447634:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066892.447647:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ccd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f7fd expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.447671:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439cc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7f6 expref: 81 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.447678:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066892.447680:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066892.447683:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ccd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7fd expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.447707:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439cc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7f6 expref: 81 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.447719:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439cc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7f6 expref: 81 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.447729:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861264256:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066892.448595:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.454229:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.454542:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860737664 00000100:00100000:2.0:1746066892.454549:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860737664 00002000:00100000:2.0:1746066892.454585:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132c3d500 x1830882860737664/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 496/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.454595:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3d500 with x1830882860737664 ext(0->7) 00010000:00010000:2.0:1746066892.454603:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439cc6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7f6 expref: 82 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.454615:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439cc6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7f6 expref: 82 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.454622:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c3d500 00000100:00100000:2.0:1746066892.454639:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2439 00000100:00100000:2.0:1746066892.454645:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+82:2031:x1830882860737664:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746066892.454819:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861264256:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066892.454855:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ccd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7fd expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.454868:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139c00, rc 0) 00000100:00100000:3.0:1746066892.454907:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860737536:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7288us (7430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.454914:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29836 00000100:00100000:0.0:1746066892.456617:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2031:x1830882860737664:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1969us (2392us total) trans 4294972240 rc 0/0 00000100:00100000:0.0:1746066892.456624:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2439 00002000:00100000:0.0:1746066892.456631:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132c3d500 x1830882860737664/t4294972240(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 496/448 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066892.456638:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3d500 with x1830882860737664 ext(0->7) 00010000:00010000:0.0:1746066892.456644:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439cc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7f6 expref: 84 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:0.0:1746066892.456654:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439cc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7f6 expref: 84 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:0.0:1746066892.456660:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c3d500 00000100:00100000:0.0:1746066892.470975:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066892.471062:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.471202:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860737792 00000100:00100000:3.0:1746066892.471211:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860737792 00010000:00010000:3.0:1746066892.471243:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439cc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7f6 expref: 84 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.471372:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12663 00000100:00100000:2.0:1746066892.471377:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860737920 00000100:00100000:3.0:1746066892.471381:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2032:x1830882860737792:12345-192.168.201.51@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746066892.471381:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860737920 00010000:00010000:3.0:1746066892.471395:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746066892.471406:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29837 00000100:00100000:2.0:1746066892.471412:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+85:1868:x1830882860737920:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066892.471413:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439cc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7f6 expref: 85 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.471425:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439cc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7f6 expref: 85 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.471425:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.471437:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439cd4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f804 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.471443:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439cc6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7f6 expref: 85 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.471452:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.471458:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ccd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7fd expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.471465:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.471469:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439cd4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f804 expref: 85 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.471551:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.471553:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.471558:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ccd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7fd expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.471565:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ccd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7fd expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.471590:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ccd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7fd expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.471605:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ccd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7fd expref: 5 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.471615:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861264384:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.471616:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ccd lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7fd expref: 5 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.471624:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ccd lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7fd expref: 5 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.471632:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861264512:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066892.472636:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.472664:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049240 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.475056:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861264384:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.475072:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.475100:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+85:2032:x1830882860737792:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3720us (4133us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.475108:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12663 00000100:00100000:2.0:1746066892.475282:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861264512:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066892.475494:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439cd4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f804 expref: 84 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.475507:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f613200, rc 0) 00000100:00100000:2.0:1746066892.475526:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+84:1868:x1830882860737920:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4115us (4465us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.475532:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29837 00000100:00100000:0.0:1746066892.476936:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.477957:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860738176 00000100:00100000:2.0:1746066892.477964:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860738176 00002000:00100000:2.0:1746066892.477995:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3df80 x1830882860738176/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.478011:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3df80 with x1830882860738176 ext(0->4095) 00010000:00010000:2.0:1746066892.478018:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ccd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7fd expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.478029:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ccd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7fd expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.478035:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c3df80 00000100:00100000:2.0:1746066892.478054:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2440 00000100:00100000:2.0:1746066892.478059:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860738176:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066892.478168:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860738176:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (1232us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.478174:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2440 00002000:00100000:2.0:1746066892.478179:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3df80 x1830882860738176/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.478186:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3df80 with x1830882860738176 ext(0->4095) 00010000:00010000:2.0:1746066892.478191:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ccd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7fd expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.478204:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ccd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7fd expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.478209:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c3df80 00000100:00100000:0.0:1746066892.486566:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.486886:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860738304 00000100:00100000:3.0:1746066892.486894:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860738304 00010000:00010000:3.0:1746066892.486924:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ccd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7fd expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.486963:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12664 00000100:00100000:3.0:1746066892.486971:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f444050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860738304:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.486982:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.486998:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ccd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7fd expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.487008:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ccd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7fd expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.487026:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439ccd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f7fd expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.487253:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.487256:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.487263:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439cd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f804 expref: 83 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.487270:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439cd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f804 expref: 83 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.487298:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439cd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f804 expref: 83 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066892.487307:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861264640:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.488291:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.490518:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.490549:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861264640:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.490565:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.490601:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f444050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860738304:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3630us (4042us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.490610:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12664 00000100:00100000:1.0:1746066892.490616:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860738560 00000100:00100000:1.0:1746066892.490622:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860738560 00002000:00100000:1.0:1746066892.490657:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3e300 x1830882860738560/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.490667:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3e300 with x1830882860738560 ext(0->4095) 00002000:00010000:1.0:1746066892.490671:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3e300 00000100:00100000:1.0:1746066892.490705:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13351 00000100:00100000:1.0:1746066892.490711:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2033:x1830882860738560:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066892.490828:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2033:x1830882860738560:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066892.490835:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13351 00002000:00100000:1.0:1746066892.490841:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3e300 x1830882860738560/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.490848:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3e300 with x1830882860738560 ext(0->4095) 00002000:00010000:1.0:1746066892.490851:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3e300 00000100:00100000:0.0:1746066892.494632:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.494691:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860738688 00000100:00100000:2.0:1746066892.494699:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860738688 00000100:00100000:2.0:1746066892.494741:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29838 00000100:00100000:2.0:1746066892.494748:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860738688:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.494762:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.494776:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439cdb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f80b expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.494800:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439cd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f804 expref: 83 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.494808:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.494810:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.494813:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439cdb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f80b expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.494849:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439cd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f804 expref: 83 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.494860:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439cd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f804 expref: 83 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.494871:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861264768:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066892.495740:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.497498:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861264768:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066892.497532:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439cdb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f80b expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066892.497553:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.497614:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860738816 00000100:00100000:1.0:1746066892.497622:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860738816 00010000:00010000:0.0:1746066892.497742:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090879c00, rc 0) 00000100:00100000:0.0:1746066892.497927:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860738688:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3177us (3304us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066892.497937:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29838 00002000:00100000:1.0:1746066892.498000:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800963e8700 x1830882860738816/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 496/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.498009:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963e8700 with x1830882860738816 ext(0->7) 00010000:00010000:1.0:1746066892.498016:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439cd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f804 expref: 84 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.498028:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439cd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f804 expref: 84 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:1.0:1746066892.498034:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800963e8700 00000100:00100000:1.0:1746066892.498422:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2441 00000100:00100000:1.0:1746066892.498430:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+84:2034:x1830882860738816:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746066892.499692:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2034:x1830882860738816:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1258us (2140us total) trans 4294972241 rc 0/0 00000100:00100000:1.0:1746066892.499701:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2441 00002000:00100000:1.0:1746066892.499708:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800963e8700 x1830882860738816/t4294972241(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 496/448 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.499716:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963e8700 with x1830882860738816 ext(0->7) 00010000:00010000:1.0:1746066892.499725:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439cd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f804 expref: 86 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.499737:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439cd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f804 expref: 86 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:1.0:1746066892.499742:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800963e8700 00000100:00100000:0.0:1746066892.504520:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.504610:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860738944 00000100:00100000:3.0:1746066892.504621:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860738944 00010000:00010000:3.0:1746066892.504658:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439cd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f804 expref: 86 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.505382:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12665 00000100:00100000:3.0:1746066892.505392:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2032:x1830882860738944:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.505408:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.505427:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439cd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f804 expref: 86 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.505438:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439cd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f804 expref: 86 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.505459:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f613200/0xd6b24631ff439cd4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f804 expref: 86 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.505492:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.505494:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.505501:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439cdb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f80b expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.505510:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439cdb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f80b expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.505538:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439cdb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f80b expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066892.505550:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861264896:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.506236:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.509204:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861264896:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.509230:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.509399:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+85:2032:x1830882860738944:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4007us (4889us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.509411:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12665 00000100:00100000:2.0:1746066892.509658:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.509856:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860739200 00000100:00100000:1.0:1746066892.509863:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860739200 00002000:00100000:1.0:1746066892.509892:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c30700 x1830882860739200/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.509902:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c30700 with x1830882860739200 ext(0->4095) 00002000:00010000:1.0:1746066892.509906:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c30700 00000100:00100000:1.0:1746066892.509931:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13352 00000100:00100000:1.0:1746066892.509938:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860739200:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066892.510635:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860739200:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 696us (977us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066892.510642:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13352 00002000:00100000:1.0:1746066892.510649:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c30700 x1830882860739200/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.510657:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c30700 with x1830882860739200 ext(0->4095) 00002000:00010000:1.0:1746066892.510659:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c30700 00000100:00100000:0.0:1746066892.513693:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.513756:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860739328 00000100:00100000:2.0:1746066892.513763:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860739328 00000100:00100000:2.0:1746066892.513795:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29839 00000100:00100000:2.0:1746066892.513802:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+85:1868:x1830882860739328:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.513815:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.513842:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439ce2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f812 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.513867:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439cdb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f80b expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.513874:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.513876:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.513879:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439ce2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f812 expref: 86 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.513903:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439cdb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f80b expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.513915:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439cdb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f80b expref: 5 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.513926:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861265024:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066892.513991:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801240493c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.514413:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066892.514954:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860739456 00000100:00100000:0.0:1746066892.515169:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860739456 00000100:00100000:0.0:1746066892.515276:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29840 00000100:00100000:0.0:1746066892.515475:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+87:1869:x1830882860739456:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066892.515484:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066892.515493:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439ce9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f819 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066892.515508:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066892.515512:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439ce2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f812 expref: 88 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066892.515518:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066892.515521:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439ce9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f819 expref: 88 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066892.515543:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439ce2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f812 expref: 88 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066892.515555:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439ce9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f819 expref: 88 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066892.515565:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eae4800, rc 0) 00000100:00100000:3.0:1746066892.516576:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861265024:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066892.516592:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439ce2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f812 expref: 88 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.516601:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc7400, rc 0) 00000100:00100000:3.0:1746066892.517449:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+88:1868:x1830882860739328:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3646us (3761us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.517455:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29839 00000100:00100000:0.0:1746066892.517461:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+88:1869:x1830882860739456:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1985us (3046us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066892.517468:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29840 00000100:00100000:2.0:1746066892.517496:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066892.517522:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860739584 00000100:00100000:0.0:1746066892.517526:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860739584 00010000:00010000:0.0:1746066892.517544:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439cdb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f80b expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:0.0:1746066892.517574:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12666 00000100:00100000:0.0:1746066892.517580:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c32680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860739584:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066892.517589:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066892.517606:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439cdb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f80b expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:0.0:1746066892.517616:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439cdb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f80b expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:0.0:1746066892.517633:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090879c00/0xd6b24631ff439cdb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f80b expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:0.0:1746066892.517659:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066892.517661:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066892.517667:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439ce2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f812 expref: 86 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066892.517674:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439ce2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f812 expref: 86 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.517792:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439ce2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f812 expref: 86 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.517803:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439ce2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f812 expref: 86 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:1.0:1746066892.517814:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861265280:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066892.517860:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.521541:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.521903:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861265280:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066892.521925:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066892.521957:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c32680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860739584:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4376us (4461us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066892.521966:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12666 00000100:00100000:1.0:1746066892.521999:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860739840 00000100:00100000:1.0:1746066892.522004:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860739840 00002000:00100000:1.0:1746066892.522031:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3f100 x1830882860739840/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.522040:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3f100 with x1830882860739840 ext(0->4095) 00010000:00010000:1.0:1746066892.522047:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439ce2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f812 expref: 87 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.522058:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439ce2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f812 expref: 87 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:1.0:1746066892.522064:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c3f100 00000100:00100000:1.0:1746066892.522596:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2442 00000100:00100000:1.0:1746066892.522603:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+87:2033:x1830882860739840:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066892.523790:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+87:2033:x1830882860739840:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 1185us (2253us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066892.523796:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2442 00002000:00100000:1.0:1746066892.523802:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3f100 x1830882860739840/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.523810:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3f100 with x1830882860739840 ext(0->4095) 00010000:00010000:1.0:1746066892.523816:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439ce2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f812 expref: 87 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.523840:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439ce2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f812 expref: 87 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:1.0:1746066892.523845:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c3f100 00000100:00100000:0.0:1746066892.526779:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.526899:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860739968 00000100:00100000:1.0:1746066892.526908:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860739968 00010000:00010000:1.0:1746066892.526938:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439ce2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f812 expref: 87 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:1.0:1746066892.527146:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12667 00000100:00100000:1.0:1746066892.527154:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+87:2031:x1830882860739968:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066892.527167:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066892.527182:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439ce2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f812 expref: 87 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.527191:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439ce2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f812 expref: 87 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.527210:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439ce2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f812 expref: 87 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.527244:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.527246:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.527252:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439ce9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f819 expref: 86 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.527265:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439ce9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f819 expref: 86 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.527293:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439ce9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f819 expref: 86 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066892.527303:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861265408:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066892.528294:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0840 going to sleep for 11 seconds 00000100:00100000:1.0:1746066892.530926:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861265408:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066892.530946:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066892.530962:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.530985:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2031:x1830882860739968:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3832us (4214us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066892.530993:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12667 00000100:00100000:2.0:1746066892.531066:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860740224 00000100:00100000:2.0:1746066892.531072:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860740224 00002000:00100000:2.0:1746066892.531103:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3f800 x1830882860740224/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.531113:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3f800 with x1830882860740224 ext(0->4095) 00002000:00010000:2.0:1746066892.531117:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3f800 00000100:00100000:2.0:1746066892.531135:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13353 00000100:00100000:2.0:1746066892.531142:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2033:x1830882860740224:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066892.531651:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2033:x1830882860740224:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 508us (687us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.531662:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13353 00002000:00100000:2.0:1746066892.531668:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3f800 x1830882860740224/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.531675:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3f800 with x1830882860740224 ext(0->4095) 00002000:00010000:2.0:1746066892.531678:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3f800 00000100:00100000:0.0:1746066892.533508:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.533588:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860740352 00000100:00100000:2.0:1746066892.533593:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860740352 00000100:00100000:2.0:1746066892.533627:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29841 00000100:00100000:2.0:1746066892.533634:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860740352:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.533645:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.533658:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439cf0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f820 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.533685:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439ce9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f819 expref: 85 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.533692:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.533694:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.533697:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439cf0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f820 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.533722:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439ce9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f819 expref: 85 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.533734:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439ce9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f819 expref: 85 pid: 9627 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.533744:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c33100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861265536:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066892.533816:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.536907:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c33100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861265536:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066892.536930:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439cf0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f820 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.536943:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc6200, rc 0) 00000100:00100000:2.0:1746066892.536974:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860740352:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3340us (3469us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.536982:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29841 00000100:00100000:0.0:1746066892.537700:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.538001:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860740480 00000100:00100000:1.0:1746066892.538006:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860740480 00010000:00010000:1.0:1746066892.538028:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439ce9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f819 expref: 86 pid: 9627 timeout: 1104 lvb_type: 0 00000100:00100000:1.0:1746066892.538060:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12668 00000100:00100000:1.0:1746066892.538066:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2034:x1830882860740480:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066892.538080:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066892.538095:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439ce9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f819 expref: 86 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.538111:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439ce9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f819 expref: 86 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.538130:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439ce9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f819 expref: 86 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.538151:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.538153:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.538168:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439cf0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f820 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.538176:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439cf0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f820 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.538200:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439cf0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f820 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066892.538211:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861265664:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066892.538261:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.542391:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.542528:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861265664:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066892.542550:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066892.542597:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+85:2034:x1830882860740480:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4529us (4896us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066892.542607:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12668 00000100:00100000:2.0:1746066892.542618:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860740736 00000100:00100000:2.0:1746066892.542624:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860740736 00002000:00100000:2.0:1746066892.542653:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3c380 x1830882860740736/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.542662:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3c380 with x1830882860740736 ext(0->4095) 00002000:00010000:2.0:1746066892.542666:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3c380 00000100:00100000:2.0:1746066892.542688:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13354 00000100:00100000:2.0:1746066892.542695:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860740736:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066892.542869:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.543438:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860740864 00000100:00100000:3.0:1746066892.543443:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860740864 00000100:00100000:2.0:1746066892.543456:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860740736:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 762us (1072us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.543461:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13354 00002000:00100000:2.0:1746066892.543465:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3c380 x1830882860740736/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746066892.543470:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29842 00002000:00100000:2.0:1746066892.543471:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3c380 with x1830882860740736 ext(0->4095) 00002000:00010000:2.0:1746066892.543473:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3c380 00000100:00100000:3.0:1746066892.543475:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+85:1868:x1830882860740864:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066892.543484:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066892.543497:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cf7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f827 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.543526:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439cf0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f820 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.543534:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.543535:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.543538:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cf7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f827 expref: 86 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.543562:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439cf0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f820 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.543574:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439cf0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f820 expref: 5 pid: 9627 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.543584:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861265792:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066892.543730:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.547326:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.547501:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861265792:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066892.547526:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cf7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f827 expref: 86 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.547542:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138400, rc 0) 00000100:00100000:2.0:1746066892.547733:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860740992 00000100:00100000:2.0:1746066892.547738:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860740992 00000100:00100000:3.0:1746066892.548132:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+87:1868:x1830882860740864:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4654us (5260us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.548140:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29842 00000100:00100000:3.0:1746066892.548160:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29843 00000100:00100000:3.0:1746066892.548167:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+86:1869:x1830882860740992:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066892.548180:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066892.548191:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cfe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f82e expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.548210:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.548395:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cf7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f827 expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.548582:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066892.548586:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cfe lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f82e expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.548612:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cf7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f827 expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.548622:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cfe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f82e expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.548630:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139000, rc 0) 00000100:00100000:0.0:1746066892.549378:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.549463:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860741120 00000100:00100000:1.0:1746066892.549468:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860741120 00010000:00010000:1.0:1746066892.549486:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439cf0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f820 expref: 6 pid: 9627 timeout: 1104 lvb_type: 0 00000100:00100000:1.0:1746066892.549517:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12669 00000100:00100000:1.0:1746066892.549523:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860741120:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066892.549531:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066892.549546:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439cf0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f820 expref: 6 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.549557:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439cf0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f820 expref: 6 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.549573:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6200/0xd6b24631ff439cf0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f820 expref: 6 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.549588:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.549590:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.549595:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cf7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f827 expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.549603:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f827 expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.549623:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f827 expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.549633:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cf7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f827 expref: 87 pid: 9627 timeout: 1104 lvb_type: 0 00000100:00100000:1.0:1746066892.549645:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861266048:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066892.549698:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.549756:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+87:1869:x1830882860740992:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1587us (2434us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.549763:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29843 00000100:00100000:0.0:1746066892.552578:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.552765:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860741376 00000100:00100000:2.0:1746066892.552771:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860741376 00002000:00100000:2.0:1746066892.552801:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3ed80 x1830882860741376/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.552830:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3ed80 with x1830882860741376 ext(0->4095) 00010000:00010000:2.0:1746066892.552838:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cf7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f827 expref: 87 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.552851:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cf7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f827 expref: 87 pid: 9627 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.552857:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c3ed80 00000100:00100000:2.0:1746066892.552879:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2443 00000100:00100000:2.0:1746066892.552886:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+87:2034:x1830882860741376:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066892.553222:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+87:2034:x1830882860741376:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 335us (648us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.553228:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2443 00002000:00100000:2.0:1746066892.553234:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3ed80 x1830882860741376/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.553242:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3ed80 with x1830882860741376 ext(0->4095) 00010000:00010000:2.0:1746066892.553247:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cf7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f827 expref: 87 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.553257:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cf7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f827 expref: 87 pid: 9627 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.553263:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c3ed80 00000100:00100000:1.0:1746066892.553671:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861266048:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066892.553687:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066892.553713:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860741120:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4190us (4336us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066892.553721:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12669 00000100:00100000:1.0:1746066892.556971:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.557017:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860741504 00000100:00100000:2.0:1746066892.557025:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860741504 00010000:00010000:2.0:1746066892.557053:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cf7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f827 expref: 87 pid: 9627 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.557083:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12670 00000100:00100000:2.0:1746066892.557088:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+87:2034:x1830882860741504:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.557098:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.557111:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cf7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f827 expref: 87 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.557120:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f827 expref: 87 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.557136:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439cf7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f827 expref: 87 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.557157:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.557159:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.557166:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cfe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f82e expref: 86 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.557173:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f82e expref: 86 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.557200:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f82e expref: 86 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066892.557214:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861266176:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.557334:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.559291:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861266176:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.559306:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.559379:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2034:x1830882860741504:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2289us (2413us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.559387:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12670 00000100:00100000:1.0:1746066892.559561:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.559632:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860741760 00000100:00100000:2.0:1746066892.559637:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860741760 00002000:00100000:2.0:1746066892.559667:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112d500 x1830882860741760/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.559677:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112d500 with x1830882860741760 ext(0->4095) 00002000:00010000:2.0:1746066892.559682:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112d500 00000100:00100000:2.0:1746066892.560109:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13355 00000100:00100000:2.0:1746066892.560118:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2033:x1830882860741760:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066892.561742:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2033:x1830882860741760:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 1623us (2180us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.561750:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13355 00002000:00100000:2.0:1746066892.561757:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112d500 x1830882860741760/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.561770:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112d500 with x1830882860741760 ext(0->4095) 00002000:00010000:2.0:1746066892.561774:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112d500 00000100:00100000:0.0:1746066892.566003:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.566188:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860741888 00000100:00100000:3.0:1746066892.566196:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860741888 00000100:00100000:3.0:1746066892.566247:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29844 00000100:00100000:3.0:1746066892.566255:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860741888:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066892.566270:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066892.566285:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439d05 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f835 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.566309:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cfe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f82e expref: 85 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.566317:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066892.566321:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066892.566324:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439d05 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f835 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.566392:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f82e expref: 85 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.566405:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f82e expref: 85 pid: 9627 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.566418:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861266304:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066892.566494:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.568278:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861266304:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066892.568491:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439d05 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f835 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.568504:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139c00, rc 0) 00000100:00100000:3.0:1746066892.568531:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860741888:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2277us (2535us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.568537:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29844 00000100:00100000:0.0:1746066892.570564:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.570622:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860742016 00000100:00100000:2.0:1746066892.570628:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860742016 00002000:00100000:2.0:1746066892.570658:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132c3ca80 x1830882860742016/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 496/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.570668:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3ca80 with x1830882860742016 ext(0->7) 00010000:00010000:2.0:1746066892.570675:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f82e expref: 86 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.570688:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f82e expref: 86 pid: 9627 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.570699:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c3ca80 00000100:00100000:2.0:1746066892.570727:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2444 00000100:00100000:2.0:1746066892.570734:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+86:2033:x1830882860742016:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066892.572610:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2033:x1830882860742016:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1873us (2045us total) trans 4294972242 rc 0/0 00000100:00100000:0.0:1746066892.572619:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2444 00002000:00100000:0.0:1746066892.572626:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132c3ca80 x1830882860742016/t4294972242(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 496/448 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066892.572634:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3ca80 with x1830882860742016 ext(0->7) 00010000:00010000:0.0:1746066892.572642:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f82e expref: 88 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:0.0:1746066892.572658:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f82e expref: 88 pid: 9627 timeout: 1104 lvb_type: 0 00002000:00010000:0.0:1746066892.572664:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c3ca80 00000100:00100000:0.0:1746066892.578172:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.578784:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860742144 00000100:00100000:2.0:1746066892.578792:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860742144 00010000:00010000:2.0:1746066892.578831:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f82e expref: 88 pid: 9627 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.578868:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12671 00000100:00100000:2.0:1746066892.578875:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2034:x1830882860742144:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.579116:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.579133:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f82e expref: 88 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.579145:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f82e expref: 88 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.579163:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439cfe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f82e expref: 88 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.579193:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.579195:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.579202:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439d05 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f835 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.579214:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439d05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f835 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.579241:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439d05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f835 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066892.579251:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861266432:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.580513:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049000 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.582550:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861266432:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.582567:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.582603:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+87:2034:x1830882860742144:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3727us (4436us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.582612:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12671 00000100:00100000:0.0:1746066892.583044:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.583105:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860742400 00000100:00100000:2.0:1746066892.583110:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860742400 00002000:00100000:2.0:1746066892.583137:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3d880 x1830882860742400/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.583147:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3d880 with x1830882860742400 ext(0->4095) 00002000:00010000:2.0:1746066892.583151:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3d880 00000100:00100000:2.0:1746066892.583640:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13356 00000100:00100000:2.0:1746066892.583647:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860742400:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066892.583751:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860742400:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (709us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.583760:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13356 00002000:00100000:2.0:1746066892.583766:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3d880 x1830882860742400/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.583774:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3d880 with x1830882860742400 ext(0->4095) 00002000:00010000:2.0:1746066892.583777:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3d880 00000100:00100000:0.0:1746066892.587232:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.587312:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860742528 00000100:00100000:3.0:1746066892.587319:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860742528 00000100:00100000:1.0:1746066892.587430:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29845 00000100:00100000:1.0:1746066892.587436:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+87:1869:x1830882860742528:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066892.587450:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066892.587463:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439d0c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f83c expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.587485:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439d05 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f835 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.587490:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.587491:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.587493:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439d0c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f83c expref: 88 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.587514:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439d05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f835 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.587525:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439d05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f835 expref: 5 pid: 9627 timeout: 1104 lvb_type: 0 00000100:00100000:1.0:1746066892.587533:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861266560:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066892.587591:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.589043:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.589147:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860742656 00000100:00100000:3.0:1746066892.589153:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860742656 00000100:00100000:1.0:1746066892.589185:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861266560:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066892.589206:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439d0c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f83c expref: 89 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.589217:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb7200, rc 0) 00000100:00100000:3.0:1746066892.589222:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29846 00000100:00100000:3.0:1746066892.589228:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+89:1868:x1830882860742656:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066892.589237:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746066892.589242:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+89:1869:x1830882860742528:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1807us (2017us total) trans 0 rc 0/0 00010000:00010000:3.0:1746066892.589245:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439d13 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f843 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066892.589248:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29845 00010000:00010000:3.0:1746066892.589262:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.589266:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439d0c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f83c expref: 89 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.589271:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066892.589274:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439d13 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f843 expref: 89 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.589295:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439d0c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f83c expref: 89 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.589304:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439d13 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f843 expref: 89 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.589312:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138400, rc 0) 00000100:00100000:3.0:1746066892.589336:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+89:1868:x1830882860742656:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.589362:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29846 00000100:00100000:0.0:1746066892.590681:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.591329:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860742784 00000100:00100000:2.0:1746066892.591335:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860742784 00010000:00010000:2.0:1746066892.591591:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439d05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f835 expref: 6 pid: 9627 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.591616:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12672 00000100:00100000:2.0:1746066892.591622:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860742784:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.591631:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.591646:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439d05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f835 expref: 6 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.591655:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439d05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f835 expref: 6 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.591670:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439d05 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f835 expref: 6 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.591697:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.591699:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.591705:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439d0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f83c expref: 88 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.591717:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439d0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f83c expref: 88 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.591737:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439d0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f83c expref: 88 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.591747:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439d0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f83c expref: 88 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.591757:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c32680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861266816:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.591815:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.594633:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.594719:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c32680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861266816:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.594734:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.594767:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860742784:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3144us (4086us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.594777:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12672 00000100:00100000:3.0:1746066892.595316:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860743040 00000100:00100000:3.0:1746066892.595322:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860743040 00002000:00100000:3.0:1746066892.595372:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3e680 x1830882860743040/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.595381:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3e680 with x1830882860743040 ext(0->4095) 00010000:00010000:3.0:1746066892.595389:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439d0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f83c expref: 89 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.595405:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439d0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f83c expref: 89 pid: 9629 timeout: 1104 lvb_type: 0 00002000:00010000:3.0:1746066892.595411:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c3e680 00000100:00100000:3.0:1746066892.595432:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2445 00000100:00100000:3.0:1746066892.595437:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+89:2034:x1830882860743040:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066892.595538:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+89:2034:x1830882860743040:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (911us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066892.595545:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2445 00002000:00100000:3.0:1746066892.595550:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c3e680 x1830882860743040/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.595558:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3e680 with x1830882860743040 ext(0->4095) 00010000:00010000:3.0:1746066892.595562:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439d0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f83c expref: 89 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.595571:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439d0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f83c expref: 89 pid: 9629 timeout: 1104 lvb_type: 0 00002000:00010000:3.0:1746066892.595577:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c3e680 00000100:00100000:0.0:1746066892.598804:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.598975:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860743168 00000100:00100000:2.0:1746066892.598982:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860743168 00000100:00100000:0.0:1746066892.599705:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.599782:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29847 00000100:00100000:2.0:1746066892.599792:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860743168:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.599808:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.599834:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d1a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f84a expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.599859:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.599865:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439d13 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f843 expref: 88 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.599872:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066892.599875:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d1a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f84a expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.599905:0:9628:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439d13 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f843 expref: 88 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.599918:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d1a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f84a expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.599927:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc6000, rc 0) 00000100:00100000:2.0:1746066892.599961:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860743168:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (1162us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.599968:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29847 00000100:00100000:2.0:1746066892.599989:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860743296 00000100:00100000:2.0:1746066892.599993:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860743296 00010000:00010000:2.0:1746066892.600007:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439d0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f83c expref: 89 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.600040:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12673 00000100:00100000:2.0:1746066892.600046:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+89:2034:x1830882860743296:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.600055:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.600070:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439d0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f83c expref: 89 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.600084:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439d0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f83c expref: 89 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.600100:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439d0c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f83c expref: 89 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.600114:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.600115:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.600120:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439d13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f843 expref: 88 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.600127:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439d13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f843 expref: 88 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.600146:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439d13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f843 expref: 88 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.600155:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439d13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f843 expref: 88 pid: 9627 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.600165:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c32680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861267072:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.600209:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.602237:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c32680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861267072:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.602251:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.602274:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2034:x1830882860743296:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2228us (2570us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.602286:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12673 00000100:00100000:2.0:1746066892.605704:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066892.605863:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860743552 00000100:00100000:0.0:1746066892.605870:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860743552 00002000:00100000:0.0:1746066892.605901:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c32680 x1830882860743552/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066892.605910:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c32680 with x1830882860743552 ext(0->4095) 00010000:00010000:0.0:1746066892.605918:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439d13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f843 expref: 88 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:0.0:1746066892.605930:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439d13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f843 expref: 88 pid: 9627 timeout: 1104 lvb_type: 0 00002000:00010000:0.0:1746066892.605936:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c32680 00000100:00100000:0.0:1746066892.606646:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2446 00000100:00100000:0.0:1746066892.606653:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2034:x1830882860743552:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066892.606768:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2034:x1830882860743552:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (1071us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066892.606775:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2446 00002000:00100000:0.0:1746066892.606780:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c32680 x1830882860743552/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066892.606788:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c32680 with x1830882860743552 ext(0->4095) 00010000:00010000:0.0:1746066892.606792:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439d13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f843 expref: 88 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:0.0:1746066892.606801:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439d13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f843 expref: 88 pid: 9627 timeout: 1104 lvb_type: 0 00002000:00010000:0.0:1746066892.606806:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c32680 00000100:00100000:0.0:1746066892.610780:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066892.611621:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.611870:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860743808 00000100:00100000:2.0:1746066892.611879:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860743808 00010000:00010000:2.0:1746066892.611909:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439d13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f843 expref: 88 pid: 9627 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.611947:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12674 00000100:00100000:2.0:1746066892.611954:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2031:x1830882860743808:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.611971:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.611987:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439d13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f843 expref: 88 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.611999:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439d13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f843 expref: 88 pid: 9627 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.612003:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860743680 00000100:00100000:3.0:1746066892.612007:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860743680 00010000:00010000:2.0:1746066892.612018:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439d13 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f843 expref: 89 pid: 9627 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.612035:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29848 00010000:00010000:2.0:1746066892.612037:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.612039:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746066892.612041:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+88:1868:x1830882860743680:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.612045:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d1a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f84a expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.612052:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f84a expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.612053:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066892.612065:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439d21 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f851 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.612084:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f84a expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.612090:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.612091:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.612094:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439d21 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f851 expref: 89 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.612314:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f84a expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.612325:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d1a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f84a expref: 5 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.612336:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861267200:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.612370:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d1a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f84a expref: 5 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.612584:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d1a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f84a expref: 5 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.612594:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861267328:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066892.612861:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049900 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.612865:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.616235:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861267328:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066892.616259:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439d21 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f851 expref: 89 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.616274:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139c00, rc 0) 00000100:00100000:3.0:1746066892.616327:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+89:1868:x1830882860743680:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4284us (5552us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.616335:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29848 00000100:00100000:2.0:1746066892.616603:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861267200:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.616616:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.616646:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2031:x1830882860743808:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4692us (5026us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.616654:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12674 00000100:00100000:0.0:1746066892.617517:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.617682:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860744064 00000100:00100000:3.0:1746066892.617688:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860744064 00002000:00100000:3.0:1746066892.617716:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009efa9c00 x1830882860744064/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.617726:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efa9c00 with x1830882860744064 ext(0->4095) 00010000:00010000:3.0:1746066892.617732:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f84a expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.617744:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f84a expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:3.0:1746066892.617750:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009efa9c00 00000100:00100000:3.0:1746066892.617765:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2447 00000100:00100000:3.0:1746066892.617772:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860744064:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066892.617894:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860744064:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (378us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066892.617900:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2447 00002000:00100000:3.0:1746066892.617905:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009efa9c00 x1830882860744064/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.617913:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efa9c00 with x1830882860744064 ext(0->4095) 00010000:00010000:3.0:1746066892.617917:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f84a expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.617929:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f84a expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:3.0:1746066892.617939:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009efa9c00 00000100:00100000:0.0:1746066892.621802:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.622206:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860744192 00000100:00100000:2.0:1746066892.622213:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860744192 00010000:00010000:2.0:1746066892.622241:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f84a expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.623851:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12675 00000100:00100000:2.0:1746066892.623861:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860744192:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.623873:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.623890:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f84a expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.623907:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f84a expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.623927:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d1a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f84a expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.624120:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.624123:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.624130:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439d21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f851 expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.624139:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439d21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f851 expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.624165:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439d21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f851 expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066892.624176:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861267456:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.624254:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.626785:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861267456:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.626801:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.626835:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860744192:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2976us (5039us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.626843:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12675 00000100:00100000:0.0:1746066892.628161:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.628280:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860744448 00000100:00100000:2.0:1746066892.628287:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860744448 00002000:00100000:2.0:1746066892.628316:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094eedc00 x1830882860744448/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.628325:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eedc00 with x1830882860744448 ext(0->4095) 00002000:00010000:2.0:1746066892.628329:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094eedc00 00000100:00100000:2.0:1746066892.628379:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13357 00000100:00100000:2.0:1746066892.628385:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2034:x1830882860744448:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066892.628480:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2034:x1830882860744448:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 94us (321us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.628486:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13357 00002000:00100000:2.0:1746066892.628491:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094eedc00 x1830882860744448/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.628497:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eedc00 with x1830882860744448 ext(0->4095) 00002000:00010000:2.0:1746066892.628500:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094eedc00 00000100:00100000:2.0:1746066892.633508:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.633623:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860744576 00000100:00100000:3.0:1746066892.633633:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860744576 00000100:00100000:3.0:1746066892.633679:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29849 00000100:00100000:3.0:1746066892.633687:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860744576:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066892.633705:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066892.633719:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439d28 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f858 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.633747:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439d21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f851 expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.633755:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066892.633757:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066892.633761:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439d28 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f858 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.633787:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439d21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f851 expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.633799:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439d21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f851 expref: 87 pid: 9627 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.633810:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861267584:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066892.633908:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291600 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.636603:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861267584:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066892.636629:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439d28 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f858 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.636643:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138a00, rc 0) 00000100:00100000:3.0:1746066892.636762:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860744576:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3075us (3259us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.636770:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29849 00000100:00100000:0.0:1746066892.637488:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066892.637528:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.637592:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860744704 00000100:00100000:2.0:1746066892.637597:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860744704 00010000:00010000:2.0:1746066892.637618:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439d21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f851 expref: 88 pid: 9627 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.637690:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860744832 00000100:00100000:3.0:1746066892.637694:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860744832 00000100:00100000:3.0:1746066892.637718:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29850 00000100:00100000:3.0:1746066892.637724:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+89:1868:x1830882860744832:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066892.637735:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066892.637746:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439d2f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f85f expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.637762:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066892.637766:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439d28 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f858 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.637772:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066892.637775:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439d2f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f85f expref: 90 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.637799:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439d28 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f858 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.637809:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439d2f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f85f expref: 90 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.637831:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139000, rc 0) 00000100:00100000:3.0:1746066892.637854:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+90:1868:x1830882860744832:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.637859:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29850 00000100:00100000:2.0:1746066892.637877:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12676 00000100:00100000:2.0:1746066892.637883:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095870380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+89:2033:x1830882860744704:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.637901:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.637916:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439d21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f851 expref: 89 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.637931:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439d21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f851 expref: 89 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.637946:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139c00/0xd6b24631ff439d21 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f851 expref: 89 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.637967:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.637969:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.637975:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439d28 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f858 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.637981:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439d28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f858 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.637999:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439d28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f858 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.638010:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439d28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f858 expref: 5 pid: 9627 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.638020:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861267840:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.638065:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.641515:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.641638:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860745088 00000100:00100000:3.0:1746066892.641644:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860745088 00000100:00100000:2.0:1746066892.641654:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861267840:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.641670:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746066892.641678:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0e300 x1830882860745088/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.641686:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0e300 with x1830882860745088 ext(0->4095) 00010000:00010000:3.0:1746066892.641693:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439d28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f858 expref: 6 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.641705:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439d28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f858 expref: 6 pid: 9627 timeout: 1104 lvb_type: 0 00002000:00010000:3.0:1746066892.641711:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d0e300 00000100:00100000:2.0:1746066892.641717:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095870380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2033:x1830882860744704:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3834us (4230us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.641730:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12676 00000100:00100000:3.0:1746066892.641733:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2448 00000100:00100000:3.0:1746066892.641738:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860745088:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066892.641852:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860745088:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (343us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066892.641858:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2448 00002000:00100000:3.0:1746066892.641963:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0e300 x1830882860745088/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.641977:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0e300 with x1830882860745088 ext(0->4095) 00010000:00010000:3.0:1746066892.641982:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439d28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f858 expref: 6 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.641991:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439d28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f858 expref: 6 pid: 9627 timeout: 1104 lvb_type: 0 00002000:00010000:3.0:1746066892.641997:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d0e300 00000100:00100000:2.0:1746066892.649289:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.649321:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860745216 00000100:00100000:2.0:1746066892.649328:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860745216 00010000:00010000:2.0:1746066892.649378:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439d28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f858 expref: 6 pid: 9627 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.649419:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12677 00000100:00100000:2.0:1746066892.649426:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860745216:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.649439:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.649456:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439d28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f858 expref: 6 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.649467:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439d28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f858 expref: 6 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.649485:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138a00/0xd6b24631ff439d28 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f858 expref: 6 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.649498:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.649500:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.649506:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439d2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f85f expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.649513:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439d2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f85f expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.649542:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439d2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f85f expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066892.649553:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c30e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861267968:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.649615:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.657774:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.657876:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860745472 00000100:00100000:2.0:1746066892.657881:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c30e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861267968:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.657882:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860745472 00010000:00010000:2.0:1746066892.657900:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746066892.657911:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0d880 x1830882860745472/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.657918:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0d880 with x1830882860745472 ext(0->4095) 00002000:00010000:3.0:1746066892.657921:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095d0d880 00000100:00100000:2.0:1746066892.657941:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860745216:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 8515us (8659us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.657948:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13358 00000100:00100000:2.0:1746066892.657949:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12677 00000100:00100000:3.0:1746066892.657955:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2031:x1830882860745472:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746066892.658059:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2031:x1830882860745472:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (291us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066892.658064:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13358 00002000:00100000:3.0:1746066892.658262:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095d0d880 x1830882860745472/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.658271:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d0d880 with x1830882860745472 ext(0->4095) 00002000:00010000:3.0:1746066892.658274:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095d0d880 00000100:00100000:0.0:1746066892.666382:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.666922:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860745600 00000100:00100000:2.0:1746066892.666931:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860745600 00000100:00100000:2.0:1746066892.666989:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29851 00000100:00100000:2.0:1746066892.666997:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860745600:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.667013:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.667028:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d36 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f866 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.667055:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439d2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f85f expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.667062:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.667064:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.667067:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d36 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f866 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.667098:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439d2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f85f expref: 87 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.667109:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439d2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f85f expref: 87 pid: 9627 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.667120:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c30e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861268096:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066892.667605:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.669263:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c30e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861268096:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066892.669286:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d36 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f866 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.669298:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc6000, rc 0) 00000100:00100000:2.0:1746066892.669365:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860745600:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2368us (2988us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.669372:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29851 00000100:00100000:0.0:1746066892.670677:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.670735:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860745728 00000100:00100000:3.0:1746066892.670742:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860745728 00002000:00100000:3.0:1746066892.670774:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131432300 x1830882860745728/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 496/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.670784:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131432300 with x1830882860745728 ext(0->7) 00010000:00010000:3.0:1746066892.670791:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439d2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f85f expref: 88 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.670803:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439d2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f85f expref: 88 pid: 9627 timeout: 1104 lvb_type: 0 00002000:00010000:3.0:1746066892.670809:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131432300 00000100:00100000:3.0:1746066892.670844:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2449 00000100:00100000:3.0:1746066892.670851:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+88:2032:x1830882860745728:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066892.671973:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2032:x1830882860745728:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1119us (1295us total) trans 4294972243 rc 0/0 00000100:00100000:0.0:1746066892.671983:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2449 00002000:00100000:0.0:1746066892.671990:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131432300 x1830882860745728/t4294972243(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 496/448 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066892.671996:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131432300 with x1830882860745728 ext(0->7) 00010000:00010000:0.0:1746066892.672003:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439d2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f85f expref: 90 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:0.0:1746066892.672013:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439d2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f85f expref: 90 pid: 9627 timeout: 1104 lvb_type: 0 00002000:00010000:0.0:1746066892.672018:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131432300 00000100:00100000:0.0:1746066892.674425:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.674476:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860745856 00000100:00100000:2.0:1746066892.674482:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860745856 00010000:00010000:2.0:1746066892.674502:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439d2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f85f expref: 90 pid: 9627 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.674752:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12678 00000100:00100000:2.0:1746066892.674759:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2032:x1830882860745856:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.674771:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.674786:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439d2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f85f expref: 90 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.674796:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439d2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f85f expref: 90 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.674814:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439d2f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f85f expref: 90 pid: 9627 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.674896:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.674898:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.674904:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d36 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f866 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.674911:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f866 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.674937:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f866 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066892.674948:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c30e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861268224:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.676454:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.677684:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.677768:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c30e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861268224:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.677785:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.677814:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+89:2032:x1830882860745856:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3056us (3478us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.677835:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12678 00000100:00100000:1.0:1746066892.678145:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860746112 00000100:00100000:1.0:1746066892.678151:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860746112 00002000:00100000:1.0:1746066892.678182:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131431880 x1830882860746112/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.678190:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131431880 with x1830882860746112 ext(0->4095) 00002000:00010000:1.0:1746066892.678194:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131431880 00000100:00100000:1.0:1746066892.678209:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13359 00000100:00100000:1.0:1746066892.678214:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860746112:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066892.678503:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860746112:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 288us (821us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066892.678512:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13359 00002000:00100000:1.0:1746066892.678517:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131431880 x1830882860746112/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.678525:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131431880 with x1830882860746112 ext(0->4095) 00002000:00010000:1.0:1746066892.678527:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131431880 00000100:00100000:0.0:1746066892.680862:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.680936:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860746240 00000100:00100000:2.0:1746066892.680942:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860746240 00000100:00100000:2.0:1746066892.680981:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29852 00000100:00100000:2.0:1746066892.680988:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+89:1869:x1830882860746240:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.681001:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.681015:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d3d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f86d expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.681038:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d36 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f866 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.681044:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.681045:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.681049:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d3d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f86d expref: 90 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.681071:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f866 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.681082:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f866 expref: 5 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.681092:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861268352:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066892.681150:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.682863:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861268352:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066892.682886:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d3d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f86d expref: 90 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.682901:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc7200, rc 0) 00000100:00100000:2.0:1746066892.682928:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+90:1869:x1830882860746240:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1941us (2072us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.682934:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29852 00000100:00100000:0.0:1746066892.693692:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.693890:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860746368 00000100:00100000:2.0:1746066892.693898:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860746368 00010000:00010000:2.0:1746066892.693926:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f866 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.693960:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12679 00000100:00100000:2.0:1746066892.693966:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860746368:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.693979:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.694000:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f866 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.694011:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f866 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.694029:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6000/0xd6b24631ff439d36 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f866 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.694052:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.694054:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.694060:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f86d expref: 89 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.694071:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f86d expref: 89 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.694098:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f86d expref: 89 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066892.694108:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861268480:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.694166:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.696543:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861268480:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.696559:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.696586:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860746368:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2619us (2902us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.696594:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12679 00000100:00100000:0.0:1746066892.698013:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.698088:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860746624 00000100:00100000:2.0:1746066892.698093:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860746624 00002000:00100000:2.0:1746066892.698125:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7dc00 x1830882860746624/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.698134:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7dc00 with x1830882860746624 ext(0->4095) 00002000:00010000:2.0:1746066892.698137:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095e7dc00 00000100:00100000:2.0:1746066892.698150:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13360 00000100:00100000:2.0:1746066892.698156:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2031:x1830882860746624:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746066892.698263:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2031:x1830882860746624:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (252us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.698272:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13360 00002000:00100000:2.0:1746066892.698277:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095e7dc00 x1830882860746624/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.698283:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095e7dc00 with x1830882860746624 ext(0->4095) 00002000:00010000:2.0:1746066892.698285:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095e7dc00 00000100:00100000:0.0:1746066892.702638:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.702877:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860746752 00000100:00100000:2.0:1746066892.702885:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860746752 00000100:00100000:2.0:1746066892.702988:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29853 00000100:00100000:2.0:1746066892.702996:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860746752:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.703010:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.703024:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439d44 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f874 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.703047:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f86d expref: 89 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.703054:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.703056:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.703059:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439d44 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f874 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.703085:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f86d expref: 89 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.703095:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f86d expref: 89 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.703110:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861268608:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066892.703672:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801240496c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.707119:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861268608:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066892.707239:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439d44 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f874 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.707254:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc6e00, rc 0) 00000100:00100000:2.0:1746066892.707294:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860746752:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4298us (4664us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.707303:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29853 00000100:00100000:0.0:1746066892.707851:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:3.0:1746066892.707993:0:7262:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746066892.708053:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860746880 00000100:00100000:1.0:1746066892.708059:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860746880 00002000:00100000:1.0:1746066892.708091:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132c37480 x1830882860746880/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 496/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.708100:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c37480 with x1830882860746880 ext(0->7) 00010000:00010000:1.0:1746066892.708107:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f86d expref: 90 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.708118:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f86d expref: 90 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:1.0:1746066892.708124:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c37480 00000100:00100000:1.0:1746066892.708261:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2450 00000100:00100000:1.0:1746066892.708267:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+90:2033:x1830882860746880:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066892.709902:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+92:2033:x1830882860746880:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1631us (2049us total) trans 4294972244 rc 0/0 00000100:00100000:0.0:1746066892.709909:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2450 00002000:00100000:0.0:1746066892.709916:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132c37480 x1830882860746880/t4294972244(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 496/448 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066892.709923:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c37480 with x1830882860746880 ext(0->7) 00010000:00010000:0.0:1746066892.709930:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f86d expref: 92 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:0.0:1746066892.709941:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f86d expref: 92 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:0.0:1746066892.709947:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c37480 00000100:00100000:0.0:1746066892.712751:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.712850:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860747008 00000100:00100000:2.0:1746066892.712859:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860747008 00010000:00010000:2.0:1746066892.712886:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f86d expref: 92 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.712922:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12680 00000100:00100000:2.0:1746066892.712928:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+92:2031:x1830882860747008:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.712940:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.712956:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f86d expref: 92 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.712966:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f86d expref: 92 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.712989:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d3d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f86d expref: 92 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.713016:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.713019:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.713025:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439d44 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f874 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.713032:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439d44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f874 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.713060:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439d44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f874 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066892.713070:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861268736:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.713142:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801240496c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.714644:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.714830:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861268736:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.714847:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.714961:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+91:2031:x1830882860747008:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2032us (2214us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.714969:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12680 00000100:00100000:1.0:1746066892.715039:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860747264 00000100:00100000:1.0:1746066892.715044:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860747264 00002000:00100000:1.0:1746066892.715070:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009529df80 x1830882860747264/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.715079:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529df80 with x1830882860747264 ext(0->4095) 00002000:00010000:1.0:1746066892.715084:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009529df80 00000100:00100000:1.0:1746066892.715097:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13361 00000100:00100000:1.0:1746066892.715103:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009529df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860747264:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746066892.715209:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009529df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860747264:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (567us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066892.715215:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13361 00002000:00100000:1.0:1746066892.715220:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009529df80 x1830882860747264/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.715228:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009529df80 with x1830882860747264 ext(0->4095) 00002000:00010000:1.0:1746066892.715230:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009529df80 00000100:00100000:0.0:1746066892.720963:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.722148:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860747392 00000100:00100000:2.0:1746066892.722157:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860747392 00000100:00100000:2.0:1746066892.722208:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29854 00000100:00100000:2.0:1746066892.722215:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f65c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+91:1869:x1830882860747392:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.722233:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.722249:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439d4b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f87b expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.722275:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439d44 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f874 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.722282:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.722284:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.722287:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439d4b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f87b expref: 92 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.722312:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439d44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f874 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.722322:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439d44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f874 expref: 5 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.722332:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861268864:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066892.722430:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801240496c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.724554:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861268864:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066892.724578:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439d4b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f87b expref: 92 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.724592:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eae4800, rc 0) 00000100:00100000:2.0:1746066892.724676:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f65c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+92:1869:x1830882860747392:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2460us (3719us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.724687:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29854 00000100:00100000:0.0:1746066892.728185:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.728296:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860747520 00000100:00100000:2.0:1746066892.728303:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860747520 00010000:00010000:2.0:1746066892.728556:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439d44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f874 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.729253:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12681 00000100:00100000:2.0:1746066892.729262:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860747520:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.729544:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.729563:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439d44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f874 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.729576:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439d44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f874 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.729598:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439d44 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f874 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.729732:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.729735:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.729742:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439d4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f87b expref: 91 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.729751:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439d4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f87b expref: 91 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.729783:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439d4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f87b expref: 91 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066892.729795:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861268992:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.730243:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801240496c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.737549:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861268992:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.737571:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.737611:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860747520:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 8349us (9432us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.737620:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12681 00000100:00100000:0.0:1746066892.740413:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.740671:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860747776 00000100:00100000:2.0:1746066892.740684:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860747776 00002000:00100000:2.0:1746066892.740723:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e80ca80 x1830882860747776/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.740734:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80ca80 with x1830882860747776 ext(0->4095) 00002000:00010000:2.0:1746066892.740740:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e80ca80 00000100:00100000:2.0:1746066892.740759:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13362 00000100:00100000:2.0:1746066892.740766:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e80ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+92:2031:x1830882860747776:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746066892.740895:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e80ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+92:2031:x1830882860747776:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (488us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.740902:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13362 00002000:00100000:2.0:1746066892.740908:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e80ca80 x1830882860747776/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.740916:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e80ca80 with x1830882860747776 ext(0->4095) 00002000:00010000:2.0:1746066892.740919:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e80ca80 00000100:00100000:0.0:1746066892.744478:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.744567:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860747904 00000100:00100000:2.0:1746066892.744576:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860747904 00000100:00100000:2.0:1746066892.744618:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29855 00000100:00100000:2.0:1746066892.744624:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860747904:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.744639:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.744653:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439d52 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f882 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.744676:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439d4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f87b expref: 91 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.744682:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.744684:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.744687:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439d52 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f882 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.744709:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439d4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f87b expref: 91 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.744719:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439d4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f87b expref: 91 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.744728:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861269120:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066892.745592:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.748589:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861269120:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066892.748624:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439d52 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f882 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.748649:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d952e00, rc 0) 00000100:00100000:2.0:1746066892.748693:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860747904:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4068us (4222us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.748702:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29855 00000100:00100000:0.0:1746066892.751956:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.752182:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860748032 00000100:00100000:2.0:1746066892.752190:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860748032 00002000:00100000:2.0:1746066892.752228:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012d6f3b80 x1830882860748032/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 496/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.752239:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f3b80 with x1830882860748032 ext(0->7) 00010000:00010000:2.0:1746066892.752248:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439d4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f87b expref: 92 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.752260:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439d4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f87b expref: 92 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.752266:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f3b80 00000100:00100000:2.0:1746066892.752286:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2451 00000100:00100000:2.0:1746066892.752293:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+92:2032:x1830882860748032:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066892.753889:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+94:2032:x1830882860748032:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1592us (1936us total) trans 4294972245 rc 0/0 00000100:00100000:0.0:1746066892.753896:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2451 00002000:00100000:0.0:1746066892.753903:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012d6f3b80 x1830882860748032/t4294972245(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 496/448 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066892.753911:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d6f3b80 with x1830882860748032 ext(0->7) 00010000:00010000:0.0:1746066892.753918:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439d4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f87b expref: 94 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:0.0:1746066892.753928:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439d4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f87b expref: 94 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:0.0:1746066892.753934:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d6f3b80 00000100:00100000:0.0:1746066892.772200:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066892.772298:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.772718:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860748288 00000100:00100000:3.0:1746066892.772725:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860748288 00010000:00010000:3.0:1746066892.772755:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439d4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f87b expref: 94 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.772779:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12682 00000100:00100000:3.0:1746066892.772784:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+94:2032:x1830882860748288:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.772795:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.772809:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439d4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f87b expref: 94 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.772832:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439d4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f87b expref: 94 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.772852:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eae4800/0xd6b24631ff439d4b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f87b expref: 94 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.772870:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.772872:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.772878:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439d52 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f882 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.772886:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439d52 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f882 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.772918:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439d52 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f882 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066892.772928:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861269248:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.773220:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.773927:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860748160 00000100:00100000:2.0:1746066892.773931:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860748160 00000100:00100000:2.0:1746066892.773968:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29856 00000100:00100000:2.0:1746066892.773973:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+94:1868:x1830882860748160:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.773985:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.773995:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d59 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f889 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.774012:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439d52 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f882 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.774018:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.774019:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.774022:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d59 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f889 expref: 95 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.774037:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439d52 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f882 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.774045:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439d52 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f882 expref: 5 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.774053:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861269376:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066892.776085:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.777231:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.777278:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860748544 00000100:00100000:1.0:1746066892.777284:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860748544 00002000:00100000:1.0:1746066892.777325:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131424380 x1830882860748544/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.777335:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131424380 with x1830882860748544 ext(0->4095) 00010000:00010000:1.0:1746066892.777368:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439d52 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f882 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.777382:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439d52 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f882 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:1.0:1746066892.777389:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131424380 00000100:00100000:1.0:1746066892.777408:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2452 00000100:00100000:1.0:1746066892.777415:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131424380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860748544:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066892.777556:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860748544:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (329us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066892.777563:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2452 00002000:00100000:1.0:1746066892.777569:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131424380 x1830882860748544/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.777578:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131424380 with x1830882860748544 ext(0->4095) 00010000:00010000:1.0:1746066892.777583:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439d52 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f882 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.777593:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439d52 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f882 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:1.0:1746066892.777600:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131424380 00000100:00100000:2.0:1746066892.777668:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861269376:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066892.777688:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d59 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f889 expref: 95 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.777702:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc3000, rc 0) 00000100:00100000:2.0:1746066892.777724:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+95:1868:x1830882860748160:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3751us (5532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.777731:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29856 00000100:00100000:3.0:1746066892.778579:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861269248:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.778591:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.778612:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+94:2032:x1830882860748288:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5828us (6314us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.778620:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12682 00000100:00100000:0.0:1746066892.781277:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.781358:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860748672 00000100:00100000:3.0:1746066892.781364:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860748672 00010000:00010000:3.0:1746066892.781385:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439d52 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f882 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.781411:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12683 00000100:00100000:3.0:1746066892.781418:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860748672:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.781427:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.781442:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439d52 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f882 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.781453:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439d52 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f882 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.781472:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff439d52 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f882 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.781491:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.781492:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.781500:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f889 expref: 93 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.781507:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f889 expref: 93 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.781532:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f889 expref: 93 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066892.781543:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861269504:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.781607:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.785216:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.785318:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861269504:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.785335:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.785392:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860748672:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3973us (4120us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.785401:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12683 00000100:00100000:1.0:1746066892.785485:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860748928 00000100:00100000:1.0:1746066892.785491:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860748928 00002000:00100000:1.0:1746066892.785524:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c3bb80 x1830882860748928/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.785534:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3bb80 with x1830882860748928 ext(0->4095) 00002000:00010000:1.0:1746066892.785538:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081c3bb80 00000100:00100000:1.0:1746066892.785553:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13363 00000100:00100000:1.0:1746066892.785560:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+94:2034:x1830882860748928:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066892.785701:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+94:2034:x1830882860748928:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 140us (491us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066892.785707:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13363 00002000:00100000:1.0:1746066892.785713:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081c3bb80 x1830882860748928/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.785720:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081c3bb80 with x1830882860748928 ext(0->4095) 00002000:00010000:1.0:1746066892.785723:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081c3bb80 00000100:00100000:0.0:1746066892.792508:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.793460:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860749056 00000100:00100000:2.0:1746066892.793469:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860749056 00000100:00100000:2.0:1746066892.793507:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29857 00000100:00100000:2.0:1746066892.793513:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860749056:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.793528:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.793541:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d60 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f890 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.793564:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f889 expref: 93 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.793570:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.793571:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.793574:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d60 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f890 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.793598:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f889 expref: 93 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.793608:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f889 expref: 93 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.793617:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861269632:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066892.793697:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.800834:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.800928:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861269632:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066892.800953:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d60 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f890 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.800974:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc3e00, rc 0) 00000100:00100000:2.0:1746066892.801011:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860749056:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7498us (8526us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.801019:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29857 00000100:00100000:1.0:1746066892.801201:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860749184 00000100:00100000:1.0:1746066892.801207:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860749184 00002000:00100000:1.0:1746066892.801238:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009550c380 x1830882860749184/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 496/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.801247:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550c380 with x1830882860749184 ext(0->7) 00010000:00010000:1.0:1746066892.801253:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f889 expref: 94 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.801265:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f889 expref: 94 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:1.0:1746066892.801271:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009550c380 00000100:00100000:1.0:1746066892.801288:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2453 00000100:00100000:1.0:1746066892.801294:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009550c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+94:2032:x1830882860749184:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066892.802313:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009550c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+96:2032:x1830882860749184:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1010us (1487us total) trans 4294972246 rc 0/0 00000100:00100000:0.0:1746066892.802324:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2453 00002000:00100000:0.0:1746066892.802332:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009550c380 x1830882860749184/t4294972246(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 496/448 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066892.802361:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009550c380 with x1830882860749184 ext(0->7) 00010000:00010000:0.0:1746066892.802369:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f889 expref: 96 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:0.0:1746066892.802384:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f889 expref: 96 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:0.0:1746066892.802391:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009550c380 00000100:00100000:0.0:1746066892.811536:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.811644:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860749312 00000100:00100000:2.0:1746066892.811655:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860749312 00000100:00100000:2.0:1746066892.811780:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29858 00000100:00100000:2.0:1746066892.811788:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+96:1868:x1830882860749312:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.811803:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.811829:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc2a00/0xd6b24631ff439d67 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f897 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.811854:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.811860:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d60 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f890 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.811865:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066892.811869:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2a00/0xd6b24631ff439d67 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f897 expref: 97 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.811900:0:9628:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d60 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f890 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.811911:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc2a00/0xd6b24631ff439d67 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f897 expref: 97 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.811924:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc2a00, rc 0) 00000100:00100000:2.0:1746066892.813233:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+97:1868:x1830882860749312:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1443us (1707us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.813241:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29858 00000100:00100000:0.0:1746066892.813274:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.814373:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860749440 00000100:00100000:3.0:1746066892.814382:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860749440 00010000:00010000:3.0:1746066892.814417:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f889 expref: 97 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.814445:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12684 00000100:00100000:3.0:1746066892.814452:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091039f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+97:2032:x1830882860749440:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.814466:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.814489:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f889 expref: 97 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.814507:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f889 expref: 97 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.814532:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d59 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f889 expref: 97 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.814550:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.814551:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.814559:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d60 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f890 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.814566:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f890 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.814672:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f890 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.814685:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f890 expref: 5 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.814698:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861269888:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.815811:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.818749:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066892.818773:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860749696 00000100:00100000:0.0:1746066892.818781:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860749696 00002000:00100000:0.0:1746066892.818841:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b8fdc00 x1830882860749696/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066892.818852:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8fdc00 with x1830882860749696 ext(0->4095) 00010000:00010000:0.0:1746066892.818864:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d60 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f890 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:0.0:1746066892.818878:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d60 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f890 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:0.0:1746066892.818884:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8fdc00 00000100:00100000:0.0:1746066892.818904:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2454 00000100:00100000:0.0:1746066892.818913:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860749696:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066892.818963:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861269888:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066892.818970:0:3791:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1746066892.818984:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066892.818990:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3791:1830882861270016:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746066892.819039:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091039f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+96:2032:x1830882860749440:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4585us (5766us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066892.819048:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066892.819051:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12684 00000100:00100000:0.0:1746066892.819122:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860749696:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 210us (380us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066892.819129:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2454 00002000:00100000:0.0:1746066892.819135:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b8fdc00 x1830882860749696/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066892.819142:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8fdc00 with x1830882860749696 ext(0->4095) 00010000:00010000:0.0:1746066892.819147:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f890 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:0.0:1746066892.819156:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f890 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:0.0:1746066892.819161:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8fdc00 00000100:00100000:3.0:1746066892.821007:0:7277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861270016 00000100:00100000:3.0:1746066892.821015:0:7277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861270016 00000100:00100000:3.0:1746066892.821063:0:7277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:3.0:1746066892.821069:0:7277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3791:x1830882861270016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746066892.821589:0:7277:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:3.0:1746066892.821651:0:7277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3791:x1830882861270016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 581us (2602us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.821658:0:7277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:1.0:1746066892.821740:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3791:1830882861270016:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746066892.824641:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.824904:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860749824 00000100:00100000:2.0:1746066892.824912:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860749824 00010000:00010000:2.0:1746066892.824945:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f890 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.824977:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12685 00000100:00100000:2.0:1746066892.824985:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860749824:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.824999:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.825019:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f890 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.825030:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f890 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.825053:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d60 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f890 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.825085:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.825087:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.825095:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2a00/0xd6b24631ff439d67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f897 expref: 95 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.825102:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2a00/0xd6b24631ff439d67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f897 expref: 95 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.825137:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc2a00/0xd6b24631ff439d67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f897 expref: 95 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066892.825150:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861270144:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.825296:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.827295:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861270144:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.827314:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.827361:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860749824:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2377us (2728us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.827371:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12685 00000100:00100000:0.0:1746066892.827791:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.827902:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860750080 00000100:00100000:1.0:1746066892.827908:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860750080 00002000:00100000:1.0:1746066892.828052:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135ca8000 x1830882860750080/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.828072:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca8000 with x1830882860750080 ext(0->4095) 00002000:00010000:1.0:1746066892.828077:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ca8000 00000100:00100000:1.0:1746066892.828331:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13364 00000100:00100000:1.0:1746066892.828572:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+96:2033:x1830882860750080:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066892.828705:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+96:2033:x1830882860750080:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 367us (914us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066892.828711:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13364 00002000:00100000:1.0:1746066892.828716:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135ca8000 x1830882860750080/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.828723:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca8000 with x1830882860750080 ext(0->4095) 00002000:00010000:1.0:1746066892.828726:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ca8000 00000100:00100000:0.0:1746066892.831618:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.831676:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860750208 00000100:00100000:2.0:1746066892.831687:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860750208 00000100:00100000:2.0:1746066892.831728:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29859 00000100:00100000:2.0:1746066892.831734:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860750208:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.831750:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.831767:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc3400/0xd6b24631ff439d6e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f89e expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.831800:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2a00/0xd6b24631ff439d67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f897 expref: 95 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.831808:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.831810:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.831813:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3400/0xd6b24631ff439d6e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f89e expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.831855:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc2a00/0xd6b24631ff439d67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f897 expref: 95 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.831868:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc2a00/0xd6b24631ff439d67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f897 expref: 95 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.831880:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861270272:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066892.832273:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.836939:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.837165:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860750336 00000100:00100000:1.0:1746066892.837174:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860750336 00002000:00100000:1.0:1746066892.837221:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880135ca8700 x1830882860750336/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 496/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.837232:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca8700 with x1830882860750336 ext(0->7) 00010000:00010000:1.0:1746066892.837242:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2a00/0xd6b24631ff439d67 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f897 expref: 96 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:1.0:1746066892.837255:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2a00/0xd6b24631ff439d67 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f897 expref: 96 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:1.0:1746066892.837262:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135ca8700 00000100:00100000:1.0:1746066892.837528:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2455 00000100:00100000:1.0:1746066892.837538:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+96:2031:x1830882860750336:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746066892.837963:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861270272:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066892.837991:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3400/0xd6b24631ff439d6e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f89e expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.838006:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc3400, rc 0) 00000100:00100000:2.0:1746066892.838059:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860750208:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6323us (6451us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.838067:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29859 00000100:00100000:0.0:1746066892.839117:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+98:2031:x1830882860750336:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1578us (2187us total) trans 4294972247 rc 0/0 00000100:00100000:0.0:1746066892.839125:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2455 00002000:00100000:0.0:1746066892.839132:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880135ca8700 x1830882860750336/t4294972247(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 496/448 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066892.839140:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca8700 with x1830882860750336 ext(0->7) 00010000:00010000:0.0:1746066892.839147:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2a00/0xd6b24631ff439d67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f897 expref: 98 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:0.0:1746066892.839158:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2a00/0xd6b24631ff439d67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f897 expref: 98 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:0.0:1746066892.839165:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135ca8700 00000100:00100000:0.0:1746066892.841914:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.841976:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860750464 00000100:00100000:2.0:1746066892.841984:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860750464 00010000:00010000:2.0:1746066892.842017:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2a00/0xd6b24631ff439d67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f897 expref: 98 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.842054:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12686 00000100:00100000:2.0:1746066892.842061:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+98:2032:x1830882860750464:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.842078:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.842095:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2a00/0xd6b24631ff439d67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f897 expref: 98 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.842106:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc2a00/0xd6b24631ff439d67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f897 expref: 98 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.842129:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2a00/0xd6b24631ff439d67 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f897 expref: 98 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.842159:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.842161:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.842169:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3400/0xd6b24631ff439d6e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f89e expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.842176:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3400/0xd6b24631ff439d6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f89e expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.842210:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3400/0xd6b24631ff439d6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f89e expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066892.842222:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861270400:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.842304:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.844708:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.844779:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860750720 00000100:00100000:1.0:1746066892.844785:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860750720 00002000:00100000:1.0:1746066892.844836:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135ca8e00 x1830882860750720/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.844846:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca8e00 with x1830882860750720 ext(0->4095) 00002000:00010000:1.0:1746066892.844851:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ca8e00 00000100:00100000:1.0:1746066892.844880:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13365 00000100:00100000:1.0:1746066892.844886:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860750720:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066892.845648:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860750720:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 760us (943us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066892.845655:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13365 00002000:00100000:1.0:1746066892.845662:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135ca8e00 x1830882860750720/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066892.845669:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca8e00 with x1830882860750720 ext(0->4095) 00002000:00010000:1.0:1746066892.845672:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ca8e00 00000100:00100000:2.0:1746066892.845767:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861270400:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.845787:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.845812:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+97:2032:x1830882860750464:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3752us (3905us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.845831:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12686 00000100:00100000:0.0:1746066892.850696:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066892.850742:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.851133:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860750976 00000100:00100000:2.0:1746066892.851148:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860750976 00000100:00100000:2.0:1746066892.851207:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860750848 00000100:00100000:2.0:1746066892.851210:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860750848 00000100:00100000:2.0:1746066892.851244:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29860 00000100:00100000:0.0:1746066892.851252:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29861 00000100:00100000:2.0:1746066892.851253:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+98:1868:x1830882860750976:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746066892.851261:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+98:1869:x1830882860750848:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.851273:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066892.851273:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.851291:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439d7c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f8ac expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066892.851291:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d75 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f8a5 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066892.851320:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3400/0xd6b24631ff439d6e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f89e expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066892.851333:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066892.851335:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066892.851339:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d75 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8a5 expref: 100 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.851615:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.851622:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d75 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8a5 expref: 100 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.851629:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.851632:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439d7c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ac expref: 100 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066892.851660:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3400/0xd6b24631ff439d6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f89e expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.851665:0:9628:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d75 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8a5 expref: 100 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066892.851674:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3400/0xd6b24631ff439d6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f89e expref: 5 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:0.0:1746066892.851688:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ca9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861270656:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066892.851800:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439d7c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ac expref: 100 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.851810:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc2400, rc 0) 00000100:00100000:2.0:1746066892.851850:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+100:1868:x1830882860750976:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 593us (1159us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.851857:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29860 00000100:00100000:1.0:1746066892.851883:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066892.853660:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ca9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861270656:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066892.853680:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d75 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8a5 expref: 99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.853690:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc7200, rc 0) 00000100:00100000:1.0:1746066892.853729:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+99:1869:x1830882860750848:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2469us (2985us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066892.853739:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29861 00000100:00100000:0.0:1746066892.854477:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.854557:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860751104 00000100:00100000:2.0:1746066892.854563:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860751104 00010000:00010000:2.0:1746066892.854588:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3400/0xd6b24631ff439d6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f89e expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.854610:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12687 00000100:00100000:2.0:1746066892.854616:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860751104:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.854628:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.854646:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3400/0xd6b24631ff439d6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f89e expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.854657:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc3400/0xd6b24631ff439d6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f89e expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.854679:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3400/0xd6b24631ff439d6e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f89e expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.855107:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.855110:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.855117:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8a5 expref: 98 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.855131:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8a5 expref: 98 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.855161:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8a5 expref: 98 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.855173:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8a5 expref: 98 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.855183:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861270784:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.855866:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.858671:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861270784:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.858690:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.858733:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860751104:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4116us (4256us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.858743:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12687 00000100:00100000:1.0:1746066892.859011:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.859610:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860751360 00000100:00100000:2.0:1746066892.859616:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860751360 00002000:00100000:2.0:1746066892.859650:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112f100 x1830882860751360/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.859659:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112f100 with x1830882860751360 ext(0->4095) 00010000:00010000:2.0:1746066892.859667:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8a5 expref: 99 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.859685:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8a5 expref: 99 pid: 9629 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.859691:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112f100 00000100:00100000:2.0:1746066892.859762:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2456 00000100:00100000:2.0:1746066892.859769:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+99:2033:x1830882860751360:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066892.860157:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+99:2033:x1830882860751360:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 386us (1145us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.860165:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2456 00002000:00100000:2.0:1746066892.860170:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009112f100 x1830882860751360/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.860177:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112f100 with x1830882860751360 ext(0->4095) 00010000:00010000:2.0:1746066892.860182:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8a5 expref: 99 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.860192:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8a5 expref: 99 pid: 9629 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.860198:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009112f100 00000100:00100000:0.0:1746066892.861639:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.862027:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860751488 00000100:00100000:1.0:1746066892.862032:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860751488 00000100:00100000:1.0:1746066892.862072:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29862 00000100:00100000:1.0:1746066892.862077:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860751488:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066892.862089:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066892.862105:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439d83 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f8b3 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.862128:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066892.862133:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439d7c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ac expref: 98 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.862139:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066892.862142:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439d83 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8b3 expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.862177:0:9629:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439d7c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ac expref: 98 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.862191:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439d83 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8b3 expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.862201:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb6400, rc 0) 00000100:00100000:1.0:1746066892.862247:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860751488:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066892.862258:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29862 00000100:00100000:0.0:1746066892.862855:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.862910:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860751616 00000100:00100000:2.0:1746066892.862913:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860751616 00010000:00010000:2.0:1746066892.862929:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8a5 expref: 99 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.862950:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12688 00000100:00100000:2.0:1746066892.862954:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135caa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+99:2034:x1830882860751616:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.862964:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.862978:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8a5 expref: 99 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.862988:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8a5 expref: 99 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.863005:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439d75 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8a5 expref: 99 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.863018:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.863020:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.863025:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439d7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ac expref: 98 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.863032:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439d7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ac expref: 98 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.863050:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439d7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ac expref: 98 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.863059:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439d7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ac expref: 98 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.863073:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861271040:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.863175:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.866188:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861271040:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.866211:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.866259:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135caa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+98:2034:x1830882860751616:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3301us (3402us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.866268:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12688 00000100:00100000:0.0:1746066892.867044:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.867088:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860751872 00000100:00100000:2.0:1746066892.867093:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860751872 00002000:00100000:2.0:1746066892.867130:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135caa680 x1830882860751872/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.867140:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135caa680 with x1830882860751872 ext(0->4095) 00010000:00010000:2.0:1746066892.867149:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439d7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ac expref: 98 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.867161:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439d7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ac expref: 98 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.867168:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135caa680 00000100:00100000:2.0:1746066892.867223:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2457 00000100:00100000:2.0:1746066892.867230:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135caa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+98:2033:x1830882860751872:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066892.867362:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135caa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+98:2033:x1830882860751872:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (317us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.867372:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2457 00002000:00100000:2.0:1746066892.867377:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135caa680 x1830882860751872/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.867384:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135caa680 with x1830882860751872 ext(0->4095) 00010000:00010000:2.0:1746066892.867389:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439d7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ac expref: 98 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.867399:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439d7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ac expref: 98 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.867405:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135caa680 00000100:00100000:0.0:1746066892.869473:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066892.869519:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.869576:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860752128 00000100:00100000:3.0:1746066892.869581:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860752128 00010000:00010000:3.0:1746066892.869604:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439d7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ac expref: 98 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.869621:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12689 00000100:00100000:3.0:1746066892.869625:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135caad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+98:2033:x1830882860752128:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.869635:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.869648:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439d7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ac expref: 98 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.869656:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439d7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ac expref: 98 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.869673:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439d7c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ac expref: 98 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.869768:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860752000 00000100:00100000:2.0:1746066892.869771:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860752000 00010000:00010000:3.0:1746066892.870149:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.870152:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.870160:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439d83 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8b3 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.870170:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439d83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8b3 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.870204:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439d83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8b3 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066892.870216:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861271168:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.870522:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962919c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.871187:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29863 00000100:00100000:2.0:1746066892.871195:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135caaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+98:1868:x1830882860752000:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.871208:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.871221:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d8a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f8ba expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.871237:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439d83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8b3 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.871242:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.871243:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.871246:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d8a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ba expref: 99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.871269:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439d83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8b3 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.871279:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439d83 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8b3 expref: 5 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.871287:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861271296:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066892.871773:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.872700:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861271168:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.872713:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.872741:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135caad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+99:2033:x1830882860752128:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3114us (3221us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.872750:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12689 00000100:00100000:0.0:1746066892.875269:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.875384:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860752384 00000100:00100000:3.0:1746066892.875391:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860752384 00002000:00100000:3.0:1746066892.875433:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135cab100 x1830882860752384/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.875444:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cab100 with x1830882860752384 ext(0->4095) 00010000:00010000:3.0:1746066892.875453:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439d83 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8b3 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.875465:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439d83 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8b3 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00002000:00010000:3.0:1746066892.875472:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135cab100 00000100:00100000:3.0:1746066892.875492:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2458 00000100:00100000:3.0:1746066892.875500:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860752384:12345-192.168.201.51@tcp:3:ldlm_bl.0 00000100:00100000:3.0:1746066892.875649:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860752384:12345-192.168.201.51@tcp:3:ldlm_bl.0 Request processed in 149us (389us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066892.875656:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2458 00002000:00100000:3.0:1746066892.875662:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135cab100 x1830882860752384/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.875670:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cab100 with x1830882860752384 ext(0->4095) 00010000:00010000:3.0:1746066892.875675:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439d83 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8b3 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.875684:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439d83 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8b3 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00002000:00010000:3.0:1746066892.875690:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135cab100 00000100:00100000:2.0:1746066892.876046:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861271296:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066892.876071:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d8a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ba expref: 98 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.876084:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc3e00, rc 0) 00000100:00100000:2.0:1746066892.876121:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135caaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+98:1868:x1830882860752000:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4926us (6653us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.876129:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29863 00000100:00100000:0.0:1746066892.876788:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.877077:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860752512 00000100:00100000:2.0:1746066892.877081:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860752512 00000100:00100000:2.0:1746066892.877147:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29864 00000100:00100000:2.0:1746066892.877154:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+98:1869:x1830882860752512:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.877165:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.877181:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439d91 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f8c1 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.877199:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.877205:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d8a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ba expref: 99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.877211:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.877214:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439d91 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c1 expref: 99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.877242:0:9628:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d8a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ba expref: 99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.877252:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439d91 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c1 expref: 99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.877260:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc2800, rc 0) 00000100:00100000:2.0:1746066892.877756:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+99:1869:x1830882860752512:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 601us (968us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.877763:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29864 00000100:00100000:0.0:1746066892.879072:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.879150:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860752640 00000100:00100000:3.0:1746066892.879155:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860752640 00010000:00010000:3.0:1746066892.879181:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439d83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8b3 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.879202:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12690 00000100:00100000:3.0:1746066892.879208:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860752640:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.879218:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.879235:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439d83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8b3 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.879246:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439d83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8b3 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.879266:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439d83 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8b3 expref: 6 pid: 9629 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.879374:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.879376:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.879382:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ba expref: 98 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.879387:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ba expref: 98 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.879407:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ba expref: 98 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.879418:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ba expref: 98 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.879428:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861271552:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.879783:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962919c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.881930:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861271552:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.882131:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.882174:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860752640:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2963us (3100us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.882185:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12690 00000100:00100000:0.0:1746066892.882593:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.882867:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860752768 00000100:00100000:3.0:1746066892.882874:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860752768 00010000:00010000:3.0:1746066892.882900:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ba expref: 99 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.882928:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12691 00000100:00100000:3.0:1746066892.882935:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cabb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+99:2032:x1830882860752768:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.882945:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.882963:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ba expref: 99 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.882973:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ba expref: 99 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.883863:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439d8a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8ba expref: 99 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.883892:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.883894:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.883900:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439d91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c1 expref: 98 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.883909:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439d91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c1 expref: 98 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.883945:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439d91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c1 expref: 98 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066892.883957:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861271680:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.884027:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962919c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.885879:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861271680:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.885903:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.885950:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cabb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+98:2032:x1830882860752768:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3013us (3356us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.885961:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12691 00000100:00100000:0.0:1746066892.888688:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.889888:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860753024 00000100:00100000:2.0:1746066892.889899:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860753024 00002000:00100000:2.0:1746066892.889945:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135ca9880 x1830882860753024/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.889957:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca9880 with x1830882860753024 ext(0->4095) 00002000:00010000:2.0:1746066892.889962:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ca9880 00000100:00100000:2.0:1746066892.890175:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13366 00000100:00100000:2.0:1746066892.890182:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+98:2034:x1830882860753024:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066892.890679:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+98:2034:x1830882860753024:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 496us (2347us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.890690:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13366 00002000:00100000:2.0:1746066892.890696:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135ca9880 x1830882860753024/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.890703:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca9880 with x1830882860753024 ext(0->4095) 00002000:00010000:2.0:1746066892.890706:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ca9880 00000100:00100000:0.0:1746066892.893715:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.894048:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860753152 00000100:00100000:2.0:1746066892.894057:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860753152 00000100:00100000:2.0:1746066892.894111:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29865 00000100:00100000:2.0:1746066892.894118:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860753152:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.894137:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.894156:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d98 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f8c8 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.894185:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439d91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c1 expref: 97 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.894193:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.894194:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.894198:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d98 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c8 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.894231:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439d91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c1 expref: 97 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.894243:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439d91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c1 expref: 97 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:2.0:1746066892.894261:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861271808:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066892.894881:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801240493c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.897307:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861271808:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066892.897601:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d98 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c8 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.897621:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc3000, rc 0) 00000100:00100000:2.0:1746066892.897663:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860753152:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3544us (3956us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.897673:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29865 00000100:00100000:0.0:1746066892.898806:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.898983:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860753280 00000100:00100000:2.0:1746066892.898990:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860753280 00002000:00100000:2.0:1746066892.899032:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132c58380 x1830882860753280/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 496/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.899041:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c58380 with x1830882860753280 ext(0->7) 00010000:00010000:2.0:1746066892.899049:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439d91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c1 expref: 98 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:2.0:1746066892.899060:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439d91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c1 expref: 98 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:2.0:1746066892.899067:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c58380 00000100:00100000:2.0:1746066892.899093:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2459 00000100:00100000:2.0:1746066892.899101:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+98:2033:x1830882860753280:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066892.902216:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2033:x1830882860753280:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 3105us (3402us total) trans 4294972248 rc 0/0 00000100:00100000:0.0:1746066892.902229:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2459 00002000:00100000:0.0:1746066892.902239:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880132c58380 x1830882860753280/t4294972248(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 496/448 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066892.902249:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c58380 with x1830882860753280 ext(0->7) 00010000:00010000:0.0:1746066892.902260:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439d91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c1 expref: 100 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:0.0:1746066892.902274:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439d91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c1 expref: 100 pid: 9628 timeout: 1104 lvb_type: 0 00002000:00010000:0.0:1746066892.902281:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c58380 00000100:00100000:0.0:1746066892.905074:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.905172:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860753408 00000100:00100000:3.0:1746066892.905181:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860753408 00010000:00010000:3.0:1746066892.905217:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439d91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c1 expref: 100 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.905258:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12692 00000100:00100000:3.0:1746066892.905265:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2034:x1830882860753408:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.905284:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.905302:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439d91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c1 expref: 100 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.905314:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439d91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c1 expref: 100 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.905337:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2800/0xd6b24631ff439d91 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c1 expref: 100 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.906571:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.906575:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.906585:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d98 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c8 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.906595:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d98 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c8 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.906636:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d98 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c8 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066892.906649:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861271936:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.906745:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800962919c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.910933:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861271936:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.911143:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.911218:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+99:2034:x1830882860753408:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5951us (6151us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.911233:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12692 00000100:00100000:0.0:1746066892.911835:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066892.912119:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860753664 00000100:00100000:0.0:1746066892.912126:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860753664 00002000:00100000:0.0:1746066892.912169:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c58700 x1830882860753664/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066892.912180:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c58700 with x1830882860753664 ext(0->4095) 00002000:00010000:0.0:1746066892.912185:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c58700 00000100:00100000:0.0:1746066892.912216:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13367 00000100:00100000:0.0:1746066892.912224:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860753664:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746066892.912565:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860753664:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 342us (731us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066892.912569:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13367 00002000:00100000:0.0:1746066892.912574:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c58700 x1830882860753664/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066892.912580:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c58700 with x1830882860753664 ext(0->4095) 00002000:00010000:0.0:1746066892.912582:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c58700 00000100:00100000:0.0:1746066892.913925:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.916136:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860753792 00000100:00100000:2.0:1746066892.916146:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860753792 00000100:00100000:1.0:1746066892.916745:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.917267:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860753920 00000100:00100000:2.0:1746066892.917270:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860753920 00000100:00100000:1.0:1746066892.918176:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29866 00000100:00100000:1.0:1746066892.918187:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+100:1868:x1830882860753792:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066892.918206:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066892.918224:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439d9f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f8cf expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.918259:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d98 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c8 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.918267:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.918269:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.918273:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439d9f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8cf expref: 101 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.918304:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d98 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c8 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.918316:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d98 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c8 expref: 5 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:1.0:1746066892.918328:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861272064:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066892.918408:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29867 00000100:00100000:2.0:1746066892.918421:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+101:1869:x1830882860753920:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066892.918429:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066892.918437:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439da6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f8d6 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.918449:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.918454:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439d9f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8cf expref: 102 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.918460:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066892.918462:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439da6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8d6 expref: 102 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.918491:0:9628:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439d9f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8cf expref: 102 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.918503:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439da6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8d6 expref: 102 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.918513:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc2400, rc 0) 00000100:00100000:2.0:1746066892.918556:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+102:1869:x1830882860753920:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (1815us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.918562:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29867 00000100:00100000:1.0:1746066892.918659:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066892.922176:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861272064:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066892.922209:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439d9f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8cf expref: 101 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.922226:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc7400, rc 0) 00000100:00100000:1.0:1746066892.922281:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+101:1868:x1830882860753792:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4095us (8358us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066892.922289:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29866 00000100:00100000:0.0:1746066892.925161:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.925240:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860754048 00000100:00100000:3.0:1746066892.925249:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860754048 00010000:00010000:3.0:1746066892.925288:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d98 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c8 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00000100:00100000:3.0:1746066892.925325:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12693 00000100:00100000:3.0:1746066892.925333:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c58e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860754048:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.925368:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.925388:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d98 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c8 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.925399:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d98 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c8 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.925425:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439d98 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8c8 expref: 6 pid: 9628 timeout: 1104 lvb_type: 0 00010000:00010000:3.0:1746066892.925439:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.925441:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.925448:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439d9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8cf expref: 100 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.925455:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439d9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8cf expref: 100 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.925486:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439d9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8cf expref: 100 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.925499:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439d9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8cf expref: 100 pid: 9629 timeout: 1105 lvb_type: 0 00000100:00100000:3.0:1746066892.925511:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861272320:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.925772:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.927155:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861272320:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.927174:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.927206:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c58e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860754048:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1873us (2056us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.927217:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12693 00000100:00100000:0.0:1746066892.928195:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.928259:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860754304 00000100:00100000:3.0:1746066892.928265:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860754304 00002000:00100000:3.0:1746066892.928536:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c59180 x1830882860754304/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.928546:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c59180 with x1830882860754304 ext(0->4095) 00010000:00010000:3.0:1746066892.928555:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439d9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8cf expref: 101 pid: 9629 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066892.928568:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439d9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8cf expref: 101 pid: 9629 timeout: 1105 lvb_type: 0 00002000:00010000:3.0:1746066892.928575:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c59180 00000100:00100000:3.0:1746066892.928590:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2460 00000100:00100000:3.0:1746066892.928597:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+101:2032:x1830882860754304:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746066892.929379:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+101:2032:x1830882860754304:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 779us (1181us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066892.929387:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2460 00002000:00100000:3.0:1746066892.929394:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c59180 x1830882860754304/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.929403:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c59180 with x1830882860754304 ext(0->4095) 00010000:00010000:3.0:1746066892.929409:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439d9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8cf expref: 101 pid: 9629 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066892.929420:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439d9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8cf expref: 101 pid: 9629 timeout: 1105 lvb_type: 0 00002000:00010000:3.0:1746066892.929426:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c59180 00000100:00100000:0.0:1746066892.932855:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.933204:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860754432 00000100:00100000:3.0:1746066892.933214:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860754432 00010000:00010000:3.0:1746066892.933255:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439d9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8cf expref: 101 pid: 9629 timeout: 1105 lvb_type: 0 00000100:00100000:3.0:1746066892.933284:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12694 00000100:00100000:3.0:1746066892.933291:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+101:2031:x1830882860754432:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.933306:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.933326:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439d9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8cf expref: 101 pid: 9629 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066892.933338:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439d9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8cf expref: 101 pid: 9629 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066892.933392:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439d9f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8cf expref: 101 pid: 9629 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066892.933409:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.933411:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.933441:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439da6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8d6 expref: 100 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.933450:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439da6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8d6 expref: 100 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.933498:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439da6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8d6 expref: 100 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066892.933511:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861272448:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.933606:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291540 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.936588:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861272448:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.936610:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.936647:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2031:x1830882860754432:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3354us (3801us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.936659:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12694 00000100:00100000:0.0:1746066892.937795:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.938177:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860754688 00000100:00100000:3.0:1746066892.938184:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860754688 00002000:00100000:3.0:1746066892.938224:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c59880 x1830882860754688/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.938243:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c59880 with x1830882860754688 ext(0->4095) 00002000:00010000:3.0:1746066892.938248:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c59880 00000100:00100000:3.0:1746066892.938545:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13368 00000100:00100000:3.0:1746066892.938554:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2033:x1830882860754688:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066892.938680:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2033:x1830882860754688:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (886us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066892.938686:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13368 00002000:00100000:3.0:1746066892.938691:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c59880 x1830882860754688/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.938699:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c59880 with x1830882860754688 ext(0->4095) 00002000:00010000:3.0:1746066892.938701:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c59880 00000100:00100000:0.0:1746066892.940260:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.940668:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860754816 00000100:00100000:1.0:1746066892.940675:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860754816 00000100:00100000:1.0:1746066892.940723:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29868 00000100:00100000:1.0:1746066892.940730:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860754816:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066892.940744:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066892.940761:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f8dd expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.940788:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439da6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8d6 expref: 99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.940796:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066892.940798:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066892.940802:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dad lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8dd expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.940845:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439da6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8d6 expref: 99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.940857:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439da6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8d6 expref: 99 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:1.0:1746066892.940874:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861272576:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066892.940946:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.944486:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.944730:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861272576:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066892.944762:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dad lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8dd expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.944779:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc7200, rc 0) 00000100:00100000:1.0:1746066892.944837:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860754816:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4106us (4579us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066892.944847:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29868 00000100:00100000:3.0:1746066892.945047:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860754944 00000100:00100000:3.0:1746066892.945054:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860754944 00010000:00010000:3.0:1746066892.945084:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439da6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8d6 expref: 100 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:3.0:1746066892.945117:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12695 00000100:00100000:3.0:1746066892.945125:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2033:x1830882860754944:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066892.945137:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066892.945159:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439da6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8d6 expref: 100 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066892.945170:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439da6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8d6 expref: 100 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066892.945194:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439da6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8d6 expref: 100 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066892.945211:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.945213:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.945221:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dad lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8dd expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.945229:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8dd expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.945526:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8dd expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066892.945539:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861272704:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.945620:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291600 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.948609:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861272704:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066892.948629:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066892.948673:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+99:2033:x1830882860754944:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3548us (4197us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.948683:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12695 00000100:00100000:0.0:1746066892.950556:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.950822:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860755328 00000100:00100000:1.0:1746066892.950830:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860755328 00000100:00100000:0.0:1746066892.950867:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.950939:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860755200 00000100:00100000:2.0:1746066892.950943:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860755200 00002000:00100000:2.0:1746066892.950995:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c5a680 x1830882860755200/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.951005:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c5a680 with x1830882860755200 ext(0->4095) 00002000:00010000:2.0:1746066892.951011:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c5a680 00000100:00100000:1.0:1746066892.951109:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29869 00000100:00100000:1.0:1746066892.951117:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+99:1868:x1830882860755328:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066892.951130:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066892.951146:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439db4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f8e4 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.951172:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dad lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8dd expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.951179:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.951180:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.951183:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439db4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8e4 expref: 100 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066892.951272:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13369 00000100:00100000:2.0:1746066892.951278:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860755200:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066892.951576:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860755200:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 297us (707us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.951582:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13369 00002000:00100000:2.0:1746066892.951587:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c5a680 x1830882860755200/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746066892.951592:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8dd expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746066892.951595:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c5a680 with x1830882860755200 ext(0->4095) 00010000:00010000:2.0:1746066892.951599:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8dd expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.951604:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8dd expref: 6 pid: 9629 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066892.951608:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8dd expref: 6 pid: 9629 timeout: 1105 lvb_type: 0 00002000:00010000:2.0:1746066892.951613:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c5a680 00000100:00100000:1.0:1746066892.951615:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861272832:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066892.951679:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.954147:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066892.954185:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.954499:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9629:1830882861272832:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066892.954523:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439db4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8e4 expref: 100 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.954536:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb6400, rc 0) 00000100:00100000:1.0:1746066892.954564:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+100:1868:x1830882860755328:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3448us (4014us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066892.954571:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29869 00000100:00100000:1.0:1746066892.954586:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860755584 00000100:00100000:1.0:1746066892.954589:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860755584 00000100:00100000:1.0:1746066892.954608:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29870 00000100:00100000:1.0:1746066892.954613:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+100:1869:x1830882860755584:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066892.954622:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066892.954633:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439dbb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f8eb expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.954648:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.954653:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439db4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8e4 expref: 101 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.954658:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066892.954661:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439dbb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8eb expref: 101 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.954680:0:9629:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439db4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8e4 expref: 101 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.954689:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439dbb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8eb expref: 101 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.954697:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc6e00, rc 0) 00000100:00100000:1.0:1746066892.954712:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+101:1869:x1830882860755584:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066892.954717:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29870 00000100:00100000:2.0:1746066892.954848:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860755456 00000100:00100000:2.0:1746066892.954851:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860755456 00010000:00010000:2.0:1746066892.954868:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8dd expref: 6 pid: 9629 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066892.954892:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12696 00000100:00100000:2.0:1746066892.954896:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860755456:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.954904:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.954918:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8dd expref: 6 pid: 9629 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066892.954927:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8dd expref: 6 pid: 9629 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066892.954943:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8dd expref: 6 pid: 9629 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066892.954955:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.954957:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.954962:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439db4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8e4 expref: 100 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.954969:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439db4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8e4 expref: 100 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.955184:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439db4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8e4 expref: 100 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.955193:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439db4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8e4 expref: 100 pid: 9629 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066892.955208:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861273088:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.955242:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049300 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.958283:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861273088:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066892.958307:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066892.958599:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860755456:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3698us (4410us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.958611:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12696 00000100:00100000:0.0:1746066892.958877:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.958919:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860755840 00000100:00100000:3.0:1746066892.958927:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860755840 00002000:00100000:3.0:1746066892.958966:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c5b100 x1830882860755840/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.958983:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c5b100 with x1830882860755840 ext(0->4095) 00010000:00010000:3.0:1746066892.958992:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439db4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8e4 expref: 101 pid: 9629 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066892.959005:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439db4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8e4 expref: 101 pid: 9629 timeout: 1105 lvb_type: 0 00002000:00010000:3.0:1746066892.959011:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c5b100 00000100:00100000:3.0:1746066892.959042:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2461 00000100:00100000:3.0:1746066892.959049:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+101:2033:x1830882860755840:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066892.959691:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+101:2033:x1830882860755840:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 641us (813us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066892.959699:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2461 00002000:00100000:3.0:1746066892.959705:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c5b100 x1830882860755840/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.959713:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c5b100 with x1830882860755840 ext(0->4095) 00010000:00010000:3.0:1746066892.959719:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439db4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8e4 expref: 101 pid: 9629 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066892.959728:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439db4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8e4 expref: 101 pid: 9629 timeout: 1105 lvb_type: 0 00002000:00010000:3.0:1746066892.959735:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c5b100 00000100:00100000:0.0:1746066892.962222:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.962313:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860755968 00000100:00100000:2.0:1746066892.962324:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860755968 00010000:00010000:2.0:1746066892.962384:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439db4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8e4 expref: 101 pid: 9629 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066892.962587:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12697 00000100:00100000:2.0:1746066892.962596:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+101:2032:x1830882860755968:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.962612:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.962632:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439db4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8e4 expref: 101 pid: 9629 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066892.962645:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439db4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8e4 expref: 101 pid: 9629 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066892.962670:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb6400/0xd6b24631ff439db4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8e4 expref: 101 pid: 9629 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066892.962697:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.962699:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.962706:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439dbb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8eb expref: 100 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.962714:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439dbb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8eb expref: 100 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.962746:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439dbb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8eb expref: 100 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066892.962758:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861273216:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.963422:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.966562:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861273216:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066892.966585:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066892.967619:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2032:x1830882860755968:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5021us (5404us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066892.967641:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12697 00000100:00100000:1.0:1746066892.968271:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.968799:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860756224 00000100:00100000:3.0:1746066892.968807:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860756224 00002000:00100000:3.0:1746066892.968862:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958ebb80 x1830882860756224/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.968874:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958ebb80 with x1830882860756224 ext(0->4095) 00002000:00010000:3.0:1746066892.968879:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800958ebb80 00000100:00100000:3.0:1746066892.968898:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13370 00000100:00100000:3.0:1746066892.968906:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2033:x1830882860756224:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066892.969046:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2033:x1830882860756224:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (777us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066892.969052:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13370 00002000:00100000:3.0:1746066892.969057:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800958ebb80 x1830882860756224/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066892.969066:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958ebb80 with x1830882860756224 ext(0->4095) 00002000:00010000:3.0:1746066892.969069:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800958ebb80 00000100:00100000:0.0:1746066892.971149:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.971270:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860756352 00000100:00100000:3.0:1746066892.971278:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860756352 00000100:00100000:3.0:1746066892.971486:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29871 00000100:00100000:3.0:1746066892.971493:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860756352:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066892.971510:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066892.971530:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439dc2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f8f2 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.971561:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439dbb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8eb expref: 99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.971574:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066892.971576:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066892.971580:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439dc2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f2 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.971610:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439dbb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8eb expref: 99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.971622:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439dbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8eb expref: 99 pid: 9629 timeout: 1105 lvb_type: 0 00000100:00100000:3.0:1746066892.971634:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861273344:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066892.972653:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.975151:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861273344:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066892.975182:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439dc2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f2 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.975200:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138000, rc 0) 00000100:00100000:3.0:1746066892.975244:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860756352:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3749us (4102us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.975253:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29871 00000100:00100000:0.0:1746066892.976003:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066892.976182:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860756480 00000100:00100000:1.0:1746066892.976189:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860756480 00010000:00010000:1.0:1746066892.976220:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439dbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8eb expref: 100 pid: 9629 timeout: 1105 lvb_type: 0 00000100:00100000:1.0:1746066892.976245:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12698 00000100:00100000:1.0:1746066892.976251:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2034:x1830882860756480:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066892.976265:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066892.976283:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439dbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8eb expref: 100 pid: 9629 timeout: 1105 lvb_type: 0 00010000:00010000:1.0:1746066892.976299:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439dbb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8eb expref: 100 pid: 9629 timeout: 1105 lvb_type: 0 00010000:00010000:1.0:1746066892.976573:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439dbb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8eb expref: 100 pid: 9629 timeout: 1105 lvb_type: 0 00010000:00010000:1.0:1746066892.976588:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.976590:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066892.976597:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439dc2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f2 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.976605:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439dc2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f2 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066892.976658:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439dc2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f2 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066892.976668:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aa60700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861273472:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066892.976723:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.978822:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.979328:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860756608 00000100:00100000:3.0:1746066892.979335:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860756608 00000100:00100000:3.0:1746066892.979400:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29872 00000100:00100000:3.0:1746066892.979407:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+100:1868:x1830882860756608:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066892.979424:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066892.979437:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439dc9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f8f9 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.979461:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439dc2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f2 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.979468:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.979469:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066892.979472:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439dc9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f9 expref: 101 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.979495:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439dc2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f2 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.979506:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439dc2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f2 expref: 5 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:3.0:1746066892.979516:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861273600:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066892.979579:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066892.979822:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aa60700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861273472:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066892.979838:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066892.979862:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+101:2034:x1830882860756480:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3610us (3860us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066892.979869:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12698 00000100:00100000:2.0:1746066892.981104:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.981106:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861273600:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066892.981131:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439dc9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f9 expref: 100 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.981143:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138400, rc 0) 00000100:00100000:0.0:1746066892.981203:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860756864 00000100:00100000:0.0:1746066892.981208:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860756864 00002000:00100000:0.0:1746066892.981236:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c30e00 x1830882860756864/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066892.981244:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c30e00 with x1830882860756864 ext(0->4095) 00010000:00010000:0.0:1746066892.981250:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439dc2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f2 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:0.0:1746066892.981260:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439dc2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f2 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00002000:00010000:0.0:1746066892.981267:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c30e00 00000100:00100000:0.0:1746066892.981283:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2462 00000100:00100000:0.0:1746066892.981289:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860756864:12345-192.168.201.51@tcp:3:ldlm_bl.0 00000100:00100000:0.0:1746066892.981404:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860756864:12345-192.168.201.51@tcp:3:ldlm_bl.0 Request processed in 115us (308us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066892.981410:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2462 00002000:00100000:0.0:1746066892.981415:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c30e00 x1830882860756864/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066892.981422:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c30e00 with x1830882860756864 ext(0->4095) 00010000:00010000:0.0:1746066892.981426:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439dc2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f2 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:0.0:1746066892.981436:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439dc2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f2 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00002000:00010000:0.0:1746066892.981441:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c30e00 00000100:00100000:3.0:1746066892.981506:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+100:1868:x1830882860756608:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2099us (2702us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.981516:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29872 00000100:00100000:0.0:1746066892.984262:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066892.984407:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860756992 00000100:00100000:3.0:1746066892.984414:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860756992 00000100:00100000:0.0:1746066892.984698:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066892.984716:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860757120 00000100:00100000:0.0:1746066892.984719:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860757120 00010000:00010000:0.0:1746066892.984735:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439dc2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f2 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:0.0:1746066892.984758:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12699 00000100:00100000:0.0:1746066892.984764:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860757120:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066892.984773:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066892.984789:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439dc2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f2 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:0.0:1746066892.984800:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439dc2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f2 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:0.0:1746066892.984831:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138000/0xd6b24631ff439dc2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f2 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:0.0:1746066892.984857:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066892.984859:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066892.984865:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439dc9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f9 expref: 100 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066892.984873:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439dc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f9 expref: 100 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066892.984899:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439dc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f9 expref: 100 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066892.984909:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ca4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861273728:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.984967:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29873 00000100:00100000:3.0:1746066892.984973:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+100:1869:x1830882860756992:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066892.984984:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066892.984993:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439dd0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f900 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.985007:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439dc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f9 expref: 101 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.985013:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066892.985014:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066892.985024:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439dd0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f900 expref: 101 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.985039:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439dc9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f9 expref: 101 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.985049:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439dc9 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f9 expref: 101 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:3.0:1746066892.985056:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861273856:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066892.986708:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066892.986943:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066892.990953:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ca4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861273728:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066892.990958:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861273856:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066892.990973:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066892.990980:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439dd0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f900 expref: 101 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066892.990994:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139000, rc 0) 00000100:00100000:3.0:1746066892.991046:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+101:1869:x1830882860756992:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6072us (6787us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066892.991057:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29873 00000100:00100000:2.0:1746066892.991122:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860757120:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6356us (6424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066892.991129:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12699 00000100:00100000:0.0:1746066892.992707:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.993234:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860757376 00000100:00100000:2.0:1746066892.993242:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860757376 00002000:00100000:2.0:1746066892.993286:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135ca4a80 x1830882860757376/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/0 e 0 to 0 dl 1746066903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.993297:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca4a80 with x1830882860757376 ext(0->4095) 00010000:00010000:2.0:1746066892.993306:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439dc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f9 expref: 101 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066892.993322:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439dc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f9 expref: 101 pid: 9628 timeout: 1105 lvb_type: 0 00002000:00010000:2.0:1746066892.993638:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135ca4a80 00000100:00100000:2.0:1746066892.993693:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2463 00000100:00100000:2.0:1746066892.993701:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+101:2033:x1830882860757376:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066892.993876:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+101:2033:x1830882860757376:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 175us (1176us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066892.993883:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2463 00002000:00100000:2.0:1746066892.993889:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135ca4a80 x1830882860757376/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746066903 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066892.993896:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca4a80 with x1830882860757376 ext(0->4095) 00010000:00010000:2.0:1746066892.993902:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439dc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f9 expref: 101 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066892.993911:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439dc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f9 expref: 101 pid: 9628 timeout: 1105 lvb_type: 0 00002000:00010000:2.0:1746066892.993917:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135ca4a80 00000100:00100000:0.0:1746066892.998568:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066892.998650:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860757504 00000100:00100000:2.0:1746066892.998662:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860757504 00010000:00010000:2.0:1746066892.998707:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439dc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f9 expref: 101 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066892.998753:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12700 00000100:00100000:2.0:1746066892.998761:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+101:2032:x1830882860757504:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066892.998775:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066892.998797:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439dc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f9 expref: 101 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066892.998810:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439dc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f9 expref: 101 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066892.998851:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138400/0xd6b24631ff439dc9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f8f9 expref: 101 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066892.998889:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.998891:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066892.998898:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439dd0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f900 expref: 100 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.998906:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439dd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f900 expref: 100 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066892.998942:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439dd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f900 expref: 100 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066892.998955:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c32300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861273984:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066892.999704:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801240490c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066893.006077:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.006218:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c32300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861273984:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.006242:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.006292:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2032:x1830882860757504:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7531us (7729us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.006303:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12700 00000100:00100000:1.0:1746066893.006385:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860757760 00000100:00100000:1.0:1746066893.006392:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860757760 00002000:00100000:1.0:1746066893.006454:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135ca5180 x1830882860757760/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.006465:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca5180 with x1830882860757760 ext(0->4095) 00002000:00010000:1.0:1746066893.006469:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ca5180 00000100:00100000:1.0:1746066893.006486:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13371 00000100:00100000:1.0:1746066893.006495:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2033:x1830882860757760:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066893.006615:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2033:x1830882860757760:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (551us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066893.006621:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13371 00002000:00100000:1.0:1746066893.006626:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135ca5180 x1830882860757760/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.006633:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca5180 with x1830882860757760 ext(0->4095) 00002000:00010000:1.0:1746066893.006636:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ca5180 00000100:00080000:3.0:1746066893.006825:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746066893.010595:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.010682:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860757888 00000100:00100000:3.0:1746066893.010692:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860757888 00000100:00100000:3.0:1746066893.010749:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29874 00000100:00100000:3.0:1746066893.010755:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860757888:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066893.010774:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066893.010792:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439dd7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f907 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.010831:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439dd0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f900 expref: 99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.010838:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066893.010840:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066893.010844:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439dd7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f907 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.010875:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439dd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f900 expref: 99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.010888:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439dd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f900 expref: 99 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:3.0:1746066893.010902:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861274112:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066893.010982:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291d80 going to sleep for 11 seconds 00000100:00080000:0.0:1746066893.011710:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746066893.016547:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861274112:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066893.016583:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439dd7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f907 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.016600:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d951600, rc 0) 00000100:00100000:3.0:1746066893.016652:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860757888:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5896us (6066us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066893.016661:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29874 00000100:00100000:0.0:1746066893.020690:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.020974:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860758016 00000100:00100000:2.0:1746066893.020985:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860758016 00002000:00100000:2.0:1746066893.021236:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880135ca5880 x1830882860758016/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 496/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.021248:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca5880 with x1830882860758016 ext(0->7) 00010000:00010000:2.0:1746066893.021257:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439dd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f900 expref: 100 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.021273:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439dd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f900 expref: 100 pid: 9628 timeout: 1105 lvb_type: 0 00002000:00010000:2.0:1746066893.021279:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135ca5880 00000100:00100000:2.0:1746066893.021886:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2464 00000100:00100000:2.0:1746066893.021896:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+100:2033:x1830882860758016:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066893.023014:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2033:x1830882860758016:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1115us (2331us total) trans 4294972249 rc 0/0 00000100:00100000:0.0:1746066893.023024:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2464 00002000:00100000:0.0:1746066893.023032:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880135ca5880 x1830882860758016/t4294972249(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 496/448 e 0 to 0 dl 1746066904 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066893.023041:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca5880 with x1830882860758016 ext(0->7) 00010000:00010000:0.0:1746066893.023048:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439dd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f900 expref: 102 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:0.0:1746066893.023061:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439dd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f900 expref: 102 pid: 9628 timeout: 1105 lvb_type: 0 00002000:00010000:0.0:1746066893.023069:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135ca5880 00000100:00100000:0.0:1746066893.026310:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.026893:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860758144 00000100:00100000:2.0:1746066893.026902:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860758144 00010000:00010000:2.0:1746066893.026939:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439dd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f900 expref: 102 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.026968:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12701 00000100:00100000:2.0:1746066893.026976:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2031:x1830882860758144:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.026995:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.027014:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439dd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f900 expref: 102 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.027026:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439dd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f900 expref: 102 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.027051:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133139000/0xd6b24631ff439dd0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f900 expref: 102 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.027070:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.027072:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.027080:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439dd7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f907 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.027089:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439dd7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f907 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.027122:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439dd7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f907 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.027135:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c32300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861274240:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.028011:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801240490c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066893.029974:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c32300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861274240:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.029995:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.030055:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+101:2031:x1830882860758144:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3079us (3752us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.030068:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12701 00000100:00100000:0.0:1746066893.030291:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.030336:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860758400 00000100:00100000:2.0:1746066893.030386:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860758400 00002000:00100000:2.0:1746066893.030587:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135ca5f80 x1830882860758400/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.030595:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca5f80 with x1830882860758400 ext(0->4095) 00002000:00010000:2.0:1746066893.030599:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ca5f80 00000100:00100000:2.0:1746066893.030622:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13372 00000100:00100000:2.0:1746066893.030627:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860758400:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066893.030717:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860758400:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 90us (432us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066893.030722:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13372 00002000:00100000:2.0:1746066893.030727:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135ca5f80 x1830882860758400/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.030733:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca5f80 with x1830882860758400 ext(0->4095) 00002000:00010000:2.0:1746066893.030736:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ca5f80 00000100:00100000:0.0:1746066893.033664:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.033820:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860758528 00000100:00100000:3.0:1746066893.033829:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860758528 00000100:00100000:3.0:1746066893.034266:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29875 00000100:00100000:3.0:1746066893.034275:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+101:1869:x1830882860758528:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066893.034292:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066893.034310:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439dde lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f90e expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.034362:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439dd7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f907 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.034369:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.034371:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.034375:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439dde lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f90e expref: 102 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.034412:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439dd7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f907 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.034425:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439dd7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f907 expref: 5 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:3.0:1746066893.034437:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861274368:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066893.034508:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066893.038604:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861274368:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066893.038636:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439dde lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f90e expref: 102 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.038654:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27800, rc 0) 00000100:00100000:3.0:1746066893.038705:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+102:1869:x1830882860758528:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4430us (5365us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066893.038715:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29875 00000100:00100000:0.0:1746066893.040209:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.040665:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860758656 00000100:00100000:2.0:1746066893.040674:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860758656 00010000:00010000:2.0:1746066893.040711:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439dd7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f907 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.040735:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12702 00000100:00100000:2.0:1746066893.040742:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860758656:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.040756:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.040776:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439dd7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f907 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.040787:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439dd7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f907 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.040824:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439dd7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f907 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.040841:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.040843:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.040851:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439dde lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f90e expref: 101 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.040859:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439dde lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f90e expref: 101 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.041061:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439dde lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f90e expref: 101 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.041073:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c32300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861274496:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.042828:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801240490c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066893.046884:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c32300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861274496:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.046915:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.046975:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860758656:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6231us (6770us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.046986:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12702 00000100:00100000:0.0:1746066893.047616:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.047851:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860758912 00000100:00100000:2.0:1746066893.047858:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860758912 00002000:00100000:2.0:1746066893.047896:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135ca6a00 x1830882860758912/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.047907:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca6a00 with x1830882860758912 ext(0->4095) 00002000:00010000:2.0:1746066893.047911:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ca6a00 00000100:00100000:2.0:1746066893.047941:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13373 00000100:00100000:2.0:1746066893.047949:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2034:x1830882860758912:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066893.048072:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2034:x1830882860758912:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (457us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066893.048078:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13373 00002000:00100000:2.0:1746066893.048084:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135ca6a00 x1830882860758912/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.048092:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca6a00 with x1830882860758912 ext(0->4095) 00002000:00010000:2.0:1746066893.048095:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ca6a00 00000100:00100000:0.0:1746066893.050319:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.051222:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860759040 00000100:00100000:3.0:1746066893.051231:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860759040 00000100:00100000:3.0:1746066893.051289:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29876 00000100:00100000:3.0:1746066893.051296:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860759040:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066893.051312:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066893.051330:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439de5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f915 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.051405:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439dde lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f90e expref: 101 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.051415:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066893.051422:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066893.051426:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439de5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f915 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.051460:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439dde lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f90e expref: 101 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.051473:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439dde lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f90e expref: 101 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:3.0:1746066893.051487:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861274624:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066893.051582:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066893.052973:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861274624:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066893.052999:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439de5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f915 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.053013:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26600, rc 0) 00000100:00100000:3.0:1746066893.053060:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860759040:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1764us (2746us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066893.053068:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29876 00000100:00100000:0.0:1746066893.053904:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.054077:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860759168 00000100:00100000:1.0:1746066893.054083:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860759168 00002000:00100000:1.0:1746066893.054118:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880135ca7100 x1830882860759168/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 496/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.054127:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca7100 with x1830882860759168 ext(0->7) 00010000:00010000:1.0:1746066893.054135:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439dde lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f90e expref: 102 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:1.0:1746066893.054147:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439dde lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f90e expref: 102 pid: 9628 timeout: 1105 lvb_type: 0 00002000:00010000:1.0:1746066893.054153:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135ca7100 00000100:00100000:1.0:1746066893.054728:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2465 00000100:00100000:1.0:1746066893.054736:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+102:2032:x1830882860759168:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066893.057939:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2032:x1830882860759168:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 3193us (4026us total) trans 4294972250 rc 0/0 00000100:00100000:0.0:1746066893.057951:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2465 00002000:00100000:0.0:1746066893.057962:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880135ca7100 x1830882860759168/t4294972250(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 496/448 e 0 to 0 dl 1746066904 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066893.057972:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca7100 with x1830882860759168 ext(0->7) 00010000:00010000:0.0:1746066893.057982:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439dde lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f90e expref: 104 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:0.0:1746066893.057997:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439dde lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f90e expref: 104 pid: 9628 timeout: 1105 lvb_type: 0 00002000:00010000:0.0:1746066893.058005:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135ca7100 00000100:00100000:0.0:1746066893.067199:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.067503:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860759296 00000100:00100000:2.0:1746066893.067515:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860759296 00010000:00010000:2.0:1746066893.067558:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439dde lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f90e expref: 104 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.067590:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12703 00000100:00100000:2.0:1746066893.067598:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2031:x1830882860759296:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.067613:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.067639:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439dde lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f90e expref: 104 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.067658:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439dde lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f90e expref: 104 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.067683:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea27800/0xd6b24631ff439dde lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f90e expref: 104 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.067716:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.067718:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.067727:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439de5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f915 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.067736:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439de5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f915 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.067771:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439de5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f915 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.067784:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c32300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861274752:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.069684:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049840 going to sleep for 11 seconds 00000100:00100000:2.0:1746066893.071980:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.072902:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860759552 00000100:00100000:1.0:1746066893.073088:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860759552 00002000:00100000:1.0:1746066893.073138:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c32a00 x1830882860759552/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.073150:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c32a00 with x1830882860759552 ext(0->4095) 00002000:00010000:1.0:1746066893.073155:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c32a00 00000100:00100000:1.0:1746066893.073180:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13374 00000100:00100000:1.0:1746066893.073188:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860759552:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066893.073376:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860759552:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 188us (1404us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066893.073384:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13374 00002000:00100000:1.0:1746066893.073391:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880132c32a00 x1830882860759552/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.073399:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c32a00 with x1830882860759552 ext(0->4095) 00002000:00010000:1.0:1746066893.073402:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c32a00 00000100:00100000:0.0:1746066893.073883:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c32300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861274752:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066893.073917:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066893.073947:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+103:2031:x1830882860759296:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6349us (6759us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066893.073956:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12703 00000100:00100000:0.0:1746066893.077575:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066893.077683:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.077796:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860759680 00000100:00100000:1.0:1746066893.077806:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860759680 00000100:00100000:1.0:1746066893.077857:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860759808 00000100:00100000:1.0:1746066893.077859:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860759808 00000100:00100000:1.0:1746066893.077892:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29877 00000100:00100000:1.0:1746066893.077899:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+104:1868:x1830882860759680:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066893.077915:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066893.077931:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439dec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f91c expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.077958:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439de5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f915 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066893.077965:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29878 00010000:00010000:1.0:1746066893.077969:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066893.077970:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066893.077974:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439dec lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f91c expref: 105 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066893.078183:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+105:1869:x1830882860759808:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066893.078199:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066893.078214:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439df3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f923 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.078231:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439de5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f915 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.078242:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439de5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f915 expref: 5 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.078693:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746066893.078695:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aa60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861274880:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066893.078699:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439dec lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f91c expref: 106 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.078706:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066893.078710:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439df3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f923 expref: 106 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066893.078765:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0b40 going to sleep for 11 seconds 00010000:00010000:3.0:1746066893.080171:0:9628:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439dec lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f91c expref: 106 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.080187:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439df3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f923 expref: 106 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.080199:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d951600, rc 0) 00000100:00100000:3.0:1746066893.080266:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+106:1869:x1830882860759808:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2292us (2582us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066893.080275:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29878 00000100:00100000:1.0:1746066893.081293:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aa60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861274880:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066893.081722:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439dec lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f91c expref: 105 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.081735:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb7c00, rc 0) 00000100:00100000:1.0:1746066893.081765:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+105:1868:x1830882860759680:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3866us (4202us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066893.081772:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29877 00000100:00100000:0.0:1746066893.082153:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.082593:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860759936 00000100:00100000:2.0:1746066893.082600:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860759936 00010000:00010000:2.0:1746066893.082627:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439de5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f915 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.082742:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12704 00000100:00100000:2.0:1746066893.082749:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860759936:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.082762:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.082781:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439de5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f915 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.082791:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439de5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f915 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.082827:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26600/0xd6b24631ff439de5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f915 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.083152:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.083154:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.083161:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439dec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f91c expref: 104 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.083169:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439dec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f91c expref: 104 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.083195:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439dec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f91c expref: 104 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.083205:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439dec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f91c expref: 104 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.083217:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861275136:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.083652:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066893.085279:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.085550:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860760192 00000100:00100000:3.0:1746066893.085557:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860760192 00002000:00100000:3.0:1746066893.085597:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135cb8000 x1830882860760192/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066893.085608:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cb8000 with x1830882860760192 ext(0->4095) 00010000:00010000:3.0:1746066893.085617:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439dec lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f91c expref: 105 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.085637:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439dec lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f91c expref: 105 pid: 9627 timeout: 1105 lvb_type: 0 00002000:00010000:3.0:1746066893.085644:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135cb8000 00000100:00100000:3.0:1746066893.085677:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2466 00000100:00100000:3.0:1746066893.085684:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+105:2034:x1830882860760192:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066893.085843:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+105:2034:x1830882860760192:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 158us (569us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066893.085851:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2466 00002000:00100000:3.0:1746066893.085857:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135cb8000 x1830882860760192/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066893.085866:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cb8000 with x1830882860760192 ext(0->4095) 00010000:00010000:3.0:1746066893.085871:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439dec lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f91c expref: 105 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.085881:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439dec lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f91c expref: 105 pid: 9627 timeout: 1105 lvb_type: 0 00002000:00010000:3.0:1746066893.085887:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135cb8000 00000100:00100000:2.0:1746066893.085976:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861275136:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.085994:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.086019:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860759936:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3271us (3867us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.086028:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12704 00000100:00100000:0.0:1746066893.089200:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.089263:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860760320 00000100:00100000:2.0:1746066893.089273:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860760320 00010000:00010000:2.0:1746066893.089310:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439dec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f91c expref: 105 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.089379:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12705 00000100:00100000:2.0:1746066893.089388:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cb8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+105:2031:x1830882860760320:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.089407:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.089428:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439dec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f91c expref: 105 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.089440:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439dec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f91c expref: 105 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.089465:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7c00/0xd6b24631ff439dec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f91c expref: 105 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.089480:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.089482:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.089489:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439df3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f923 expref: 104 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.089497:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439df3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f923 expref: 104 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.089532:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439df3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f923 expref: 104 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.089545:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861275264:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.089635:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066893.091632:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.091644:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861275264:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066893.091688:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860760576 00000100:00100000:1.0:1746066893.091694:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860760576 00002000:00100000:1.0:1746066893.091734:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135cb8700 x1830882860760576/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.091750:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cb8700 with x1830882860760576 ext(0->4095) 00002000:00010000:1.0:1746066893.091755:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135cb8700 00000100:00100000:1.0:1746066893.091913:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13375 00000100:00100000:1.0:1746066893.091921:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+105:2034:x1830882860760576:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066893.092233:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+105:2034:x1830882860760576:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 312us (606us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066893.092240:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13375 00002000:00100000:1.0:1746066893.092247:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135cb8700 x1830882860760576/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.092255:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cb8700 with x1830882860760576 ext(0->4095) 00002000:00010000:1.0:1746066893.092258:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135cb8700 00010000:00010000:2.0:1746066893.092474:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.092502:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cb8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2031:x1830882860760320:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3115us (3311us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.092510:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12705 00000100:00100000:0.0:1746066893.094691:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.094778:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860760704 00000100:00100000:1.0:1746066893.094787:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860760704 00000100:00100000:1.0:1746066893.095534:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29879 00000100:00100000:1.0:1746066893.095547:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860760704:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066893.095567:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066893.095588:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dfa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f92a expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.095622:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439df3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f923 expref: 103 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.095630:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066893.095633:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066893.095636:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dfa lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f92a expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.095669:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439df3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f923 expref: 103 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.095688:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439df3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f923 expref: 103 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:1.0:1746066893.095702:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aa60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861275392:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066893.095822:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a03c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066893.098066:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aa60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861275392:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066893.098097:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dfa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f92a expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.098115:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc7200, rc 0) 00000100:00100000:1.0:1746066893.098172:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860760704:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2628us (3490us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066893.098182:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29879 00000100:00100000:0.0:1746066893.099099:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.099849:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860760832 00000100:00100000:2.0:1746066893.099858:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860760832 00010000:00010000:2.0:1746066893.099896:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439df3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f923 expref: 104 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.100152:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12706 00000100:00100000:2.0:1746066893.100158:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2034:x1830882860760832:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.100174:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.100193:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439df3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f923 expref: 104 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.100205:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439df3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f923 expref: 104 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.100228:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d951600/0xd6b24631ff439df3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f923 expref: 104 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.101066:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.101069:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.101077:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dfa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f92a expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.101086:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dfa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f92a expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.101121:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dfa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f92a expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.101133:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861275520:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.101920:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049300 going to sleep for 11 seconds 00000100:00100000:2.0:1746066893.104058:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.105710:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860760960 00000100:00100000:1.0:1746066893.105722:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860760960 00000100:00100000:1.0:1746066893.105783:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29880 00000100:00100000:1.0:1746066893.105791:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+104:1868:x1830882860760960:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066893.105820:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066893.105880:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439e01 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f931 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.105920:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dfa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f92a expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.105928:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066893.105930:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066893.105934:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439e01 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f931 expref: 105 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.105963:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dfa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f92a expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.105975:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dfa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f92a expref: 5 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:1.0:1746066893.105988:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aa60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861275648:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066893.106067:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861275520:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.106093:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066893.106254:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a03c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066893.106398:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+105:2034:x1830882860760832:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6238us (7301us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.106409:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12706 00000100:00100000:0.0:1746066893.109262:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.109392:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860761216 00000100:00100000:3.0:1746066893.109402:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860761216 00002000:00100000:3.0:1746066893.109451:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135cb8e00 x1830882860761216/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066893.109462:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cb8e00 with x1830882860761216 ext(0->4095) 00010000:00010000:3.0:1746066893.109473:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dfa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f92a expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.109487:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dfa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f92a expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00002000:00010000:3.0:1746066893.109493:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135cb8e00 00000100:00100000:3.0:1746066893.109531:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2467 00000100:00100000:3.0:1746066893.109539:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860761216:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066893.109690:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860761216:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (438us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066893.109697:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2467 00002000:00100000:3.0:1746066893.109703:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135cb8e00 x1830882860761216/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066893.109711:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cb8e00 with x1830882860761216 ext(0->4095) 00010000:00010000:3.0:1746066893.109715:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dfa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f92a expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.109725:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dfa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f92a expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00002000:00010000:3.0:1746066893.109731:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135cb8e00 00000100:00100000:1.0:1746066893.112701:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aa60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861275648:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066893.112740:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439e01 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f931 expref: 104 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.112760:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc7400, rc 0) 00000100:00100000:1.0:1746066893.112830:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+104:1868:x1830882860760960:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7039us (8780us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066893.112839:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29880 00000100:00100000:0.0:1746066893.114724:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.114808:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860761344 00000100:00100000:2.0:1746066893.114824:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860761344 00010000:00010000:2.0:1746066893.114857:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dfa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f92a expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.114889:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12707 00000100:00100000:2.0:1746066893.114896:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cb9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860761344:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.114910:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.114929:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dfa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f92a expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.114940:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dfa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f92a expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.115160:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7200/0xd6b24631ff439dfa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f92a expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.115641:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.115644:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.115652:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439e01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f931 expref: 103 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.115660:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439e01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f931 expref: 103 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.115695:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439e01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f931 expref: 103 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.115707:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861275776:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.116119:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801240493c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066893.119889:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.119988:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860761600 00000100:00100000:1.0:1746066893.119998:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860761600 00002000:00100000:1.0:1746066893.120050:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135cb9500 x1830882860761600/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.120061:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cb9500 with x1830882860761600 ext(0->4095) 00002000:00010000:1.0:1746066893.120067:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135cb9500 00000100:00100000:2.0:1746066893.120177:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861275776:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.120202:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.120252:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cb9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860761344:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5355us (5534us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.120267:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12707 00000100:00100000:1.0:1746066893.120558:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13376 00000100:00100000:1.0:1746066893.120567:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2034:x1830882860761600:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066893.120692:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2034:x1830882860761600:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (814us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066893.120697:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13376 00002000:00100000:1.0:1746066893.120702:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135cb9500 x1830882860761600/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.120709:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cb9500 with x1830882860761600 ext(0->4095) 00002000:00010000:1.0:1746066893.120712:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135cb9500 00000100:00100000:0.0:1746066893.125569:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.125653:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860761728 00000100:00100000:1.0:1746066893.125663:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860761728 00000100:00100000:1.0:1746066893.125767:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29881 00000100:00100000:1.0:1746066893.125775:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860761728:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066893.125795:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066893.125824:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439e08 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f938 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.125858:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439e01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f931 expref: 103 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.125871:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066893.125873:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066893.125876:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439e08 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f938 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.125913:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439e01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f931 expref: 103 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.125925:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439e01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f931 expref: 103 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:1.0:1746066893.125944:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aa60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861275904:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066893.126269:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a03c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066893.147048:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aa60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861275904:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066893.147083:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439e08 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f938 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.147101:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009093b200, rc 0) 00000100:00100000:1.0:1746066893.147623:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860761728:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 21845us (22061us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066893.147633:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29881 00000100:00100000:0.0:1746066893.148482:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.149590:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860761856 00000100:00100000:3.0:1746066893.149602:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860761856 00002000:00100000:3.0:1746066893.149650:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880135cb9c00 x1830882860761856/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 496/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066893.149668:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cb9c00 with x1830882860761856 ext(0->7) 00010000:00010000:3.0:1746066893.149678:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439e01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f931 expref: 104 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.149693:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439e01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f931 expref: 104 pid: 9627 timeout: 1105 lvb_type: 0 00002000:00010000:3.0:1746066893.149705:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135cb9c00 00000100:00100000:3.0:1746066893.149732:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2468 00000100:00100000:3.0:1746066893.149740:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+104:2033:x1830882860761856:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066893.150586:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+106:2033:x1830882860761856:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 844us (2104us total) trans 4294972251 rc 0/0 00000100:00100000:0.0:1746066893.150595:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2468 00002000:00100000:0.0:1746066893.150602:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880135cb9c00 x1830882860761856/t4294972251(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 496/448 e 0 to 0 dl 1746066904 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066893.150610:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cb9c00 with x1830882860761856 ext(0->7) 00010000:00010000:0.0:1746066893.150616:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439e01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f931 expref: 106 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:0.0:1746066893.150639:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439e01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f931 expref: 106 pid: 9627 timeout: 1105 lvb_type: 0 00002000:00010000:0.0:1746066893.150650:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135cb9c00 00000100:00100000:0.0:1746066893.158696:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066893.158763:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.158769:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860761984 00000100:00100000:1.0:1746066893.158780:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860761984 00000100:00100000:1.0:1746066893.158854:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29882 00000100:00100000:1.0:1746066893.158863:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+106:1868:x1830882860761984:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066893.159080:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066893.159098:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff439e0f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f93f expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.159104:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860762112 00000100:00100000:2.0:1746066893.159109:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860762112 00010000:00010000:2.0:1746066893.159131:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439e01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f931 expref: 108 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:1.0:1746066893.159131:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066893.159137:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439e08 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f938 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.159144:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066893.159148:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff439e0f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f93f expref: 108 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.159154:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12708 00000100:00100000:2.0:1746066893.159159:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+108:2031:x1830882860762112:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.159168:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066893.159185:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439e08 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f938 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.159187:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439e01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f931 expref: 108 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.159199:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439e01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f931 expref: 108 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.159668:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff439e01 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f931 expref: 108 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:1.0:1746066893.159669:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff439e0f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f93f expref: 108 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.159685:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066893.159687:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066893.159693:0:9627:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439e08 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f938 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.159701:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439e08 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f938 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.159711:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066893.159721:0:9627:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439e08 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f938 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.159759:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+107:2031:x1830882860762112:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 598us (996us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.159767:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12708 00010000:00010000:1.0:1746066893.159846:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439e08 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f938 expref: 5 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:1.0:1746066893.159859:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aa60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861276160:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066893.160277:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a03c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066893.161620:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aa60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861276160:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066893.161637:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f562000, rc 0) 00000100:00100000:1.0:1746066893.161671:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+106:1868:x1830882860761984:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2809us (3001us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066893.161679:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29882 00000100:00100000:0.0:1746066893.161873:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.161967:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860762368 00000100:00100000:1.0:1746066893.161972:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860762368 00002000:00100000:1.0:1746066893.162007:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135cba680 x1830882860762368/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.162017:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cba680 with x1830882860762368 ext(0->4095) 00010000:00010000:1.0:1746066893.162025:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439e08 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f938 expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:1.0:1746066893.162037:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439e08 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f938 expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00002000:00010000:1.0:1746066893.162043:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135cba680 00000100:00100000:1.0:1746066893.162059:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2469 00000100:00100000:1.0:1746066893.162066:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860762368:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066893.162846:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860762368:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 777us (972us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066893.162853:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2469 00002000:00100000:1.0:1746066893.162859:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135cba680 x1830882860762368/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.162867:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cba680 with x1830882860762368 ext(0->4095) 00010000:00010000:1.0:1746066893.162873:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439e08 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f938 expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:1.0:1746066893.162883:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439e08 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f938 expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00002000:00010000:1.0:1746066893.162888:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135cba680 00000100:00100000:0.0:1746066893.164894:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.165075:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860762496 00000100:00100000:1.0:1746066893.165085:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860762496 00000100:00100000:1.0:1746066893.165217:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29883 00000100:00100000:1.0:1746066893.165226:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+106:1869:x1830882860762496:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066893.165242:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066893.165510:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439e16 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f946 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.165534:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066893.165540:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff439e0f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f93f expref: 107 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.165545:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066893.165550:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439e16 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f946 expref: 107 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.165581:0:9627:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff439e0f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f93f expref: 107 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.165593:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439e16 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f946 expref: 107 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.165602:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f562800, rc 0) 00000100:00100000:1.0:1746066893.166561:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+107:1869:x1830882860762496:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1334us (1672us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066893.166567:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29883 00000100:00100000:0.0:1746066893.167452:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.167981:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860762624 00000100:00100000:2.0:1746066893.167989:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860762624 00010000:00010000:2.0:1746066893.168025:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439e08 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f938 expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.168073:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12709 00000100:00100000:2.0:1746066893.168080:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cbad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860762624:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.168094:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.168115:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439e08 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f938 expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.168127:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439e08 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f938 expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.168151:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009093b200/0xd6b24631ff439e08 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f938 expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.168416:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.168420:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.168429:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff439e0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f93f expref: 106 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.168440:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff439e0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f93f expref: 106 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.168471:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff439e0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f93f expref: 106 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.168482:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff439e0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f93f expref: 106 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.168565:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861276416:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.168634:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801240493c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066893.172479:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861276416:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.172496:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.172725:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cbad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860762624:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4463us (5098us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066893.172748:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.173195:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12709 00000100:00100000:2.0:1746066893.173218:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860762752 00000100:00100000:2.0:1746066893.173223:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860762752 00010000:00010000:2.0:1746066893.173241:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff439e0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f93f expref: 107 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.173274:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12710 00000100:00100000:2.0:1746066893.173279:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+107:2032:x1830882860762752:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.173289:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.173528:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff439e0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f93f expref: 107 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.173538:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff439e0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f93f expref: 107 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.173557:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff439e0f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f93f expref: 107 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.173582:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.173584:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.173589:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439e16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f946 expref: 106 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.173652:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439e16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f946 expref: 106 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.173677:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439e16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f946 expref: 106 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.173688:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861276544:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.173760:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801240493c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066893.177101:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.177162:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861276544:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.177178:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.177850:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+106:2032:x1830882860762752:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4566us (5187us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.177860:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12710 00000100:00100000:1.0:1746066893.178119:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860763008 00000100:00100000:1.0:1746066893.178125:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860763008 00002000:00100000:1.0:1746066893.178155:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135cbb100 x1830882860763008/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.178164:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cbb100 with x1830882860763008 ext(0->4095) 00002000:00010000:1.0:1746066893.178169:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135cbb100 00000100:00100000:1.0:1746066893.178195:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13377 00000100:00100000:1.0:1746066893.178202:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+106:2033:x1830882860763008:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066893.178514:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+106:2033:x1830882860763008:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 312us (1418us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066893.178521:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13377 00002000:00100000:1.0:1746066893.178526:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135cbb100 x1830882860763008/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.178535:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cbb100 with x1830882860763008 ext(0->4095) 00002000:00010000:1.0:1746066893.178538:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135cbb100 00000100:00100000:0.0:1746066893.181290:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.181410:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860763136 00000100:00100000:1.0:1746066893.181415:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860763136 00000100:00100000:1.0:1746066893.181455:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29884 00000100:00100000:1.0:1746066893.181461:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860763136:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066893.181473:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066893.181487:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439e1d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f94d expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.181511:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439e16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f946 expref: 105 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.181518:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066893.181519:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066893.181522:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439e1d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f94d expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.181547:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439e16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f946 expref: 105 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.181558:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439e16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f946 expref: 105 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:1.0:1746066893.181568:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861276672:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066893.181633:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066893.185647:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.185746:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861276672:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066893.185770:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439e1d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f94d expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.185784:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f562200, rc 0) 00000100:00100000:1.0:1746066893.185831:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860763136:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4369us (4545us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066893.185838:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29884 00000100:00100000:2.0:1746066893.185920:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860763264 00000100:00100000:2.0:1746066893.185925:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860763264 00002000:00100000:2.0:1746066893.185961:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880135cbb800 x1830882860763264/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 496/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.185969:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cbb800 with x1830882860763264 ext(0->7) 00010000:00010000:2.0:1746066893.185975:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439e16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f946 expref: 106 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.185991:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439e16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f946 expref: 106 pid: 9627 timeout: 1105 lvb_type: 0 00002000:00010000:2.0:1746066893.185998:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135cbb800 00000100:00100000:2.0:1746066893.186013:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2470 00000100:00100000:2.0:1746066893.186024:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+106:2034:x1830882860763264:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066893.186921:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+108:2034:x1830882860763264:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 896us (1279us total) trans 4294972252 rc 0/0 00000100:00100000:0.0:1746066893.186927:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2470 00002000:00100000:0.0:1746066893.186933:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880135cbb800 x1830882860763264/t4294972252(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 496/448 e 0 to 0 dl 1746066904 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066893.186941:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cbb800 with x1830882860763264 ext(0->7) 00010000:00010000:0.0:1746066893.186945:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439e16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f946 expref: 108 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:0.0:1746066893.186956:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439e16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f946 expref: 108 pid: 9627 timeout: 1105 lvb_type: 0 00002000:00010000:0.0:1746066893.186962:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135cbb800 00000100:00100000:0.0:1746066893.193155:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.193254:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860763392 00000100:00100000:2.0:1746066893.193261:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860763392 00010000:00010000:2.0:1746066893.193290:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439e16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f946 expref: 108 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.193314:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12711 00000100:00100000:2.0:1746066893.193320:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+108:2034:x1830882860763392:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.193331:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746066893.193371:0:7260:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746066892 -> 1746066893 00002000:00010000:2.0:1746066893.193374:0:7260:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746066892 -> 1746066893 00010000:00010000:2.0:1746066893.193380:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439e16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f946 expref: 108 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.193391:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439e16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f946 expref: 108 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.193411:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439e16 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f946 expref: 108 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.193533:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.193536:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.193543:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439e1d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f94d expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.193551:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439e1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f94d expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.193579:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439e1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f94d expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.193590:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861276800:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.194094:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801240493c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066893.195922:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861276800:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.195935:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.195957:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+107:2034:x1830882860763392:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2637us (2810us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.195963:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12711 00000100:00100000:0.0:1746066893.198591:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.198730:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860763648 00000100:00100000:2.0:1746066893.198737:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860763648 00002000:00100000:2.0:1746066893.198771:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135cb8380 x1830882860763648/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.198778:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cb8380 with x1830882860763648 ext(0->4095) 00002000:00010000:2.0:1746066893.198781:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135cb8380 00000100:00100000:2.0:1746066893.199097:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13378 00000100:00100000:2.0:1746066893.199104:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860763648:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066893.199205:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860763648:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (619us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066893.199211:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13378 00002000:00100000:2.0:1746066893.199217:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880135cb8380 x1830882860763648/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.199224:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cb8380 with x1830882860763648 ext(0->4095) 00002000:00010000:2.0:1746066893.199227:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135cb8380 00000100:00100000:0.0:1746066893.199719:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.199774:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860763776 00000100:00100000:1.0:1746066893.199777:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860763776 00000100:00100000:1.0:1746066893.199836:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29885 00000100:00100000:1.0:1746066893.199840:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131428000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+107:1868:x1830882860763776:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066893.199848:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066893.199857:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e24 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f954 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.199875:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439e1d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f94d expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.199880:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066893.199881:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066893.199883:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e24 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f954 expref: 108 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.199903:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439e1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f94d expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.199909:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439e1d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f94d expref: 5 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:1.0:1746066893.199917:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861276928:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066893.200216:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0300 going to sleep for 11 seconds 00000100:00100000:1.0:1746066893.200769:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861276928:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066893.200782:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e24 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f954 expref: 108 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.200790:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f562400, rc 0) 00000100:00100000:1.0:1746066893.200804:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131428000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+108:1868:x1830882860763776:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 964us (1087us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066893.200821:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29885 00000100:00100000:0.0:1746066893.203939:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.204290:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860763904 00000100:00100000:2.0:1746066893.204298:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860763904 00010000:00010000:2.0:1746066893.204325:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439e1d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f94d expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.204374:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12712 00000100:00100000:2.0:1746066893.204381:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131428380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860763904:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.204393:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.204414:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439e1d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f94d expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.204426:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439e1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f94d expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.204446:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439e1d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f94d expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.204675:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.204678:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.204689:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f954 expref: 107 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.204698:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f954 expref: 107 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.204726:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f954 expref: 107 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.204737:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861277056:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.205281:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066893.208138:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066893.208807:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860764160 00000100:00100000:0.0:1746066893.208825:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860764160 00002000:00100000:0.0:1746066893.208859:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c8ed80 x1830882860764160/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066893.208868:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8ed80 with x1830882860764160 ext(0->4095) 00002000:00010000:0.0:1746066893.208873:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c8ed80 00000100:00100000:0.0:1746066893.208904:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13379 00000100:00100000:0.0:1746066893.208911:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+108:2031:x1830882860764160:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746066893.209021:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+108:2031:x1830882860764160:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (885us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066893.209027:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13379 00002000:00100000:0.0:1746066893.209033:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c8ed80 x1830882860764160/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066893.209040:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8ed80 with x1830882860764160 ext(0->4095) 00002000:00010000:0.0:1746066893.209043:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c8ed80 00000100:00100000:2.0:1746066893.209145:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861277056:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.209160:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.209185:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131428380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860763904:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4804us (5252us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.209192:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12712 00000100:00100000:0.0:1746066893.213540:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.213583:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860764288 00000100:00100000:1.0:1746066893.213590:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860764288 00000100:00100000:1.0:1746066893.213635:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29886 00000100:00100000:1.0:1746066893.213641:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131428700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860764288:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066893.213655:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066893.213668:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff439e2b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f95b expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.213690:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f954 expref: 107 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.213695:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066893.213697:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066893.213700:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff439e2b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f95b expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.213720:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f954 expref: 107 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.213728:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f954 expref: 107 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:1.0:1746066893.213736:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861277184:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066893.213804:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066893.216852:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.216905:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860764416 00000100:00100000:2.0:1746066893.216911:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860764416 00002000:00100000:2.0:1746066893.216940:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131428a80 x1830882860764416/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 496/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.216950:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131428a80 with x1830882860764416 ext(0->7) 00010000:00010000:2.0:1746066893.216957:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e24 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f954 expref: 108 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.216981:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e24 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f954 expref: 108 pid: 9627 timeout: 1105 lvb_type: 0 00002000:00010000:2.0:1746066893.216989:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131428a80 00000100:00100000:2.0:1746066893.217081:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2471 00000100:00100000:2.0:1746066893.217088:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131428a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+108:2032:x1830882860764416:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746066893.217253:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861277184:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066893.217273:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff439e2b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f95b expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.217283:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f562600, rc 0) 00000100:00100000:1.0:1746066893.217326:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131428700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860764288:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3684us (3790us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066893.217332:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29886 00000100:00100000:2.0:1746066893.219552:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131428a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2032:x1830882860764416:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2462us (2703us total) trans 4294972253 rc 0/0 00000100:00100000:2.0:1746066893.219560:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2471 00002000:00100000:2.0:1746066893.219566:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131428a80 x1830882860764416/t4294972253(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 496/448 e 0 to 0 dl 1746066904 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.219574:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131428a80 with x1830882860764416 ext(0->7) 00010000:00010000:2.0:1746066893.219580:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f954 expref: 110 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.219590:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f954 expref: 110 pid: 9627 timeout: 1105 lvb_type: 0 00002000:00010000:2.0:1746066893.219597:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131428a80 00000100:00100000:0.0:1746066893.222902:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.222958:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860764544 00000100:00100000:2.0:1746066893.222966:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860764544 00010000:00010000:2.0:1746066893.222992:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f954 expref: 110 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.223021:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12713 00000100:00100000:2.0:1746066893.223028:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2031:x1830882860764544:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.223039:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.223053:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f954 expref: 110 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.223063:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f954 expref: 110 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.223080:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e24 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f954 expref: 110 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.223105:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.223107:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.223113:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff439e2b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f95b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.223121:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff439e2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f95b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.223147:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff439e2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f95b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.223158:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861277312:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.223223:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066893.225549:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.225615:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861277312:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.225630:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.225750:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+109:2031:x1830882860764544:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2641us (2772us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.225761:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12713 00000100:00100000:3.0:1746066893.226797:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860764800 00000100:00100000:3.0:1746066893.226803:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860764800 00002000:00100000:3.0:1746066893.226841:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131428e00 x1830882860764800/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066893.226851:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131428e00 with x1830882860764800 ext(0->4095) 00002000:00010000:3.0:1746066893.226855:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131428e00 00000100:00100000:3.0:1746066893.226867:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13380 00000100:00100000:3.0:1746066893.226873:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131428e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860764800:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746066893.227207:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131428e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860764800:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 333us (1660us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066893.227213:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13380 00002000:00100000:3.0:1746066893.227219:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131428e00 x1830882860764800/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066893.227230:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131428e00 with x1830882860764800 ext(0->4095) 00002000:00010000:3.0:1746066893.227233:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131428e00 00000100:00100000:0.0:1746066893.231298:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066893.231339:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.231498:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860764928 00000100:00100000:3.0:1746066893.231503:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860764928 00000100:00100000:3.0:1746066893.231539:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860765056 00000100:00100000:3.0:1746066893.231542:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860765056 00000100:00100000:3.0:1746066893.231555:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29887 00000100:00100000:1.0:1746066893.231635:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29888 00000100:00100000:1.0:1746066893.231643:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+110:1868:x1830882860765056:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066893.231655:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066893.231667:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e32 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f969 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.231688:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff439e2b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f95b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.231695:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066893.231697:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066893.231700:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e32 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f969 expref: 111 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.231730:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff439e2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f95b expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.231742:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff439e2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f95b expref: 5 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:1.0:1746066893.231752:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861277440:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066893.231776:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131429180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+111:1869:x1830882860764928:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066893.231783:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066893.231790:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439e39 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f962 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066893.231827:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0300 going to sleep for 11 seconds 00010000:00010000:3.0:1746066893.232073:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.232078:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e32 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f969 expref: 112 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.232083:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066893.232086:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439e39 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f962 expref: 112 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.232105:0:9628:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e32 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f969 expref: 112 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.232116:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439e39 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f962 expref: 112 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.232125:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d950e00, rc 0) 00000100:00100000:3.0:1746066893.232146:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131429180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+112:1869:x1830882860764928:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 585us (852us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066893.232152:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29887 00000100:00100000:1.0:1746066893.234029:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861277440:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066893.234044:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e32 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f969 expref: 111 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.234053:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f562400, rc 0) 00000100:00100000:1.0:1746066893.234075:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+111:1868:x1830882860765056:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2433us (2735us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066893.234081:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29888 00000100:00100000:0.0:1746066893.234474:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.234671:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860765184 00000100:00100000:3.0:1746066893.234675:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860765184 00010000:00010000:3.0:1746066893.234692:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff439e2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f95b expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:3.0:1746066893.234711:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12714 00000100:00100000:3.0:1746066893.234717:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131429500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860765184:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066893.234724:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066893.234738:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff439e2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f95b expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.234747:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff439e2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f95b expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.234764:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f562600/0xd6b24631ff439e2b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f95b expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.234778:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.234779:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.234784:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f969 expref: 110 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.234792:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f969 expref: 110 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.234829:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f969 expref: 110 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.234839:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f969 expref: 110 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:3.0:1746066893.234849:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861277696:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066893.234897:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066893.236832:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861277696:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066893.236845:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066893.237212:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131429500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2032:x1830882860765184:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2493us (2952us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066893.237220:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12714 00000100:00100000:0.0:1746066893.237596:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.238006:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860765440 00000100:00100000:1.0:1746066893.238011:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860765440 00002000:00100000:1.0:1746066893.238038:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131429880 x1830882860765440/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.238054:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131429880 with x1830882860765440 ext(0->4095) 00010000:00010000:1.0:1746066893.238061:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f969 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:1.0:1746066893.238072:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f969 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00002000:00010000:1.0:1746066893.238079:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131429880 00000100:00100000:1.0:1746066893.238100:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2472 00000100:00100000:1.0:1746066893.238107:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131429880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2034:x1830882860765440:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066893.238197:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131429880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2034:x1830882860765440:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 90us (601us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066893.238203:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2472 00002000:00100000:1.0:1746066893.238208:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131429880 x1830882860765440/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.238215:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131429880 with x1830882860765440 ext(0->4095) 00010000:00010000:1.0:1746066893.238220:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f969 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:1.0:1746066893.238229:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f969 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00002000:00010000:1.0:1746066893.238236:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131429880 00000100:00100000:0.0:1746066893.241272:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.241386:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860765568 00000100:00100000:3.0:1746066893.241392:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860765568 00010000:00010000:3.0:1746066893.241414:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f969 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:3.0:1746066893.241439:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12715 00000100:00100000:3.0:1746066893.241445:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131429c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2033:x1830882860765568:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066893.241456:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066893.241470:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f969 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.241486:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f969 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.241504:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439e32 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f969 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.241529:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.241532:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.241537:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439e39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f962 expref: 110 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.241546:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439e39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f962 expref: 110 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.241569:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439e39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f962 expref: 110 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066893.241580:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861277824:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066893.241642:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066893.244868:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.244942:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860765824 00000100:00100000:2.0:1746066893.244947:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860765824 00002000:00100000:2.0:1746066893.244980:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131429f80 x1830882860765824/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.244989:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131429f80 with x1830882860765824 ext(0->4095) 00002000:00010000:2.0:1746066893.244995:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131429f80 00000100:00100000:2.0:1746066893.245021:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13381 00000100:00100000:2.0:1746066893.245028:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131429f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2033:x1830882860765824:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066893.245099:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861277824:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066893.245114:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066893.245140:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131429c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2033:x1830882860765568:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3695us (3874us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066893.245148:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12715 00000100:00100000:2.0:1746066893.245281:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131429f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2033:x1830882860765824:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 253us (416us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066893.245288:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13381 00002000:00100000:2.0:1746066893.245293:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131429f80 x1830882860765824/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.245301:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131429f80 with x1830882860765824 ext(0->4095) 00002000:00010000:2.0:1746066893.245304:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131429f80 00000100:00100000:1.0:1746066893.247452:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.247510:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860765952 00000100:00100000:2.0:1746066893.247516:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860765952 00000100:00100000:2.0:1746066893.247555:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29889 00000100:00100000:2.0:1746066893.247561:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860765952:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066893.247572:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066893.247584:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e40 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f970 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.247610:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439e39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f962 expref: 109 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.247617:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066893.247619:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066893.247622:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e40 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f970 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.247645:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439e39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f962 expref: 109 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.247655:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439e39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f962 expref: 109 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.247666:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861277952:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066893.247729:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066893.249701:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861277952:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066893.249723:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e40 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f970 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.249736:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc3600, rc 0) 00000100:00100000:2.0:1746066893.249772:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860765952:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2210us (2324us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.249779:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29889 00000100:00100000:0.0:1746066893.250044:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.250211:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860766080 00000100:00100000:3.0:1746066893.250217:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860766080 00010000:00010000:3.0:1746066893.250238:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439e39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f962 expref: 110 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:3.0:1746066893.250264:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12716 00000100:00100000:3.0:1746066893.250269:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013142a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2034:x1830882860766080:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066893.250280:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066893.250295:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439e39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f962 expref: 110 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.250304:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439e39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f962 expref: 110 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.250321:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff439e39 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f962 expref: 110 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.250363:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.250365:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.250372:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e40 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f970 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.250379:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f970 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.250401:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f970 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066893.250674:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861278080:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066893.251011:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066893.252539:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861278080:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066893.252552:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066893.252574:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013142a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+109:2034:x1830882860766080:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2304us (2531us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066893.252582:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12716 00000100:00100000:0.0:1746066893.253190:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.253254:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860766336 00000100:00100000:2.0:1746066893.253259:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860766336 00002000:00100000:2.0:1746066893.253286:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013142a680 x1830882860766336/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.253295:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013142a680 with x1830882860766336 ext(0->4095) 00002000:00010000:2.0:1746066893.253299:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013142a680 00000100:00100000:2.0:1746066893.253320:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13382 00000100:00100000:2.0:1746066893.253331:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013142a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860766336:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066893.253507:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013142a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860766336:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 176us (318us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066893.253514:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13382 00002000:00100000:2.0:1746066893.253519:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013142a680 x1830882860766336/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.253527:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013142a680 with x1830882860766336 ext(0->4095) 00002000:00010000:2.0:1746066893.253529:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013142a680 00000100:00100000:0.0:1746066893.254546:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.254691:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860766464 00000100:00100000:2.0:1746066893.254696:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860766464 00000100:00100000:2.0:1746066893.254727:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29890 00000100:00100000:2.0:1746066893.254733:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013142aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+109:1868:x1830882860766464:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066893.254742:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066893.254755:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e47 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f977 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.254774:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e40 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f970 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.254785:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.254787:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.254790:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e47 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f977 expref: 110 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.254836:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f970 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.254848:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f970 expref: 5 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.254858:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861278208:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066893.255109:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801240496c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066893.255559:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.255876:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860766592 00000100:00100000:3.0:1746066893.255880:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860766592 00000100:00100000:3.0:1746066893.256136:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29891 00000100:00100000:3.0:1746066893.256144:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013142ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+111:1869:x1830882860766592:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066893.256151:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066893.256159:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439e4e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f97e expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.256171:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.256175:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e47 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f977 expref: 112 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.256179:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066893.256182:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439e4e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f97e expref: 112 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.256201:0:9628:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e47 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f977 expref: 112 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.256211:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439e4e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f97e expref: 112 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.256223:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb7200, rc 0) 00000100:00100000:3.0:1746066893.256245:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013142ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+112:1869:x1830882860766592:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066893.256251:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29891 00000100:00100000:3.0:1746066893.256775:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861278208:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066893.256789:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e47 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f977 expref: 111 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.256796:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc3e00, rc 0) 00000100:00100000:3.0:1746066893.256823:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013142aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+111:1868:x1830882860766464:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2090us (2278us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066893.256828:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29890 00000100:00100000:0.0:1746066893.257448:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.257584:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860766720 00000100:00100000:3.0:1746066893.257588:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860766720 00010000:00010000:3.0:1746066893.257604:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f970 expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:3.0:1746066893.257621:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12717 00000100:00100000:3.0:1746066893.257627:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013142b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860766720:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066893.257635:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066893.257648:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f970 expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.257657:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f970 expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.257675:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e40 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f970 expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.258124:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.258126:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.258132:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f977 expref: 110 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.258139:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f977 expref: 110 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.258161:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f977 expref: 110 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.258170:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f977 expref: 110 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:3.0:1746066893.258179:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861278464:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066893.258311:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066893.263635:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.263781:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860766976 00000100:00100000:2.0:1746066893.263787:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860766976 00002000:00100000:2.0:1746066893.263829:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013142b480 x1830882860766976/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.263839:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013142b480 with x1830882860766976 ext(0->4095) 00010000:00010000:2.0:1746066893.263846:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e47 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f977 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.263858:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e47 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f977 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00002000:00010000:2.0:1746066893.263864:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013142b480 00000100:00100000:3.0:1746066893.264177:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861278464:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066893.264193:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066893.264226:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013142b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860766720:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6599us (6778us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066893.264234:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12717 00000100:00100000:2.0:1746066893.265154:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2473 00000100:00100000:2.0:1746066893.265162:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013142b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2033:x1830882860766976:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066893.265258:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013142b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2033:x1830882860766976:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 97us (1630us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066893.265265:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2473 00002000:00100000:2.0:1746066893.265270:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013142b480 x1830882860766976/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.265277:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013142b480 with x1830882860766976 ext(0->4095) 00010000:00010000:2.0:1746066893.265283:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f977 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.265292:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f977 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00002000:00010000:2.0:1746066893.265298:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013142b480 00000100:00100000:0.0:1746066893.269256:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.269318:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860767104 00000100:00100000:3.0:1746066893.269325:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860767104 00010000:00010000:3.0:1746066893.269377:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f977 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:3.0:1746066893.269413:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12718 00000100:00100000:3.0:1746066893.269596:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013142b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2031:x1830882860767104:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066893.269608:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066893.269624:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f977 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.269634:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f977 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.269654:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e47 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f977 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.269683:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.269685:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.269690:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439e4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f97e expref: 110 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.269699:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439e4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f97e expref: 110 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.269724:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439e4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f97e expref: 110 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066893.269734:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861278592:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066893.269800:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066893.272099:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.272188:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861278592:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066893.272202:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066893.272228:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013142b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2031:x1830882860767104:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2808us (2978us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066893.272236:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12718 00000100:00100000:1.0:1746066893.272299:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860767360 00000100:00100000:1.0:1746066893.272305:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860767360 00002000:00100000:1.0:1746066893.272332:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013142bb80 x1830882860767360/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.272364:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013142bb80 with x1830882860767360 ext(0->4095) 00002000:00010000:1.0:1746066893.272368:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013142bb80 00000100:00100000:1.0:1746066893.272918:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13383 00000100:00100000:1.0:1746066893.272925:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013142bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2033:x1830882860767360:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066893.273236:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013142bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2033:x1830882860767360:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 310us (1140us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066893.273242:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13383 00002000:00100000:1.0:1746066893.273247:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013142bb80 x1830882860767360/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.273255:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013142bb80 with x1830882860767360 ext(0->4095) 00002000:00010000:1.0:1746066893.273258:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013142bb80 00000100:00100000:0.0:1746066893.275134:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.275217:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860767488 00000100:00100000:3.0:1746066893.275224:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860767488 00000100:00100000:3.0:1746066893.275261:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29892 00000100:00100000:3.0:1746066893.275268:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131428000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860767488:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066893.275279:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066893.275291:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e55 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f985 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.275312:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439e4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f97e expref: 109 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.275319:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066893.275321:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066893.275324:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e55 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f985 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.275379:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439e4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f97e expref: 109 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.275390:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439e4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f97e expref: 109 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:3.0:1746066893.275407:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861278720:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066893.275463:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066893.276851:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.276899:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860767616 00000100:00100000:2.0:1746066893.276904:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860767616 00010000:00010000:2.0:1746066893.276924:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439e4e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f97e expref: 110 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.276944:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12719 00000100:00100000:2.0:1746066893.277170:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131428700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2034:x1830882860767616:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.277180:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.277194:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439e4e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f97e expref: 110 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.277209:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439e4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f97e expref: 110 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.277227:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.277228:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.277234:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f985 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.277241:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f985 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.278128:0:9627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131fb7200/0xd6b24631ff439e4e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f97e expref: 110 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.278212:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f985 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.278221:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c33100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861278848:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066893.278361:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861278720:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066893.278379:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e55 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f985 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.278387:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc3000, rc 0) 00000100:00100000:3.0:1746066893.278424:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131428000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860767488:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3156us (3293us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066893.278430:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29892 00000100:00100000:2.0:1746066893.278500:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066893.281483:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c33100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861278848:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.281498:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.281541:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131428700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+109:2034:x1830882860767616:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4590us (4690us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.281550:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12719 00000100:00100000:0.0:1746066893.281589:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.281682:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860767872 00000100:00100000:1.0:1746066893.281688:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860767872 00002000:00100000:1.0:1746066893.281719:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131429180 x1830882860767872/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.281727:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131429180 with x1830882860767872 ext(0->4095) 00002000:00010000:1.0:1746066893.281731:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131429180 00000100:00100000:1.0:1746066893.282936:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13384 00000100:00100000:1.0:1746066893.283136:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131429180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860767872:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066893.283238:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131429180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860767872:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 295us (1650us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066893.283245:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13384 00002000:00100000:1.0:1746066893.283251:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131429180 x1830882860767872/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.283258:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131429180 with x1830882860767872 ext(0->4095) 00002000:00010000:1.0:1746066893.283261:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131429180 00000100:00100000:0.0:1746066893.283759:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.283867:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860768000 00000100:00100000:3.0:1746066893.283870:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860768000 00000100:00100000:3.0:1746066893.283896:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29893 00000100:00100000:3.0:1746066893.283900:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131428380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+109:1868:x1830882860768000:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066893.283906:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066893.283918:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e5c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f98c expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.283939:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e55 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f985 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.283950:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.283952:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.283955:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e5c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f98c expref: 110 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.283977:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f985 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.283985:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f985 expref: 5 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:3.0:1746066893.283994:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861278976:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066893.284054:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066893.285840:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.285887:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860768128 00000100:00100000:2.0:1746066893.285892:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860768128 00000100:00100000:2.0:1746066893.285928:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29894 00000100:00100000:2.0:1746066893.285933:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+111:1869:x1830882860768128:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746066893.285946:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066893.285956:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439e63 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f993 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.285970:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.285973:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e5c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f98c expref: 112 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.285976:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066893.285979:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439e63 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f993 expref: 112 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.285995:0:25556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e5c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f98c expref: 112 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.286002:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439e63 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f993 expref: 112 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.286008:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc6e00, rc 0) 00000100:00100000:2.0:1746066893.286035:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+112:1869:x1830882860768128:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.286041:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29894 00000100:00100000:3.0:1746066893.286659:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861278976:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066893.286674:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e5c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f98c expref: 111 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.286682:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc2400, rc 0) 00000100:00100000:3.0:1746066893.286706:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131428380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+111:1868:x1830882860768000:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2805us (2948us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066893.286711:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29893 00000100:00100000:0.0:1746066893.289298:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.289642:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860768256 00000100:00100000:2.0:1746066893.289652:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860768256 00010000:00010000:2.0:1746066893.289678:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f985 expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.289699:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12720 00000100:00100000:2.0:1746066893.289706:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860768256:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.289715:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.289729:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f985 expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.289740:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f985 expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.289758:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e55 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f985 expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.289772:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.289774:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.289779:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f98c expref: 110 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.289787:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f98c expref: 110 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.289827:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f98c expref: 110 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.289838:0:7260:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f98c expref: 110 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.289849:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c33100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861279232:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.289910:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066893.292867:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c33100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861279232:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.292881:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.292913:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860768256:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3208us (3619us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.292920:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12720 00000100:00100000:0.0:1746066893.294836:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.294886:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860768512 00000100:00100000:2.0:1746066893.294891:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860768512 00002000:00100000:2.0:1746066893.295112:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e9f80 x1830882860768512/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.295120:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e9f80 with x1830882860768512 ext(0->4095) 00010000:00010000:2.0:1746066893.295127:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f98c expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.295138:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f98c expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00002000:00010000:2.0:1746066893.295144:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e9f80 00000100:00100000:2.0:1746066893.295198:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2474 00000100:00100000:2.0:1746066893.295203:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2033:x1830882860768512:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066893.295294:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2033:x1830882860768512:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 92us (461us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066893.295298:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2474 00002000:00100000:2.0:1746066893.295302:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800957e9f80 x1830882860768512/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.295306:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957e9f80 with x1830882860768512 ext(0->4095) 00010000:00010000:2.0:1746066893.295310:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f98c expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.295315:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f98c expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00002000:00010000:2.0:1746066893.295319:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957e9f80 00000100:00100000:0.0:1746066893.297674:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.297722:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860768640 00000100:00100000:2.0:1746066893.297728:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860768640 00010000:00010000:2.0:1746066893.297752:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f98c expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.297778:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12721 00000100:00100000:2.0:1746066893.297784:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2032:x1830882860768640:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.297793:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.297816:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f98c expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.297827:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f98c expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.297846:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e5c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f98c expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.297873:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.297875:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.297881:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439e63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f993 expref: 110 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.297895:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439e63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f993 expref: 110 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.297921:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439e63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f993 expref: 110 pid: 25556 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.297931:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c33100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861279360:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.298225:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066893.299836:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c33100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861279360:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.299853:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.300078:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2032:x1830882860768640:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2292us (2407us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.300086:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12721 00000100:00100000:0.0:1746066893.301137:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.301223:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860768896 00000100:00100000:1.0:1746066893.301228:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860768896 00002000:00100000:1.0:1746066893.301259:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c408380 x1830882860768896/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.301268:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c408380 with x1830882860768896 ext(0->4095) 00002000:00010000:1.0:1746066893.301271:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c408380 00000100:00100000:1.0:1746066893.301301:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13385 00000100:00100000:1.0:1746066893.301307:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2033:x1830882860768896:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066893.302072:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2033:x1830882860768896:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 763us (934us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066893.302079:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13385 00002000:00100000:1.0:1746066893.302085:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c408380 x1830882860768896/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.302092:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c408380 with x1830882860768896 ext(0->4095) 00002000:00010000:1.0:1746066893.302095:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c408380 00000100:00100000:0.0:1746066893.304540:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.304598:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860769024 00000100:00100000:3.0:1746066893.304604:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860769024 00000100:00100000:3.0:1746066893.304642:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29895 00000100:00100000:3.0:1746066893.304649:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860769024:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066893.304665:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066893.304678:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e6a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f99a expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.304701:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439e63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f993 expref: 109 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.304707:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066893.304709:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066893.304712:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e6a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f99a expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.304737:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439e63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f993 expref: 109 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.304748:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439e63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f993 expref: 109 pid: 25556 timeout: 1105 lvb_type: 0 00000100:00100000:3.0:1746066893.304758:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861279488:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066893.305878:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066893.306714:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861279488:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066893.306732:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e6a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f99a expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.306740:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc3600, rc 0) 00000100:00100000:3.0:1746066893.306774:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860769024:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2125us (2239us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066893.306784:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29895 00000100:00100000:0.0:1746066893.307543:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.307593:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860769152 00000100:00100000:2.0:1746066893.307598:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860769152 00010000:00010000:2.0:1746066893.307617:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439e63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f993 expref: 110 pid: 25556 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.307646:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12722 00000100:00100000:2.0:1746066893.307652:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2034:x1830882860769152:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.307661:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.307676:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439e63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f993 expref: 110 pid: 25556 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.307691:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439e63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f993 expref: 110 pid: 25556 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.307707:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fc6e00/0xd6b24631ff439e63 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f993 expref: 110 pid: 25556 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.307729:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.307731:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.307736:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e6a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f99a expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.307743:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f99a expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.307764:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f99a expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.307774:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c33100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861279616:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.307836:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066893.309827:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c33100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861279616:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.309842:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.309873:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+109:2034:x1830882860769152:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2221us (2331us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.309881:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12722 00000100:00100000:0.0:1746066893.311759:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.311837:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860769408 00000100:00100000:1.0:1746066893.311844:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860769408 00002000:00100000:1.0:1746066893.311881:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095873800 x1830882860769408/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.311891:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095873800 with x1830882860769408 ext(0->4095) 00002000:00010000:1.0:1746066893.311895:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095873800 00000100:00100000:1.0:1746066893.311919:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13386 00000100:00100000:1.0:1746066893.311925:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860769408:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066893.312027:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860769408:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 101us (270us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066893.312032:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13386 00002000:00100000:1.0:1746066893.312037:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095873800 x1830882860769408/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.312043:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095873800 with x1830882860769408 ext(0->4095) 00002000:00010000:1.0:1746066893.312046:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095873800 00000100:00100000:0.0:1746066893.312223:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.312470:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860769536 00000100:00100000:3.0:1746066893.312474:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860769536 00000100:00100000:3.0:1746066893.312498:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29896 00000100:00100000:3.0:1746066893.312503:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+109:1868:x1830882860769536:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066893.312512:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066893.312524:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e71 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f9a1 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.312544:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e6a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f99a expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.312550:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.312552:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.312555:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e71 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a1 expref: 110 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.313064:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f99a expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.313077:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f99a expref: 5 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:3.0:1746066893.313088:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861279744:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066893.313264:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066893.314965:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.315213:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861279744:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066893.315247:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.315297:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860769664 00000100:00100000:2.0:1746066893.315302:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860769664 00000100:00100000:1.0:1746066893.315315:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860769792 00000100:00100000:1.0:1746066893.315318:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860769792 00010000:00010000:2.0:1746066893.315323:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f99a expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:0.0:1746066893.315364:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12723 00000100:00100000:2.0:1746066893.315370:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29897 00000100:00100000:0.0:1746066893.315371:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d736680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860769664:12345-192.168.201.51@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746066893.315374:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d737b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+111:1869:x1830882860769792:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066893.315379:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.315382:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066893.315390:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439e78 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f9a8 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066893.315392:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f99a expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:0.0:1746066893.315402:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f99a expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.315523:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.315528:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e71 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a1 expref: 112 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.315533:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066893.315536:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439e78 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a8 expref: 112 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.315555:0:25556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e71 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a1 expref: 112 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.315565:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439e78 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a8 expref: 112 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.315573:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eb5e000, rc 0) 00000100:00100000:2.0:1746066893.315605:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d737b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+112:1869:x1830882860769792:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 229us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.315610:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29897 00010000:00010000:3.0:1746066893.315657:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e71 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a1 expref: 111 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.315665:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc3e00, rc 0) 00000100:00100000:3.0:1746066893.315685:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+111:1868:x1830882860769536:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3182us (3463us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066893.315690:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29896 00010000:00010000:0.0:1746066893.315693:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e6a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f99a expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:0.0:1746066893.315706:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066893.315707:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066893.315712:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a1 expref: 110 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066893.315719:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a1 expref: 110 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066893.315738:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a1 expref: 110 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066893.315747:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a1 expref: 110 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:0.0:1746066893.315756:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d737480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861280000:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066893.315796:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098505e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066893.318175:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d737480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861280000:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.318189:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.318225:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d736680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860769664:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2853us (2977us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.318233:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12723 00000100:00100000:0.0:1746066893.318889:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.318952:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860770048 00000100:00100000:1.0:1746066893.318958:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860770048 00002000:00100000:1.0:1746066893.319003:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d736300 x1830882860770048/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.319012:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d736300 with x1830882860770048 ext(0->4095) 00010000:00010000:1.0:1746066893.319018:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a1 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:1.0:1746066893.319030:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a1 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00002000:00010000:1.0:1746066893.319042:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d736300 00000100:00100000:1.0:1746066893.319064:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2475 00000100:00100000:1.0:1746066893.319070:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d736300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2033:x1830882860770048:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066893.319565:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d736300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2033:x1830882860770048:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 493us (674us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066893.319573:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2475 00002000:00100000:1.0:1746066893.319578:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d736300 x1830882860770048/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.319585:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d736300 with x1830882860770048 ext(0->4095) 00010000:00010000:1.0:1746066893.319590:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a1 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:1.0:1746066893.319599:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a1 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00002000:00010000:1.0:1746066893.319605:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d736300 00000100:00100000:0.0:1746066893.321592:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.322157:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860770176 00000100:00100000:2.0:1746066893.322163:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860770176 00010000:00010000:2.0:1746066893.322183:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a1 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.322199:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12724 00000100:00100000:2.0:1746066893.322203:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d735880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2033:x1830882860770176:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.322210:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.322224:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a1 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.322231:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a1 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.322247:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3e00/0xd6b24631ff439e71 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a1 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.322472:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.322474:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.322481:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439e78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a8 expref: 110 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.322488:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439e78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a8 expref: 110 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.322517:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439e78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a8 expref: 110 pid: 25556 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.322528:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c33100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861280128:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.322597:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066893.325297:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.325744:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860770432 00000100:00100000:1.0:1746066893.325750:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860770432 00002000:00100000:1.0:1746066893.325782:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d735c00 x1830882860770432/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.325792:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d735c00 with x1830882860770432 ext(0->4095) 00002000:00010000:1.0:1746066893.325796:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d735c00 00000100:00100000:1.0:1746066893.325831:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13387 00000100:00100000:1.0:1746066893.325838:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d735c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2034:x1830882860770432:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746066893.326132:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d735c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2034:x1830882860770432:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 293us (837us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066893.326139:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13387 00002000:00100000:1.0:1746066893.326145:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d735c00 x1830882860770432/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.326152:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d735c00 with x1830882860770432 ext(0->4095) 00002000:00010000:1.0:1746066893.326155:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d735c00 00000100:00100000:2.0:1746066893.326214:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c33100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861280128:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.326230:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.326253:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d735880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2033:x1830882860770176:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4049us (4665us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.326260:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12724 00000100:00100000:0.0:1746066893.328304:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.328843:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860770560 00000100:00100000:3.0:1746066893.328847:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860770560 00000100:00100000:3.0:1746066893.328878:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29898 00000100:00100000:3.0:1746066893.328885:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d734000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860770560:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066893.328896:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066893.328935:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e7f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f9af expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.328956:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439e78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a8 expref: 109 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.328960:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066893.328961:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066893.328964:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e7f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9af expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.328987:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439e78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a8 expref: 109 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.328998:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439e78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a8 expref: 109 pid: 25556 timeout: 1105 lvb_type: 0 00000100:00100000:3.0:1746066893.329009:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861280256:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066893.329115:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066893.331756:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.331819:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860770688 00000100:00100000:2.0:1746066893.331825:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860770688 00010000:00010000:2.0:1746066893.331852:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439e78 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a8 expref: 110 pid: 25556 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.331875:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12725 00000100:00100000:2.0:1746066893.331881:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d737800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2033:x1830882860770688:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.331890:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.331907:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439e78 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a8 expref: 110 pid: 25556 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.331916:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439e78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a8 expref: 110 pid: 25556 timeout: 1105 lvb_type: 0 00000100:00100000:3.0:1746066893.331927:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861280256:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066893.331933:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff439e78 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9a8 expref: 110 pid: 25556 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.331945:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e7f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9af expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.331955:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.331957:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.331962:0:9627:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9af expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.332169:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9af expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.332575:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.332610:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d737800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+109:2033:x1830882860770688:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 728us (856us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.332617:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12725 00010000:00010000:3.0:1746066893.332628:0:9627:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9af expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066893.332639:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861280384:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066893.332683:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066893.333904:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861280384:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066893.333913:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc2400, rc 0) 00000100:00100000:3.0:1746066893.334169:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d734000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860770560:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5284us (5868us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066893.334177:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29898 00000100:00100000:0.0:1746066893.335401:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.335438:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860770944 00000100:00100000:1.0:1746066893.335443:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860770944 00002000:00100000:1.0:1746066893.335473:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d734a80 x1830882860770944/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.335488:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d734a80 with x1830882860770944 ext(0->4095) 00002000:00010000:1.0:1746066893.335492:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d734a80 00000100:00100000:1.0:1746066893.335613:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13388 00000100:00100000:1.0:1746066893.335622:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d734a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860770944:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746066893.335768:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d734a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860770944:12345-192.168.201.51@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (368us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066893.335773:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13388 00002000:00100000:1.0:1746066893.335778:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d734a80 x1830882860770944/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.335785:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d734a80 with x1830882860770944 ext(0->4095) 00002000:00010000:1.0:1746066893.335787:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d734a80 00000100:00100000:0.0:1746066893.336710:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.336780:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860771072 00000100:00100000:3.0:1746066893.336784:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860771072 00000100:00100000:3.0:1746066893.336944:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29899 00000100:00100000:3.0:1746066893.336953:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d736d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+109:1868:x1830882860771072:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066893.336962:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066893.336974:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e86 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f9b6 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.336992:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e7f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9af expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.336998:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.337000:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.337002:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e86 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9b6 expref: 110 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.337023:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9af expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.337033:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9af expref: 5 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:3.0:1746066893.337043:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861280512:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066893.337102:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066893.337372:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066893.337406:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860771200 00000100:00100000:0.0:1746066893.337410:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860771200 00000100:00100000:0.0:1746066893.337437:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29900 00000100:00100000:0.0:1746066893.337443:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+111:1869:x1830882860771200:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746066893.337461:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066893.337469:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132e0b400/0xd6b24631ff439e8d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f9bd expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066893.337481:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066893.337485:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e86 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9b6 expref: 112 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066893.337491:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066893.337494:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e0b400/0xd6b24631ff439e8d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9bd expref: 112 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066893.337513:0:25556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e86 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9b6 expref: 112 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066893.337524:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132e0b400/0xd6b24631ff439e8d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9bd expref: 112 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066893.337533:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132e0b400, rc 0) 00000100:00100000:0.0:1746066893.337564:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+112:1869:x1830882860771200:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066893.337571:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29900 00000100:00100000:3.0:1746066893.338698:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861280512:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066893.338713:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e86 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9b6 expref: 111 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.338728:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc3000, rc 0) 00000100:00100000:3.0:1746066893.338761:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d736d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+111:1868:x1830882860771072:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1809us (2051us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066893.338765:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29899 00000100:00100000:0.0:1746066893.339821:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.339876:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860771328 00000100:00100000:2.0:1746066893.339880:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860771328 00010000:00010000:2.0:1746066893.339899:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9af expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.339932:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12726 00000100:00100000:2.0:1746066893.339938:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d737100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860771328:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.339947:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.339961:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9af expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.339970:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9af expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.339987:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc2400/0xd6b24631ff439e7f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9af expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.340010:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.340012:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.340018:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9b6 expref: 110 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.340031:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9b6 expref: 110 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.340053:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9b6 expref: 110 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.340063:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9b6 expref: 110 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.340073:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861280768:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.340203:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066893.341616:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861280768:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.341629:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.341660:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d737100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860771328:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1722us (1853us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.341666:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12726 00000100:00100000:0.0:1746066893.342059:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.342107:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860771584 00000100:00100000:1.0:1746066893.342112:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860771584 00002000:00100000:1.0:1746066893.342138:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d735500 x1830882860771584/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.342147:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d735500 with x1830882860771584 ext(0->4095) 00010000:00010000:1.0:1746066893.342153:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9b6 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:1.0:1746066893.342164:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9b6 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00002000:00010000:1.0:1746066893.342170:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d735500 00000100:00100000:1.0:1746066893.342198:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2476 00000100:00100000:1.0:1746066893.342205:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2033:x1830882860771584:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066893.342311:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2033:x1830882860771584:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (252us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066893.342317:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2476 00002000:00100000:1.0:1746066893.342554:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d735500 x1830882860771584/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746066893.342562:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d735500 with x1830882860771584 ext(0->4095) 00010000:00010000:1.0:1746066893.342567:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9b6 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:1.0:1746066893.342576:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9b6 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00002000:00010000:1.0:1746066893.342587:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d735500 00000100:00100000:0.0:1746066893.345793:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.345849:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860771712 00000100:00100000:2.0:1746066893.345856:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860771712 00010000:00010000:2.0:1746066893.345881:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9b6 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.345910:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12727 00000100:00100000:2.0:1746066893.345916:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2034:x1830882860771712:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.345927:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.345942:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9b6 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.345953:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9b6 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.345971:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439e86 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9b6 expref: 111 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.345997:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.345999:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.346005:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e0b400/0xd6b24631ff439e8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9bd expref: 110 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.346013:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e0b400/0xd6b24631ff439e8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9bd expref: 110 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.346039:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132e0b400/0xd6b24631ff439e8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9bd expref: 110 pid: 25556 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.346049:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861280896:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.346117:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066893.347921:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861280896:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.347934:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.347959:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2034:x1830882860771712:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2043us (2172us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.347965:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12727 00000100:00100000:0.0:1746066893.348827:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.349374:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860771968 00000100:00100000:3.0:1746066893.349380:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860771968 00002000:00100000:3.0:1746066893.349415:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d735180 x1830882860771968/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066893.349424:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d735180 with x1830882860771968 ext(0->4095) 00002000:00010000:3.0:1746066893.349428:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d735180 00000100:00100000:3.0:1746066893.349456:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13389 00000100:00100000:3.0:1746066893.349462:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2033:x1830882860771968:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746066893.349740:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066893.349768:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066893.349831:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066893.349849:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860772224 00000100:00100000:0.0:1746066893.349853:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860772224 00000100:00100000:0.0:1746066893.349879:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860772352 00000100:00100000:0.0:1746066893.349882:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860772352 00000100:00100000:0.0:1746066893.349896:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1497 00000100:00100000:0.0:1746066893.349901:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d736680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2033:x1830882860772224:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:0.0:1746066893.349931:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d736680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2033:x1830882860772224:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 30us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066893.349936:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1497 00000100:00100000:0.0:1746066893.349945:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1498 00000100:00100000:0.0:1746066893.349950:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d735880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+5:2033:x1830882860772352:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:0.0:1746066893.349965:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d735880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+5:2033:x1830882860772352:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 15us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066893.349969:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1498 00000100:00080000:0.0:1746066893.349981:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746066893.349983:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746066893.350293:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2033:x1830882860771968:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 830us (1466us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066893.350299:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13389 00000100:00100000:1.0:1746066893.350517:0:7267:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860772096 00000100:00100000:1.0:1746066893.350521:0:7267:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860772096 00000100:00100000:1.0:1746066893.350545:0:7267:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 637 00000100:00100000:1.0:1746066893.350550:0:7267:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8d5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7962a243-2afe-4d45-a456-6c33572a299a+12:2033:x1830882860772096:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:1.0:1746066893.350576:0:7267:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8d5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7962a243-2afe-4d45-a456-6c33572a299a+12:2033:x1830882860772096:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 26us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066893.350582:0:7267:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 637 00002000:00100000:3.0:1746066893.350617:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d735180 x1830882860771968/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066893.350623:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d735180 with x1830882860771968 ext(0->4095) 00002000:00010000:3.0:1746066893.350625:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d735180 00000100:00100000:0.0:1746066893.352886:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.352934:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860772608 00000100:00100000:3.0:1746066893.352939:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860772608 00000100:00100000:3.0:1746066893.352977:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29901 00000100:00100000:3.0:1746066893.352984:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d737800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860772608:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066893.353002:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066893.353019:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e94 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f9c4 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.353041:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132e0b400/0xd6b24631ff439e8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9bd expref: 109 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.353050:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066893.353051:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066893.353055:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e94 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9c4 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.353193:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132e0b400/0xd6b24631ff439e8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9bd expref: 109 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.353205:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132e0b400/0xd6b24631ff439e8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9bd expref: 109 pid: 25556 timeout: 1105 lvb_type: 0 00000100:00100000:3.0:1746066893.353216:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861281024:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066893.353286:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066893.355596:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066893.355628:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066893.355654:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066893.355682:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.355683:0:7273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860772864 00000100:00100000:2.0:1746066893.355689:0:7273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860772864 00000100:00080000:0.0:1746066893.355716:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746066893.355730:0:7273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860772992 00000100:00100000:2.0:1746066893.355733:0:7273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860772992 00000100:00100000:0.0:1746066893.355735:0:7271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1499 00000100:00100000:0.0:1746066893.355743:0:7271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d737480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:2033:x1830882860772864:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:2.0:1746066893.355754:0:7273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1500 00000100:00100000:2.0:1746066893.355760:0:7273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095886680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860772992:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:0.0:1746066893.355786:0:7271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d737480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:2033:x1830882860772864:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 43us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066893.355792:0:7271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1499 00000100:00100000:2.0:1746066893.355795:0:7273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095886680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860772992:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 35us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.355802:0:7273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1500 00000100:00080000:0.0:1746066893.355827:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746066893.355838:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860772736 00000100:00100000:2.0:1746066893.355841:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860772736 00010000:00010000:2.0:1746066893.355857:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132e0b400/0xd6b24631ff439e8d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9bd expref: 110 pid: 25556 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.355878:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12728 00000100:00100000:2.0:1746066893.355883:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095885880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2032:x1830882860772736:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.355892:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.355909:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132e0b400/0xd6b24631ff439e8d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9bd expref: 110 pid: 25556 timeout: 1105 lvb_type: 0 00000100:00100000:1.0:1746066893.355959:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860772480 00000100:00100000:1.0:1746066893.355962:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860772480 00000100:00100000:3.0:1746066893.355967:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861281024:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066893.355987:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e94 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9c4 expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066893.355989:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29902 00000100:00100000:1.0:1746066893.355994:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d737100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+5:2030:x1830882860772480:12345-192.168.201.51@tcp:9:kworker.0 00010000:00010000:3.0:1746066893.355999:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc3600, rc 0) 00000020:00000080:1.0:1746066893.356009:0:25556:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd6b24631ff3716db 00000100:00080000:1.0:1746066893.356015:0:25556:0:(import.c:66:import_set_state_nolock()) ffff88008f635800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1746066893.356022:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d737800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860772608:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3038us (3138us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066893.356250:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29901 00010000:00010000:3.0:1746066893.356279:0:8435:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:1.0:1746066893.356286:0:25556:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294970503 00010000:00010000:2.0:1746066893.356331:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132e0b400/0xd6b24631ff439e8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9bd expref: 110 pid: 25556 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.356385:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132e0b400/0xd6b24631ff439e8d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9bd expref: 110 pid: 25556 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.356400:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.356402:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.356408:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e94 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9c4 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.356416:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9c4 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.356441:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9c4 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.356451:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861281152:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.356492:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066893.356772:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d737100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+2:2030:x1830882860772480:12345-192.168.201.51@tcp:9:kworker.0 Request processed in 777us (1178us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066893.356778:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29902 00000100:00080000:0.0:1746066893.357624:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:0.0:1746066893.360111:0:9625:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 18595197-82a3-44f2-a6c2-770f1d2aac37 00000020:00000080:0.0:1746066893.360116:0:9625:0:(genops.c:904:class_export_put()) final put ffff88008f633800/18595197-82a3-44f2-a6c2-770f1d2aac37 00000001:00100000:0.0:1746066893.360133:0:9625:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 164a43f3-71d4-4d11-a5de-0e73b1f5c070 00000020:00000080:0.0:1746066893.360135:0:9625:0:(genops.c:904:class_export_put()) final put ffff880095943800/164a43f3-71d4-4d11-a5de-0e73b1f5c070 00000020:00000080:2.0:1746066893.360157:0:309:0:(genops.c:863:class_export_destroy()) destroying export ffff88008f633800/18595197-82a3-44f2-a6c2-770f1d2aac37 for lustre-OST0000 00000020:00000080:2.0:1746066893.360196:0:309:0:(genops.c:863:class_export_destroy()) destroying export ffff880095943800/164a43f3-71d4-4d11-a5de-0e73b1f5c070 for lustre-OST0000 00000020:00000080:2.0:1746066893.360210:0:309:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88008f635800 for lustre-OST0000 00000020:00000080:2.0:1746066893.360214:0:309:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff880095940000 for lustre-OST0000 00000100:00100000:0.0:1746066893.360721:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.360822:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860773120 00000100:00100000:1.0:1746066893.360831:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860773120 00000100:00100000:1.0:1746066893.360895:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29903 00000100:00100000:1.0:1746066893.361193:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+110:1868:x1830882860773120:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066893.361208:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066893.361228:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439e9b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f9cb expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.361252:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9c4 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.361259:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066893.361261:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066893.361264:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439e9b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9cb expref: 111 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.361289:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9c4 expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.361301:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e94 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9c4 expref: 5 pid: 9627 timeout: 1105 lvb_type: 0 00000100:00100000:1.0:1746066893.361539:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c8d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861281280:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066893.361608:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0240 going to sleep for 11 seconds 00000100:00100000:3.0:1746066893.362258:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861281152:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066893.362274:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066893.362300:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095885880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2032:x1830882860772736:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6416us (6617us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066893.362309:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12728 00000100:00100000:0.0:1746066893.365229:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.366138:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860773376 00000100:00100000:3.0:1746066893.366146:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860773376 00000100:00100000:1.0:1746066893.366160:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c8d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861281280:192.168.201.51@tcp:104: 00002000:00100000:3.0:1746066893.366179:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095884000 x1830882860773376/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746066893.366182:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439e9b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9cb expref: 110 pid: 9628 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746066893.366188:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095884000 with x1830882860773376 ext(0->4095) 00010000:00010000:3.0:1746066893.366194:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9c4 expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:1.0:1746066893.366195:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efed000, rc 0) 00010000:00010000:3.0:1746066893.366203:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9c4 expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00002000:00010000:3.0:1746066893.366208:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095884000 00000100:00100000:3.0:1746066893.366661:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2477 00000100:00100000:3.0:1746066893.366667:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860773376:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746066893.367266:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+110:1868:x1830882860773120:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6363us (6546us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066893.367274:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29903 00000100:00100000:3.0:1746066893.367305:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860773376:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 635us (2078us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066893.367311:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2477 00002000:00100000:3.0:1746066893.367318:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095884000 x1830882860773376/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066893.367326:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095884000 with x1830882860773376 ext(0->4095) 00010000:00010000:3.0:1746066893.367331:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9c4 expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.367356:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9c4 expref: 6 pid: 9627 timeout: 1105 lvb_type: 0 00002000:00010000:3.0:1746066893.367363:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095884000 00000100:00100000:0.0:1746066893.377541:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066893.377578:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.377669:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860773632 00000100:00100000:1.0:1746066893.377677:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860773632 00000100:00100000:3.0:1746066893.377694:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860773504 00000100:00100000:3.0:1746066893.377698:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860773504 00000100:00100000:1.0:1746066893.377710:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29904 00000100:00100000:1.0:1746066893.377717:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:1869:x1830882860773632:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066893.377719:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9c4 expref: 7 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:1.0:1746066893.377731:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746066893.377737:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12729 00000100:00100000:3.0:1746066893.377741:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095886300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:2033:x1830882860773504:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066893.377741:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439ea2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f9d2 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.377758:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.377760:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066893.377763:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439e9b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9cb expref: 109 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.377769:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066893.377772:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439ea2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d2 expref: 8 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.377911:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9c4 expref: 8 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.377926:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9c4 expref: 8 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.377942:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439e94 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9c4 expref: 8 pid: 9627 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.377960:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.377961:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.377967:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439e9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9cb expref: 109 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.377974:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439e9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9cb expref: 109 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.377999:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439e9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9cb expref: 109 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.378009:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439e9b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9cb expref: 109 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:3.0:1746066893.378019:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861281408:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066893.378071:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291540 going to sleep for 11 seconds 00010000:00010000:1.0:1746066893.378150:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439e9b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9cb expref: 109 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:1.0:1746066893.378160:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439e9b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9cb expref: 109 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:1.0:1746066893.378170:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c8d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861281536:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066893.378198:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066893.379456:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c8d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861281536:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066893.379472:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439ea2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d2 expref: 7 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.379486:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f562800, rc 0) 00000100:00100000:1.0:1746066893.379513:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:1869:x1830882860773632:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1795us (1933us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066893.379525:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29904 00000100:00100000:3.0:1746066893.379752:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861281408:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066893.379763:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066893.381223:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095886300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860773504:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3476us (3685us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066893.381233:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12729 00000100:00100000:1.0:1746066893.381874:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.381954:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860773888 00000100:00100000:2.0:1746066893.381960:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860773888 00002000:00100000:2.0:1746066893.381991:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c8d180 x1830882860773888/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.382001:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8d180 with x1830882860773888 ext(0->4095) 00010000:00010000:2.0:1746066893.382008:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439e9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9cb expref: 110 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.382021:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439e9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9cb expref: 110 pid: 9628 timeout: 1105 lvb_type: 0 00002000:00010000:2.0:1746066893.382026:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c8d180 00000100:00100000:2.0:1746066893.382227:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2478 00000100:00100000:2.0:1746066893.382234:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2034:x1830882860773888:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066893.382653:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2034:x1830882860773888:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 418us (780us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066893.382659:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2478 00002000:00100000:2.0:1746066893.382734:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094c8d180 x1830882860773888/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.382742:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c8d180 with x1830882860773888 ext(0->4095) 00010000:00010000:2.0:1746066893.382747:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439e9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9cb expref: 110 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.382756:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439e9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9cb expref: 110 pid: 9628 timeout: 1105 lvb_type: 0 00002000:00010000:2.0:1746066893.382762:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c8d180 00000100:00100000:0.0:1746066893.384604:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066893.384651:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.384856:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860774016 00000100:00100000:3.0:1746066893.384863:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860774016 00010000:00010000:3.0:1746066893.384886:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439e9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9cb expref: 110 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:3.0:1746066893.384914:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12730 00000100:00100000:3.0:1746066893.384920:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095885180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2031:x1830882860774016:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066893.384938:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066893.384953:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439e9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9cb expref: 110 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.384963:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439e9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9cb expref: 110 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.384981:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439e9b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9cb expref: 110 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.385011:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.385013:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.385020:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439ea2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d2 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.385029:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439ea2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d2 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.385056:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439ea2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d2 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066893.385067:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861281664:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066893.385085:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860774144 00000100:00100000:1.0:1746066893.385090:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860774144 00000100:00100000:1.0:1746066893.385111:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29905 00000100:00100000:1.0:1746066893.385117:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+110:1868:x1830882860774144:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066893.385126:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746066893.385128:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096291540 going to sleep for 11 seconds 00010000:00010000:1.0:1746066893.385136:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ea9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f9d9 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.385151:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439ea2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d2 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.385157:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066893.385159:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066893.385161:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ea9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d9 expref: 111 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.385181:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439ea2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d2 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.385190:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439ea2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d2 expref: 5 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:1.0:1746066893.385203:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861281792:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066893.385223:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066893.388682:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861281792:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066893.388682:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d7ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861281664:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066893.388698:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066893.388703:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ea9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d9 expref: 111 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.388715:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f562400, rc 0) 00000100:00100000:1.0:1746066893.388735:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+111:1868:x1830882860774144:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3618us (4084us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066893.388736:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095885180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2031:x1830882860774016:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3815us (4135us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066893.388743:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29905 00000100:00100000:0.0:1746066893.388744:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12730 00000100:00100000:0.0:1746066893.389016:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.389058:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860774400 00000100:00100000:2.0:1746066893.389064:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860774400 00002000:00100000:2.0:1746066893.389093:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801332fc380 x1830882860774400/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.389102:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fc380 with x1830882860774400 ext(0->4095) 00010000:00010000:2.0:1746066893.389109:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439ea2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d2 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.389121:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439ea2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d2 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00002000:00010000:2.0:1746066893.389133:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801332fc380 00000100:00100000:2.0:1746066893.389160:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2479 00000100:00100000:2.0:1746066893.389166:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860774400:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066893.389265:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860774400:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 98us (249us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066893.389271:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2479 00002000:00100000:2.0:1746066893.389276:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801332fc380 x1830882860774400/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.389283:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fc380 with x1830882860774400 ext(0->4095) 00010000:00010000:2.0:1746066893.389287:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439ea2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d2 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.389297:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439ea2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d2 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00002000:00010000:2.0:1746066893.389303:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801332fc380 00000100:00100000:0.0:1746066893.391743:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.391818:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860774528 00000100:00100000:2.0:1746066893.391824:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860774528 00010000:00010000:2.0:1746066893.392034:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439ea2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d2 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.392066:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12731 00000100:00100000:2.0:1746066893.392072:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860774528:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.392081:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.392096:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439ea2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d2 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.392136:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439ea2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d2 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.392169:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439ea2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d2 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.392190:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.392192:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.392197:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ea9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d9 expref: 109 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.392204:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ea9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d9 expref: 109 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.392228:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ea9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d9 expref: 109 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.392238:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861281920:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.392303:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801240490c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066893.394134:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861281920:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.394150:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.394195:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860774528:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2122us (2456us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.394204:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12731 00000100:00100000:0.0:1746066893.397319:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.397380:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860774784 00000100:00100000:3.0:1746066893.397386:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860774784 00002000:00100000:3.0:1746066893.397419:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801332fca80 x1830882860774784/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066893.397429:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fca80 with x1830882860774784 ext(0->4095) 00002000:00010000:3.0:1746066893.397434:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332fca80 00000100:00100000:3.0:1746066893.397458:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13390 00000100:00100000:3.0:1746066893.397465:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2034:x1830882860774784:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066893.397568:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2034:x1830882860774784:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (253us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066893.397575:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13390 00002000:00100000:3.0:1746066893.397580:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801332fca80 x1830882860774784/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066893.397588:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fca80 with x1830882860774784 ext(0->4095) 00002000:00010000:3.0:1746066893.397591:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332fca80 00000100:00100000:0.0:1746066893.411488:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.411594:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860774912 00000100:00100000:1.0:1746066893.411603:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860774912 00000100:00100000:1.0:1746066893.411654:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29906 00000100:00100000:1.0:1746066893.411662:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860774912:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066893.411678:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066893.411693:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439eb0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f9e0 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.411719:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ea9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d9 expref: 109 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.411727:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066893.411728:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066893.411732:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439eb0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e0 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.411763:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ea9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d9 expref: 109 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.411775:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ea9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d9 expref: 109 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:1.0:1746066893.411787:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861282048:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066893.411884:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066893.414948:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861282048:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066893.415199:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439eb0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e0 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.415214:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efed000, rc 0) 00000100:00100000:1.0:1746066893.415263:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860774912:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3601us (3783us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066893.415271:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29906 00000100:00100000:0.0:1746066893.419225:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.419290:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860775040 00000100:00100000:3.0:1746066893.419297:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860775040 00002000:00100000:3.0:1746066893.419335:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8801332ff100 x1830882860775040/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 496/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066893.419383:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332ff100 with x1830882860775040 ext(0->7) 00010000:00010000:3.0:1746066893.419391:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ea9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d9 expref: 110 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.419405:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ea9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d9 expref: 110 pid: 9628 timeout: 1105 lvb_type: 0 00002000:00010000:3.0:1746066893.419417:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801332ff100 00000100:00100000:3.0:1746066893.419443:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2480 00000100:00100000:3.0:1746066893.419450:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+110:2034:x1830882860775040:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066893.420598:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+112:2034:x1830882860775040:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 1146us (1379us total) trans 4294972254 rc 0/0 00000100:00100000:0.0:1746066893.420606:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2480 00002000:00100000:0.0:1746066893.420612:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8801332ff100 x1830882860775040/t4294972254(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 496/448 e 0 to 0 dl 1746066904 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066893.420620:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332ff100 with x1830882860775040 ext(0->7) 00010000:00010000:0.0:1746066893.420625:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ea9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d9 expref: 112 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:0.0:1746066893.420635:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ea9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d9 expref: 112 pid: 9628 timeout: 1105 lvb_type: 0 00002000:00010000:0.0:1746066893.420641:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801332ff100 00000100:00100000:0.0:1746066893.427246:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.427381:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860775168 00000100:00100000:2.0:1746066893.427389:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860775168 00010000:00010000:2.0:1746066893.427419:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ea9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d9 expref: 112 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.427442:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12732 00000100:00100000:2.0:1746066893.427448:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+112:2033:x1830882860775168:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.427459:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.427474:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ea9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d9 expref: 112 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.427484:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ea9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d9 expref: 112 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.427502:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ea9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9d9 expref: 112 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.428110:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.428112:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.428120:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439eb0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e0 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.428127:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439eb0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e0 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.428155:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439eb0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e0 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.428171:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861282176:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.428242:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801240490c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066893.430724:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861282176:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.430741:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.430774:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2033:x1830882860775168:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3324us (3534us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.430782:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12732 00000100:00100000:0.0:1746066893.438851:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066893.439103:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.439289:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860775424 00000100:00100000:2.0:1746066893.439297:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860775424 00002000:00100000:2.0:1746066893.439333:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801332fe300 x1830882860775424/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.439379:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fe300 with x1830882860775424 ext(0->4095) 00002000:00010000:2.0:1746066893.439384:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332fe300 00000100:00100000:2.0:1746066893.439416:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13391 00000100:00100000:2.0:1746066893.439424:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860775424:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746066893.439549:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860775424:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (706us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066893.439556:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13391 00002000:00100000:2.0:1746066893.439562:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801332fe300 x1830882860775424/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.439896:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fe300 with x1830882860775424 ext(0->4095) 00002000:00010000:2.0:1746066893.439901:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332fe300 00000100:00100000:1.0:1746066893.439965:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860775552 00000100:00100000:1.0:1746066893.439969:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860775552 00000100:00100000:1.0:1746066893.440005:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29907 00000100:00100000:1.0:1746066893.440011:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+111:1868:x1830882860775552:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066893.440020:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066893.440034:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439eb7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f9e7 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.440056:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439eb0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e0 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.440064:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066893.440065:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066893.440068:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439eb7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e7 expref: 112 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.440091:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439eb0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e0 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.440103:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439eb0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e0 expref: 5 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:1.0:1746066893.440114:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861282304:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066893.440165:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066893.442609:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861282304:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066893.442657:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439eb7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e7 expref: 112 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.442670:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f562800, rc 0) 00000100:00100000:1.0:1746066893.442704:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+112:1868:x1830882860775552:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2692us (3600us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066893.442801:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29907 00000100:00100000:0.0:1746066893.443308:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.443375:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860775680 00000100:00100000:1.0:1746066893.443380:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860775680 00000100:00100000:1.0:1746066893.443412:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29908 00000100:00100000:1.0:1746066893.443418:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+112:1869:x1830882860775680:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066893.443431:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066893.443441:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ebe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f9ee expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.443457:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066893.443461:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439eb7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e7 expref: 113 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.443467:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066893.443470:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ebe lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9ee expref: 113 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.443493:0:9628:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439eb7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e7 expref: 113 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.443503:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ebe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9ee expref: 113 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.443510:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f562400, rc 0) 00000100:00100000:1.0:1746066893.443543:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+113:1869:x1830882860775680:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066893.443548:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29908 00000100:00100000:0.0:1746066893.444140:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.444203:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860775808 00000100:00100000:2.0:1746066893.444208:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860775808 00010000:00010000:2.0:1746066893.444232:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439eb0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e0 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.444262:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12733 00000100:00100000:2.0:1746066893.444268:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860775808:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.444275:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.444288:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439eb0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e0 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.444297:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439eb0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e0 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.444313:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439eb0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e0 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.444335:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.444337:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.444370:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439eb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e7 expref: 112 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.444381:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439eb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e7 expref: 112 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.444404:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439eb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e7 expref: 112 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.444418:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439eb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e7 expref: 112 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.444429:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861282560:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.444497:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801240490c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066893.446074:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861282560:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.446088:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.446115:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860775808:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1846us (1974us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.446123:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12733 00000100:00100000:0.0:1746066893.446516:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.446568:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860776064 00000100:00100000:2.0:1746066893.446574:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860776064 00002000:00100000:2.0:1746066893.446602:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801332fe680 x1830882860776064/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.446611:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fe680 with x1830882860776064 ext(0->4095) 00010000:00010000:2.0:1746066893.446618:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439eb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e7 expref: 113 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.446629:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439eb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e7 expref: 113 pid: 9628 timeout: 1105 lvb_type: 0 00002000:00010000:2.0:1746066893.446636:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801332fe680 00000100:00100000:2.0:1746066893.446659:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2481 00000100:00100000:2.0:1746066893.446665:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+113:2033:x1830882860776064:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066893.446879:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+113:2033:x1830882860776064:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 212us (363us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066893.446886:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2481 00002000:00100000:2.0:1746066893.446891:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801332fe680 x1830882860776064/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.446899:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fe680 with x1830882860776064 ext(0->4095) 00010000:00010000:2.0:1746066893.446904:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439eb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e7 expref: 113 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.446913:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439eb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e7 expref: 113 pid: 9628 timeout: 1105 lvb_type: 0 00002000:00010000:2.0:1746066893.446919:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801332fe680 00000100:00100000:0.0:1746066893.450942:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.452669:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860776192 00000100:00100000:2.0:1746066893.452677:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860776192 00010000:00010000:2.0:1746066893.452710:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439eb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e7 expref: 113 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.452741:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12734 00000100:00100000:2.0:1746066893.452748:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+113:2031:x1830882860776192:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.452760:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.452776:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439eb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e7 expref: 113 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.452787:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439eb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e7 expref: 113 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.452820:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f562800/0xd6b24631ff439eb7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9e7 expref: 113 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.452845:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.452847:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.452853:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ebe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9ee expref: 112 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.452861:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ebe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9ee expref: 112 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.452889:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ebe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9ee expref: 112 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.452900:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861282688:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.453335:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049840 going to sleep for 11 seconds 00000100:00100000:2.0:1746066893.454924:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861282688:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.454940:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066893.455233:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.455288:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860776448 00000100:00100000:3.0:1746066893.455293:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860776448 00002000:00100000:3.0:1746066893.455323:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d54a80 x1830882860776448/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066893.455333:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d54a80 with x1830882860776448 ext(0->4095) 00002000:00010000:3.0:1746066893.455337:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d54a80 00000100:00100000:3.0:1746066893.455386:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13392 00000100:00100000:3.0:1746066893.455393:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+113:2032:x1830882860776448:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746066893.455513:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+113:2031:x1830882860776192:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2764us (4578us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.455520:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12734 00000100:00100000:3.0:1746066893.455650:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+112:2032:x1830882860776448:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 257us (417us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066893.455656:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13392 00002000:00100000:3.0:1746066893.455661:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d54a80 x1830882860776448/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066893.455669:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d54a80 with x1830882860776448 ext(0->4095) 00002000:00010000:3.0:1746066893.455672:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d54a80 00000100:00100000:0.0:1746066893.459319:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.459412:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860776576 00000100:00100000:1.0:1746066893.459419:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860776576 00000100:00100000:1.0:1746066893.459506:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29909 00000100:00100000:1.0:1746066893.459513:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860776576:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066893.459529:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066893.459543:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439ec5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f9f5 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.459569:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ebe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9ee expref: 111 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.459576:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066893.459578:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066893.459582:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439ec5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9f5 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.459607:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ebe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9ee expref: 111 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.459619:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ebe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9ee expref: 111 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:1.0:1746066893.459631:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861282816:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066893.460752:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066893.462143:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861282816:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066893.462165:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439ec5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9f5 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.462177:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f562200, rc 0) 00000100:00100000:1.0:1746066893.462207:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860776576:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2694us (2895us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066893.462214:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29909 00000100:00100000:0.0:1746066893.463392:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.463494:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860776704 00000100:00100000:2.0:1746066893.463500:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860776704 00010000:00010000:2.0:1746066893.463522:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ebe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9ee expref: 112 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.463547:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12735 00000100:00100000:2.0:1746066893.463553:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+112:2033:x1830882860776704:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.463562:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.463576:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ebe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9ee expref: 112 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.463586:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ebe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9ee expref: 112 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.463604:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f562400/0xd6b24631ff439ebe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9ee expref: 112 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.463712:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.463714:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.463721:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439ec5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9f5 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.463729:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439ec5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9f5 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.463754:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439ec5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9f5 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.463764:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861282944:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.464214:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801240493c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066893.466138:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.466337:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861282944:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.466374:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.466402:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+111:2033:x1830882860776704:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2848us (3011us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.466411:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12735 00000100:00100000:1.0:1746066893.466478:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860776832 00000100:00100000:1.0:1746066893.466483:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860776832 00000100:00100000:1.0:1746066893.466652:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29910 00000100:00100000:1.0:1746066893.466659:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+111:1868:x1830882860776832:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066893.466671:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066893.466683:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439ecc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267f9fc expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.466701:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439ec5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9f5 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.466707:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066893.466708:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066893.466711:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439ecc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9fc expref: 112 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.466730:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439ec5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9f5 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.466740:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439ec5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9f5 expref: 5 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:1.0:1746066893.466750:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861283072:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066893.466785:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066893.468181:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.469260:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860777088 00000100:00100000:3.0:1746066893.469266:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860777088 00002000:00100000:3.0:1746066893.469295:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d54700 x1830882860777088/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066893.469309:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d54700 with x1830882860777088 ext(0->4095) 00010000:00010000:3.0:1746066893.469315:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439ec5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9f5 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.469326:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439ec5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9f5 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00002000:00010000:3.0:1746066893.469331:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d54700 00000100:00100000:3.0:1746066893.469371:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2482 00000100:00100000:3.0:1746066893.469378:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860777088:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746066893.469508:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860777088:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (1328us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066893.469519:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2482 00002000:00100000:3.0:1746066893.469525:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d54700 x1830882860777088/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066893.469532:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d54700 with x1830882860777088 ext(0->4095) 00010000:00010000:3.0:1746066893.469537:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439ec5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9f5 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.469546:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439ec5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9f5 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00002000:00010000:3.0:1746066893.469551:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d54700 00000100:00100000:1.0:1746066893.470328:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861283072:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066893.470373:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439ecc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9fc expref: 112 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.470390:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efedc00, rc 0) 00000100:00100000:1.0:1746066893.470413:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+112:1868:x1830882860776832:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3754us (4277us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066893.470419:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29910 00000100:00100000:0.0:1746066893.474428:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.475139:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860777216 00000100:00100000:2.0:1746066893.475146:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860777216 00010000:00010000:2.0:1746066893.475173:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439ec5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9f5 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.475193:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12736 00000100:00100000:2.0:1746066893.475197:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860777216:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.475206:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.475219:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439ec5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9f5 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.475227:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439ec5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9f5 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.475241:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f562200/0xd6b24631ff439ec5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9f5 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.475408:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.475411:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.475416:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439ecc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9fc expref: 111 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.475421:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439ecc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9fc expref: 111 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.475443:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439ecc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9fc expref: 111 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.475451:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861283200:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.476334:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801240493c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066893.478673:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861283200:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.478690:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.478726:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860777216:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3526us (4303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.478736:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12736 00000100:00100000:0.0:1746066893.481458:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.481524:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860777472 00000100:00100000:2.0:1746066893.481530:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860777472 00002000:00100000:2.0:1746066893.481705:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d54000 x1830882860777472/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.481715:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d54000 with x1830882860777472 ext(0->4095) 00002000:00010000:2.0:1746066893.481720:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d54000 00000100:00100000:2.0:1746066893.481750:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13393 00000100:00100000:2.0:1746066893.481757:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+112:2033:x1830882860777472:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066893.481901:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+112:2033:x1830882860777472:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (446us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066893.481907:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13393 00002000:00100000:2.0:1746066893.481913:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d54000 x1830882860777472/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.482047:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d54000 with x1830882860777472 ext(0->4095) 00002000:00010000:2.0:1746066893.482050:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d54000 00000100:00100000:0.0:1746066893.488125:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.488245:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860777600 00000100:00100000:1.0:1746066893.488255:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860777600 00000100:00100000:1.0:1746066893.488306:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29911 00000100:00100000:1.0:1746066893.488314:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860777600:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066893.488335:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066893.488383:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439ed3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fa03 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.488414:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439ecc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9fc expref: 111 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.488423:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066893.488425:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066893.488429:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439ed3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa03 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.488543:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439ecc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9fc expref: 111 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.488556:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439ecc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9fc expref: 111 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:1.0:1746066893.488575:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861283328:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066893.489056:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066893.493662:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.493771:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861283328:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066893.493795:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860777728 00010000:00010000:1.0:1746066893.493797:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439ed3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa03 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.493802:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860777728 00010000:00010000:1.0:1746066893.493822:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efed000, rc 0) 00002000:00100000:2.0:1746066893.493846:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130d57b80 x1830882860777728/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 496/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.493855:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d57b80 with x1830882860777728 ext(0->7) 00000100:00100000:1.0:1746066893.493859:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860777600:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5546us (5745us total) trans 0 rc 0/0 00010000:00010000:2.0:1746066893.493862:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439ecc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9fc expref: 112 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:1.0:1746066893.493867:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29911 00010000:00010000:2.0:1746066893.493874:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439ecc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9fc expref: 112 pid: 9628 timeout: 1105 lvb_type: 0 00002000:00010000:2.0:1746066893.493880:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d57b80 00000100:00100000:2.0:1746066893.494131:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2483 00000100:00100000:2.0:1746066893.494138:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+112:2033:x1830882860777728:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066893.497637:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2033:x1830882860777728:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 3493us (3975us total) trans 4294972255 rc 0/0 00000100:00100000:0.0:1746066893.497646:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2483 00002000:00100000:0.0:1746066893.497653:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130d57b80 x1830882860777728/t4294972255(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 496/448 e 0 to 0 dl 1746066904 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066893.497662:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d57b80 with x1830882860777728 ext(0->7) 00010000:00010000:0.0:1746066893.497669:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439ecc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9fc expref: 114 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:0.0:1746066893.497683:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439ecc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9fc expref: 114 pid: 9628 timeout: 1105 lvb_type: 0 00002000:00010000:0.0:1746066893.497688:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d57b80 00000100:00100000:0.0:1746066893.503660:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.504177:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860777856 00000100:00100000:2.0:1746066893.504185:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860777856 00010000:00010000:2.0:1746066893.504218:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439ecc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9fc expref: 114 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.504256:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12737 00000100:00100000:2.0:1746066893.504264:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2033:x1830882860777856:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.504276:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.504294:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439ecc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9fc expref: 114 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.504305:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439ecc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9fc expref: 114 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.504325:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efedc00/0xd6b24631ff439ecc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267f9fc expref: 114 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.504592:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.504595:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.504603:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439ed3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa03 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.504612:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439ed3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa03 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.504642:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439ed3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa03 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.504653:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861283456:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.504710:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880124049b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066893.508543:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861283456:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.508562:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.508599:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+113:2033:x1830882860777856:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4335us (4951us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.508609:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12737 00000100:00100000:0.0:1746066893.510185:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.510269:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860778112 00000100:00100000:2.0:1746066893.510276:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860778112 00002000:00100000:2.0:1746066893.510311:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a61500 x1830882860778112/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.510322:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a61500 with x1830882860778112 ext(0->4095) 00002000:00010000:2.0:1746066893.510797:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a61500 00000100:00100000:2.0:1746066893.511859:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13394 00000100:00100000:2.0:1746066893.511869:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860778112:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746066893.511996:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860778112:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (1813us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066893.512002:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13394 00002000:00100000:2.0:1746066893.512008:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a61500 x1830882860778112/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.512017:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a61500 with x1830882860778112 ext(0->4095) 00002000:00010000:2.0:1746066893.512020:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a61500 00000100:00100000:0.0:1746066893.514104:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.514287:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860778240 00000100:00100000:1.0:1746066893.514294:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860778240 00000100:00100000:1.0:1746066893.514366:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29912 00000100:00100000:1.0:1746066893.514374:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+113:1868:x1830882860778240:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066893.514386:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066893.514400:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7c5400/0xd6b24631ff439eda lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fa0a expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.514424:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439ed3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa03 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.514432:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066893.514433:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066893.514436:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c5400/0xd6b24631ff439eda lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa0a expref: 114 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.514466:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439ed3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa03 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.514477:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439ed3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa03 expref: 5 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:1.0:1746066893.514488:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861283584:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066893.514559:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066893.515126:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.515170:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860778368 00000100:00100000:3.0:1746066893.515175:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860778368 00000100:00100000:3.0:1746066893.515198:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29913 00000100:00100000:3.0:1746066893.515203:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+115:1869:x1830882860778368:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066893.515210:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066893.515217:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439ee1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fa11 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.515227:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066893.515231:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c5400/0xd6b24631ff439eda lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa0a expref: 116 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.515237:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066893.515239:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439ee1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa11 expref: 116 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.515258:0:25556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c5400/0xd6b24631ff439eda lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa0a expref: 116 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.515267:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439ee1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa11 expref: 116 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.515276:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc3000, rc 0) 00000100:00100000:3.0:1746066893.515306:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+116:1869:x1830882860778368:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066893.515312:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29913 00000100:00100000:1.0:1746066893.520235:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861283584:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066893.520261:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c5400/0xd6b24631ff439eda lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa0a expref: 115 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.520278:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c5400, rc 0) 00000100:00100000:1.0:1746066893.520330:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+115:1868:x1830882860778240:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5955us (6229us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066893.520367:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29912 00000100:00100000:0.0:1746066893.521461:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.521532:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860778496 00000100:00100000:2.0:1746066893.521538:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860778496 00010000:00010000:2.0:1746066893.521564:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439ed3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa03 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.521587:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12738 00000100:00100000:2.0:1746066893.521594:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860778496:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.521605:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.521623:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439ed3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa03 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.521640:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439ed3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa03 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.521660:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efed000/0xd6b24631ff439ed3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa03 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.521686:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.521689:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.521696:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c5400/0xd6b24631ff439eda lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa0a expref: 114 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.521704:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c5400/0xd6b24631ff439eda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa0a expref: 114 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.521730:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c5400/0xd6b24631ff439eda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa0a expref: 114 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.521749:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c5400/0xd6b24631ff439eda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa0a expref: 114 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.521760:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861283840:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.522086:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801240496c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066893.523831:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861283840:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.523846:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.523889:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860778496:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2295us (2429us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.523902:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12738 00000100:00100000:0.0:1746066893.524589:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.524707:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860778752 00000100:00100000:3.0:1746066893.524712:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860778752 00002000:00100000:3.0:1746066893.524743:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a60a80 x1830882860778752/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066893.524754:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a60a80 with x1830882860778752 ext(0->4095) 00010000:00010000:3.0:1746066893.524761:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c5400/0xd6b24631ff439eda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa0a expref: 115 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.524774:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c5400/0xd6b24631ff439eda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa0a expref: 115 pid: 9628 timeout: 1105 lvb_type: 0 00002000:00010000:3.0:1746066893.524780:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095a60a80 00000100:00100000:3.0:1746066893.524818:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2484 00000100:00100000:3.0:1746066893.524825:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+115:2033:x1830882860778752:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066893.524934:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+115:2033:x1830882860778752:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (346us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066893.524940:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2484 00002000:00100000:3.0:1746066893.524946:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a60a80 x1830882860778752/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066893.524953:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a60a80 with x1830882860778752 ext(0->4095) 00010000:00010000:3.0:1746066893.524958:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c5400/0xd6b24631ff439eda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa0a expref: 115 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.524967:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c5400/0xd6b24631ff439eda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa0a expref: 115 pid: 9628 timeout: 1105 lvb_type: 0 00002000:00010000:3.0:1746066893.524973:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095a60a80 00000100:00100000:0.0:1746066893.528473:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.528642:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860778880 00000100:00100000:2.0:1746066893.528649:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860778880 00010000:00010000:2.0:1746066893.528675:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c5400/0xd6b24631ff439eda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa0a expref: 115 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.528699:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12739 00000100:00100000:2.0:1746066893.528706:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+115:2034:x1830882860778880:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.528717:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.528733:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c5400/0xd6b24631ff439eda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa0a expref: 115 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.528744:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a7c5400/0xd6b24631ff439eda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa0a expref: 115 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.528763:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c5400/0xd6b24631ff439eda lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa0a expref: 115 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.528788:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.528790:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.528796:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439ee1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa11 expref: 114 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.528812:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439ee1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa11 expref: 114 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.528840:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439ee1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa11 expref: 114 pid: 25556 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.528857:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861283968:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.530517:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801240496c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066893.534325:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.535266:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861283968:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.535510:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.535557:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2034:x1830882860778880:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 6849us (7089us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.535568:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12739 00000100:00100000:3.0:1746066893.535862:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860779136 00000100:00100000:3.0:1746066893.535869:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860779136 00002000:00100000:3.0:1746066893.535900:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a61880 x1830882860779136/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066893.535911:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a61880 with x1830882860779136 ext(0->4095) 00002000:00010000:3.0:1746066893.535915:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a61880 00000100:00100000:3.0:1746066893.535937:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13395 00000100:00100000:3.0:1746066893.535944:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2034:x1830882860779136:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746066893.536052:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2034:x1830882860779136:12345-192.168.201.51@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (1734us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066893.536058:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13395 00002000:00100000:3.0:1746066893.536064:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a61880 x1830882860779136/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066893.536072:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a61880 with x1830882860779136 ext(0->4095) 00002000:00010000:3.0:1746066893.536075:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a61880 00000100:00100000:0.0:1746066893.541176:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.541875:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860779264 00000100:00100000:1.0:1746066893.541884:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860779264 00000100:00100000:1.0:1746066893.541936:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29914 00000100:00100000:1.0:1746066893.541943:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860779264:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066893.541958:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066893.541973:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4200/0xd6b24631ff439ee8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fa18 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.541998:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439ee1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa11 expref: 113 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.542005:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066893.542007:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066893.542010:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4200/0xd6b24631ff439ee8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa18 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.542033:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439ee1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa11 expref: 113 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.542042:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439ee1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa11 expref: 113 pid: 25556 timeout: 1105 lvb_type: 0 00000100:00100000:1.0:1746066893.542052:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861284096:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066893.542133:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066893.545558:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.545647:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861284096:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066893.545998:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.546090:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860779520 00000100:00100000:3.0:1746066893.546096:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860779520 00000100:00100000:3.0:1746066893.546520:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29915 00000100:00100000:3.0:1746066893.546528:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+114:1868:x1830882860779520:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066893.546543:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066893.546556:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439eef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fa1f expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.546577:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066893.546582:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4200/0xd6b24631ff439ee8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa18 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.546595:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066893.546599:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439eef lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa1f expref: 115 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.546628:0:25556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4200/0xd6b24631ff439ee8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa18 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.546638:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439eef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa1f expref: 115 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.546647:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc3600, rc 0) 00000100:00100000:2.0:1746066893.546678:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860779392 00000100:00100000:2.0:1746066893.546682:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860779392 00000100:00100000:3.0:1746066893.546683:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+115:1868:x1830882860779520:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066893.546689:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29915 00010000:00010000:2.0:1746066893.546699:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439ee1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa11 expref: 115 pid: 25556 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.546716:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12740 00000100:00100000:2.0:1746066893.546722:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+115:2033:x1830882860779392:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.546730:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.546745:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439ee1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa11 expref: 115 pid: 25556 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.546754:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439ee1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa11 expref: 115 pid: 25556 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.546770:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3000/0xd6b24631ff439ee1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa11 expref: 115 pid: 25556 timeout: 1105 lvb_type: 0 00010000:00010000:1.0:1746066893.547648:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4200/0xd6b24631ff439ee8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa18 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.547651:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.547654:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.547661:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4200/0xd6b24631ff439ee8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa18 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.547670:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4200/0xd6b24631ff439ee8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa18 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.547680:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c4200, rc 0) 00010000:00010000:2.0:1746066893.547691:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4200/0xd6b24631ff439ee8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa18 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.547701:0:7259:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4200/0xd6b24631ff439ee8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa18 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.547711:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861284352:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066893.547740:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860779264:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5797us (6570us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066893.547746:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29914 00000100:00100000:2.0:1746066893.547759:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801240496c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066893.551701:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861284352:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.551720:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.551771:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2033:x1830882860779392:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5047us (6218us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.551781:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12740 00000100:00100000:0.0:1746066893.551995:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.552164:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860779776 00000100:00100000:2.0:1746066893.552170:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860779776 00002000:00100000:2.0:1746066893.552201:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a62300 x1830882860779776/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.552211:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a62300 with x1830882860779776 ext(0->4095) 00010000:00010000:2.0:1746066893.552219:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4200/0xd6b24631ff439ee8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa18 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.552236:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4200/0xd6b24631ff439ee8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa18 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00002000:00010000:2.0:1746066893.552242:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095a62300 00000100:00100000:2.0:1746066893.553246:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2485 00000100:00100000:2.0:1746066893.553255:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860779776:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746066893.553528:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2032:x1830882860779776:12345-192.168.201.51@tcp:3:ptlrpcd_00_01.0 Request processed in 273us (1532us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066893.553536:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2485 00002000:00100000:2.0:1746066893.553543:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a62300 x1830882860779776/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.553551:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a62300 with x1830882860779776 ext(0->4095) 00010000:00010000:2.0:1746066893.553557:0:20822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4200/0xd6b24631ff439ee8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa18 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.553567:0:20822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4200/0xd6b24631ff439ee8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa18 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00002000:00010000:2.0:1746066893.553573:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095a62300 00000100:00100000:0.0:1746066893.556618:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.556778:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860779904 00000100:00100000:2.0:1746066893.556785:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860779904 00010000:00010000:2.0:1746066893.556824:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4200/0xd6b24631ff439ee8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa18 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.557127:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12741 00000100:00100000:2.0:1746066893.557136:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2031:x1830882860779904:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.557149:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.557165:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4200/0xd6b24631ff439ee8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa18 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.557177:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4200/0xd6b24631ff439ee8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa18 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.557198:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4200/0xd6b24631ff439ee8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa18 expref: 6 pid: 9628 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.557227:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.557230:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.557236:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439eef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa1f expref: 113 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.557244:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439eef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa1f expref: 113 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.557272:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439eef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa1f expref: 113 pid: 25556 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.557283:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861284480:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.557385:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801240496c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066893.558914:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861284480:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066893.558931:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066893.558976:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2031:x1830882860779904:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1840us (2364us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.558984:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12741 00000100:00100000:0.0:1746066893.560930:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.560969:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860780160 00000100:00100000:2.0:1746066893.560977:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860780160 00002000:00100000:2.0:1746066893.561193:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a63800 x1830882860780160/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.561203:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a63800 with x1830882860780160 ext(0->4095) 00002000:00010000:2.0:1746066893.561207:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a63800 00000100:00100000:2.0:1746066893.561532:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13396 00000100:00100000:2.0:1746066893.561540:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2033:x1830882860780160:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746066893.561657:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2033:x1830882860780160:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (731us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066893.561664:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13396 00002000:00100000:2.0:1746066893.561669:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880095a63800 x1830882860780160/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746066904 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066893.561677:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a63800 with x1830882860780160 ext(0->4095) 00002000:00010000:2.0:1746066893.561680:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095a63800 00000100:00100000:0.0:1746066893.563428:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.563518:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860780288 00000100:00100000:1.0:1746066893.563526:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860780288 00000100:00100000:1.0:1746066893.563565:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29916 00000100:00100000:1.0:1746066893.563572:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:1869:x1830882860780288:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746066893.563586:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066893.563601:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4c00/0xd6b24631ff439ef6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fa26 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.563625:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439eef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa1f expref: 113 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.563632:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066893.563634:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066893.563637:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4c00/0xd6b24631ff439ef6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa26 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.563664:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439eef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa1f expref: 113 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.563675:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439eef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa1f expref: 113 pid: 25556 timeout: 1105 lvb_type: 0 00000100:00100000:1.0:1746066893.563683:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861284608:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066893.563757:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066893.568572:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861284608:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066893.568603:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4c00/0xd6b24631ff439ef6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa26 expref: 6 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066893.568619:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c4c00, rc 0) 00000100:00100000:1.0:1746066893.568662:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:1869:x1830882860780288:12345-192.168.201.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5089us (5237us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066893.568675:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29916 00000100:00100000:0.0:1746066893.568907:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066893.568963:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860780416 00000100:00100000:3.0:1746066893.568969:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860780416 00002000:00100000:3.0:1746066893.569005:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880095a62d80 x1830882860780416/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 496/0 e 0 to 0 dl 1746066904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066893.569015:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a62d80 with x1830882860780416 ext(0->7) 00010000:00010000:3.0:1746066893.569022:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439eef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa1f expref: 114 pid: 25556 timeout: 1105 lvb_type: 0 00010000:00010000:3.0:1746066893.569035:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439eef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa1f expref: 114 pid: 25556 timeout: 1105 lvb_type: 0 00002000:00010000:3.0:1746066893.569042:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095a62d80 00000100:00100000:3.0:1746066893.569081:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2486 00000100:00100000:3.0:1746066893.569088:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+114:2033:x1830882860780416:12345-192.168.201.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746066893.571215:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+116:2033:x1830882860780416:12345-192.168.201.51@tcp:4:ldlm_bl.0 Request processed in 2123us (2305us total) trans 4294972256 rc 0/0 00000100:00100000:0.0:1746066893.571224:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2486 00002000:00100000:0.0:1746066893.571232:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880095a62d80 x1830882860780416/t4294972256(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:299/0 lens 496/448 e 0 to 0 dl 1746066904 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746066893.571240:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095a62d80 with x1830882860780416 ext(0->7) 00010000:00010000:0.0:1746066893.571247:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439eef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa1f expref: 116 pid: 25556 timeout: 1105 lvb_type: 0 00010000:00010000:0.0:1746066893.571259:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439eef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa1f expref: 116 pid: 25556 timeout: 1105 lvb_type: 0 00002000:00010000:0.0:1746066893.571265:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095a62d80 00000100:00100000:0.0:1746066893.580580:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.581124:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860780544 00000100:00100000:2.0:1746066893.581132:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860780544 00010000:00010000:2.0:1746066893.581164:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439eef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa1f expref: 116 pid: 25556 timeout: 1105 lvb_type: 0 00000100:00100000:2.0:1746066893.581265:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12742 00000100:00100000:2.0:1746066893.581272:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094839500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+116:2033:x1830882860780544:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066893.581518:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066893.581537:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439eef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa1f expref: 116 pid: 25556 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.581549:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439eef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa1f expref: 116 pid: 25556 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.581569:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cc3600/0xd6b24631ff439eef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa1f expref: 116 pid: 25556 timeout: 1105 lvb_type: 0 00010000:00010000:2.0:1746066893.582239:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.582242:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066893.582250:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4c00/0xd6b24631ff439ef6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa26 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.582260:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4c00/0xd6b24631ff439ef6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa26 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.582291:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4c00/0xd6b24631ff439ef6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa26 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066893.582303:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861284736:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066893.582886:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801240493c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066893.584889:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.584951:0:16167:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860780800 00000100:00100000:2.0:1746066893.584959:0:16167:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860780800 00000100:00100000:2.0:1746066893.585139:0:16167:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 195 00000100:00100000:2.0:1746066893.585147:0:16167:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094838a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+6:1868:x1830882860780800:12345-192.168.201.51@tcp:35:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746066893.585166:0:7259:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.201.51@tcp) returned -22 from completion AST (req@ffff880132c30380 x1830882861284736) - normal race ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4c00/0xd6b24631ff439ef6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa26 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066893.585201:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4c00/0xd6b24631ff439ef6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa26 expref: 5 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066893.585218:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861284736:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066893.585252:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066893.585304:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094839500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+115:2033:x1830882860780544:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4031us (4730us total) trans 0 rc 0/0 00000001:00080000:2.0:1746066893.585304:0:16167:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980249 00000100:00100000:3.0:1746066893.585312:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12742 00000100:00100000:2.0:1746066893.585389:0:16167:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094838a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+8:1868:x1830882860780800:12345-192.168.201.51@tcp:35:rw_seq_cst_vs_d.0 Request processed in 243us (503us total) trans 4294980250 rc 0/0 00000100:00100000:2.0:1746066893.585397:0:16167:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 195 00000020:00080000:2.0:1746066893.585400:0:16167:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746066893.588143:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.588231:0:7276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860781056 00000100:00100000:1.0:1746066893.588236:0:7276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860781056 00000100:00100000:1.0:1746066893.588279:0:7276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 196 00000100:00100000:1.0:1746066893.588285:0:7276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8d6d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:1868:x1830882860781056:12345-192.168.201.51@tcp:35:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746066893.588442:0:7276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8d6d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:1868:x1830882860781056:12345-192.168.201.51@tcp:35:rw_seq_cst_vs_d.0 Request processed in 156us (302us total) trans 4294980251 rc 0/0 00000100:00100000:1.0:1746066893.588450:0:7276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 196 00000100:00100000:0.0:1746066893.623600:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.623690:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860781184 00000100:00100000:2.0:1746066893.623701:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860781184 00000100:00100000:2.0:1746066893.623766:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28696 00000100:00100000:2.0:1746066893.623774:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+8:1886:x1830882860781184:12345-192.168.201.51@tcp:101:rm.0 00010000:00010000:2.0:1746066893.623796:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066893.623821:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d953600/0xd6b24631ff439efd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fa2d expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.623875:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae4800/0xd6b24631ff439f04 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.623886:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae4800/0xd6b24631ff439f04 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.623896:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae4800/0xd6b24631ff439f04 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00000004:00200000:2.0:1746066893.623933:0:21643:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746066893.623936:0:21643:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746066893.623949:0:21643:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae4800/0xd6b24631ff439f04 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.623968:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d953600/0xd6b24631ff439efd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa2d expref: 10 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.624011:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae4800/0xd6b24631ff439f04 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa2d expref: 9 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.624023:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066893.624026:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746066893.624028:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eae4800, rc 0) 00000100:00100000:2.0:1746066893.624866:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+9:1886:x1830882860781184:12345-192.168.201.51@tcp:101:rm.0 Request processed in 1091us (1467us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.624873:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28696 00000100:00100000:0.0:1746066893.626644:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.627262:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860781312 00000100:00100000:2.0:1746066893.627270:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860781312 00000100:00100000:2.0:1746066893.627539:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28697 00000100:00100000:2.0:1746066893.627548:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009483ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+9:1886:x1830882860781312:12345-192.168.201.51@tcp:101:rm.0 00010000:00010000:2.0:1746066893.627565:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066893.627581:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d952c00/0xd6b24631ff439f0b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fa34 expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.627627:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fa00/0xd6b24631ff439f12 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.627637:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fa00/0xd6b24631ff439f12 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.627647:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fa00/0xd6b24631ff439f12 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.627658:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6ea00/0xd6b24631ff439f19 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.627663:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6ea00/0xd6b24631ff439f19 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.627667:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6ea00/0xd6b24631ff439f19 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.627734:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fc00/0xd6b24631ff439f20 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.627739:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fc00/0xd6b24631ff439f20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.627743:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fc00/0xd6b24631ff439f20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00000004:00200000:2.0:1746066893.627768:0:21643:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x43:0x0]: returning size 8 00000004:00200000:2.0:1746066893.627770:0:21643:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746066893.627779:0:21643:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fc00/0xd6b24631ff439f20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.627785:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fc00/0xd6b24631ff439f20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.627790:0:21643:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fa00/0xd6b24631ff439f12 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.627794:0:21643:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fa00/0xd6b24631ff439f12 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.627797:0:21643:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fa00/0xd6b24631ff439f12 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.627817:0:21643:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fa00/0xd6b24631ff439f12 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.627824:0:21643:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009aa6fa00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066893.627827:0:21643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fa00/0xd6b24631ff439f12 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.627833:0:21643:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fa00/0xd6b24631ff439f12 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.627844:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066893.627846:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066893.627850:0:21643:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fa00/0xd6b24631ff439f12 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.627855:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fa00/0xd6b24631ff439f12 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.627883:0:21643:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6ea00/0xd6b24631ff439f19 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.627887:0:21643:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6ea00/0xd6b24631ff439f19 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.627892:0:21643:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6ea00/0xd6b24631ff439f19 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.627895:0:21643:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009aa6ea00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066893.627898:0:21643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6ea00/0xd6b24631ff439f19 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.627902:0:21643:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6ea00/0xd6b24631ff439f19 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.627907:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88008f6f2a00) 00010000:00010000:2.0:1746066893.627909:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066893.627911:0:21643:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6ea00/0xd6b24631ff439f19 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.627915:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6ea00/0xd6b24631ff439f19 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066893.627933:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d952c00/0xd6b24631ff439f0b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa34 expref: 11 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.627941:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fc00/0xd6b24631ff439f20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa34 expref: 10 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.627945:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008f47cc00) 00010000:00010000:2.0:1746066893.627946:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066893.627948:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aa6fc00, rc 0) 00000100:00100000:2.0:1746066893.627977:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009483ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+10:1886:x1830882860781312:12345-192.168.201.51@tcp:101:rm.0 Request processed in 432us (1339us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066893.627982:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28697 00000100:00100000:0.0:1746066893.631521:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066893.631601:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860781440 00000100:00100000:1.0:1746066893.631608:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860781440 00000100:00100000:1.0:1746066893.631659:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29917 00000100:00100000:1.0:1746066893.631666:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009483b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+115:2033:x1830882860781440:12345-192.168.201.51@tcp:101:rm.0 00010000:00010000:1.0:1746066893.631680:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066893.631694:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff439f27 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fa3b expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746066893.631712:0:9628:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 8, mtime: 0x6812ddcd, atime: 0x6812ddb9, ctime: 0x6812ddcd, blocks: 0x8 00010000:00010000:1.0:1746066893.631728:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066893.631730:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066893.631737:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff439f27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa3b expref: 116 pid: 9628 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066893.631751:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff439f27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa3b expref: 116 pid: 9628 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066893.631761:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c4600, rc 0) 00000100:00100000:1.0:1746066893.631797:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009483b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+116:2033:x1830882860781440:12345-192.168.201.51@tcp:101:rm.0 Request processed in 131us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066893.631816:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29917 00000100:00100000:0.0:1746066893.635931:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066893.636235:0:7273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860781696 00000100:00100000:2.0:1746066893.636242:0:7273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860781696 00000100:00100000:2.0:1746066893.636280:0:7273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28698 00000100:00100000:2.0:1746066893.636286:0:7273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094838000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+10:1886:x1830882860781696:12345-192.168.201.51@tcp:36:rm.0 00010000:00010000:2.0:1746066893.636324:0:7273:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746066893.636377:0:7273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fc00/0xd6b24631ff439f20 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa34 expref: 10 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.636480:0:7273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0ac00/0xd6b24631ff437c58 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x43:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267d788 expref: 9 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.636490:0:7273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008f47cc00) 00010000:00010000:2.0:1746066893.636497:0:7273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae4800/0xd6b24631ff439f04 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa2d expref: 8 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066893.636503:0:7273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066893.636506:0:7273:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066893.636520:0:7273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6ea00/0xd6b24631ff439f2e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.636529:0:7273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6ea00/0xd6b24631ff439f2e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.636536:0:7273:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6ea00/0xd6b24631ff439f2e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.636546:0:7273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fa00/0xd6b24631ff439f35 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.636551:0:7273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fa00/0xd6b24631ff439f35 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.636556:0:7273:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fa00/0xd6b24631ff439f35 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.636620:0:7273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d952c00/0xd6b24631ff439f3c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.636626:0:7273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d952c00/0xd6b24631ff439f3c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.636632:0:7273:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d952c00/0xd6b24631ff439f3c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7273 initiator: MDT0 00000040:00080000:2.0:1746066893.636791:0:7273:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].13, 64 off9024 00000004:00080000:2.0:1746066893.636798:0:7273:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1005714456257ns, next at 1006714454947ns, rc = 0 00010000:00010000:2.0:1746066893.636845:0:7273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013093d400/0xd6b24631ff439f43 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.636852:0:7273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013093d400/0xd6b24631ff439f43 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.636857:0:7273:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013093d400/0xd6b24631ff439f43 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.636863:0:7273:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013093d400/0xd6b24631ff439f43 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.636867:0:7273:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013093d400/0xd6b24631ff439f43 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.636871:0:7273:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013093d400/0xd6b24631ff439f43 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.636897:0:7273:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1746066893.636910:0:7273:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d952c00/0xd6b24631ff439f3c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.636914:0:7273:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d952c00/0xd6b24631ff439f3c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.636918:0:7273:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d952c00/0xd6b24631ff439f3c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.636923:0:7273:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d952c00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066893.636924:0:7261:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746066893.636925:0:7273:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d952c00/0xd6b24631ff439f3c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066893.636929:0:7261:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013093d400/0xd6b24631ff439f43 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.636930:0:7273:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d952c00/0xd6b24631ff439f3c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066893.636933:0:7261:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013093d400 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746066893.636937:0:7261:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013093d400/0xd6b24631ff439f43 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.636937:0:7273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008f47cc00) 00010000:00010000:2.0:1746066893.636939:0:7273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746066893.636941:0:7261:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013093d400/0xd6b24631ff439f43 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.636941:0:7273:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d952c00/0xd6b24631ff439f3c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.636945:0:7273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d952c00/0xd6b24631ff439f3c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066893.636947:0:7261:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008f47cc00) 00010000:00010000:3.0:1746066893.636948:0:7261:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1746066893.636950:0:7261:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013093d400/0xd6b24631ff439f43 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066893.636956:0:7261:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013093d400/0xd6b24631ff439f43 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066893.637197:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746066893.637198:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746066893.637199:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746066893.637888:0:7273:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6ea00/0xd6b24631ff439f2e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.637894:0:7273:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6ea00/0xd6b24631ff439f2e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.637899:0:7273:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6ea00/0xd6b24631ff439f2e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.637903:0:7273:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009aa6ea00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066893.637905:0:7273:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6ea00/0xd6b24631ff439f2e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.637910:0:7273:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6ea00/0xd6b24631ff439f2e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.637917:0:7273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066893.637919:0:7273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066893.637921:0:7273:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6ea00/0xd6b24631ff439f2e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.637925:0:7273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6ea00/0xd6b24631ff439f2e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7273 initiator: MDT0 00000004:00010000:2.0:1746066893.637932:0:7273:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880094838000 reply state ffff88008f5db000 transno 4294980252 ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fa00/0xd6b24631ff439f35 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.637939:0:7273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fa00/0xd6b24631ff439f35 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066893.637944:0:7273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88008f6f2b00) 00010000:00010000:2.0:1746066893.637946:0:7273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746066893.637948:0:7273:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746066893.637995:0:7273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094838000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+9:1886:x1830882860781696:12345-192.168.201.51@tcp:36:rm.0 Request processed in 1707us (2068us total) trans 4294980252 rc 0/0 00000100:00100000:2.0:1746066893.638002:0:7273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28698 00010000:00010000:3.0:1746066893.711767:0:7262:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746066894.370142:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009483b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882861284864:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1746066894.370201:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066894.370292:0:15661:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861284864 00000100:00100000:2.0:1746066894.370300:0:15661:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861284864 00000100:00080000:0.0:1746066894.370324:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746066894.370637:0:15661:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:2.0:1746066894.370646:0:15661:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3789:x1830882861284864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1746066894.370669:0:15661:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 3921260544 avail 3689738240 00000100:00100000:2.0:1746066894.370713:0:15661:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3789:x1830882861284864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066894.370719:0:15661:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:3.0:1746066894.370746:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009483b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882861284864:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746066894.644078:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861284992:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746066894.644131:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066894.644185:0:15661:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861284992 00000100:00100000:2.0:1746066894.644191:0:15661:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861284992 00000100:00100000:2.0:1746066894.644228:0:15661:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:2.0:1746066894.644236:0:15661:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882861284992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746066894.644254:0:15661:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 3921260544 avail 3689738240 00000100:00100000:2.0:1746066894.644282:0:15661:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882861284992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066894.644287:0:15661:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:2.0:1746066894.644315:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861284992:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1746066894.644618:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1746066894.650192:0:10968:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972256 is committed 00010000:00010000:1.0:1746066894.712669:0:8435:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746066895.714310:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746066896.082228:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882861285120:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746066896.082290:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066896.082531:0:7277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861285120 00000100:00100000:2.0:1746066896.082539:0:7277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861285120 00000100:00100000:2.0:1746066896.082574:0:7277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:2.0:1746066896.082580:0:7277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3791:x1830882861285120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746066896.082610:0:7277:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:2.0:1746066896.082644:0:7277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3791:x1830882861285120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066896.082651:0:7277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:2.0:1746066896.082698:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882861285120:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746066896.716245:0:7262:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066897.010126:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3791:1830882861285632:0@lo:400:kworker.0 00000100:00100000:2.0:1746066897.010159:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3789:1830882861285376:0@lo:400:kworker.0 00000100:00100000:0.0:1746066897.010183:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066897.010194:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3790:1830882861285504:0@lo:400:kworker.0 00000100:00100000:1.0:1746066897.010253:0:7273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861285632 00000100:00100000:1.0:1746066897.010260:0:7273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861285632 00000100:00100000:1.0:1746066897.010298:0:7273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1501 00000100:00100000:1.0:1746066897.010306:0:7273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009483b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3791:x1830882861285632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066897.010373:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bd212aa5-9c03-468b-a6b2-d3d7d344f530:3792:1830882861285248:0@lo:400:kworker.0 00000100:00100000:2.0:1746066897.010472:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066897.010487:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882861286144:0@lo:400:kworker.0 00000100:00100000:2.0:1746066897.010493:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3790:1830882861286016:0@lo:400:kworker.0 00000100:00100000:0.0:1746066897.010509:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066897.010515:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066897.010523:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801332fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882861286656:0@lo:400:kworker.0 00000100:00100000:2.0:1746066897.010528:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3790:1830882861286528:0@lo:400:kworker.0 00000100:00100000:0.0:1746066897.010537:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066897.010544:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066897.010568:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861286016 00000100:00100000:2.0:1746066897.010571:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861286016 00000100:00100000:2.0:1746066897.010594:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861286528 00000100:00100000:2.0:1746066897.010595:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861286528 00000100:00100000:2.0:1746066897.010610:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1502 00000100:00100000:2.0:1746066897.010616:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3790:x1830882861286016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066897.010645:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3790:x1830882861286016:12345-0@lo:400:kworker.0 Request processed in 29us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066897.010651:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1502 00000100:00100000:2.0:1746066897.010664:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1503 00000100:00100000:2.0:1746066897.010668:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3790:x1830882861286528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066897.010689:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3790:x1830882861286528:12345-0@lo:400:kworker.0 Request processed in 21us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066897.010693:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1503 00000100:00100000:2.0:1746066897.010708:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861286144 00000100:00100000:2.0:1746066897.010710:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861286144 00000100:00100000:2.0:1746066897.010728:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861286656 00000100:00100000:2.0:1746066897.010729:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861286656 00000100:00100000:2.0:1746066897.010743:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:1.0:1746066897.010895:0:7273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009483b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3791:x1830882861285632:12345-0@lo:400:kworker.0 Request processed in 589us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066897.010901:0:7273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1501 00000100:00100000:0.0:1746066897.010963:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3791:1830882861285632:0@lo:400:kworker.0 00000100:00100000:3.0:1746066897.010981:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066897.010992:0:7278:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861285504 00000100:00100000:0.0:1746066897.010995:0:7278:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861285504 00000100:00100000:3.0:1746066897.011001:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882861285760:0@lo:400:kworker.0 00000100:00100000:0.0:1746066897.011017:0:7278:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:3.0:1746066897.011019:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066897.011021:0:7278:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3790:x1830882861285504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066897.011029:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095885880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882861286272:0@lo:400:kworker.0 00000100:00100000:3.0:1746066897.011043:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066897.011046:0:7278:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3790:x1830882861285504:12345-0@lo:400:kworker.0 Request processed in 25us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066897.011051:0:7278:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:3.0:1746066897.011053:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801332fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882861286784:0@lo:400:kworker.0 00000100:00100000:0.0:1746066897.011059:0:7278:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861285760 00000100:00100000:0.0:1746066897.011061:0:7278:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861285760 00000100:00100000:3.0:1746066897.011068:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066897.011070:0:7278:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:0.0:1746066897.011074:0:7278:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3792:x1830882861285760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066897.011092:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861286272 00000100:00100000:3.0:1746066897.011095:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861286272 00000100:00100000:0.0:1746066897.011095:0:7278:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3792:x1830882861285760:12345-0@lo:400:kworker.0 Request processed in 22us (76us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066897.011100:0:7278:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:0.0:1746066897.011116:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861286784 00000100:00100000:0.0:1746066897.011118:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861286784 00000100:00100000:2.0:1746066897.011140:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094838a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3791:x1830882861286144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746066897.011140:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:1.0:1746066897.011148:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3791:x1830882861286656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746066897.011179:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3791:x1830882861286656:12345-0@lo:400:kworker.0 Request processed in 34us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066897.011184:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:1.0:1746066897.011201:0:7268:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861285248 00000100:00100000:1.0:1746066897.011203:0:7268:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861285248 00000100:00100000:1.0:1746066897.011220:0:7268:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:1.0:1746066897.011224:0:7268:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8d5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bd212aa5-9c03-468b-a6b2-d3d7d344f530+23:3792:x1830882861285248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746066897.011247:0:7268:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8d5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bd212aa5-9c03-468b-a6b2-d3d7d344f530+23:3792:x1830882861285248:12345-0@lo:400:kworker.0 Request processed in 23us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066897.011252:0:7268:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:1.0:1746066897.011303:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3790:1830882861285504:0@lo:400:kworker.0 00000100:00100000:1.0:1746066897.011313:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3790:1830882861286016:0@lo:400:kworker.0 00000100:00100000:1.0:1746066897.011321:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3790:1830882861286528:0@lo:400:kworker.0 00000100:00100000:1.0:1746066897.011379:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801332fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882861286656:0@lo:400:kworker.0 00000100:00080000:1.0:1746066897.011396:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746066897.011399:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746066897.011401:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746066897.011489:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1746066897.011495:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3792:x1830882861286272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066897.011522:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3792:x1830882861286272:12345-0@lo:400:kworker.0 Request processed in 28us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066897.011528:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1746066897.011547:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bd212aa5-9c03-468b-a6b2-d3d7d344f530:3792:1830882861285248:0@lo:400:kworker.0 00000100:00100000:3.0:1746066897.011556:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882861285760:0@lo:400:kworker.0 00000100:00100000:3.0:1746066897.011563:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095885880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882861286272:0@lo:400:kworker.0 00000100:00100000:0.0:1746066897.011782:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:0.0:1746066897.011789:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3792:x1830882861286784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066897.011848:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066897.011850:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3792:x1830882861286784:12345-0@lo:400:kworker.0 Request processed in 62us (781us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066897.011855:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:3.0:1746066897.011866:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3789:1830882861285888:0@lo:400:kworker.0 00000100:00100000:3.0:1746066897.012089:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066897.012594:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3789:1830882861286400:0@lo:400:kworker.0 00000100:00100000:3.0:1746066897.012615:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066897.012841:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094838a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3791:x1830882861286144:12345-0@lo:400:kworker.0 Request processed in 1703us (2329us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066897.012848:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:2.0:1746066897.012882:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801332fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882861286784:0@lo:400:kworker.0 00000100:00100000:2.0:1746066897.012908:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882861286144:0@lo:400:kworker.0 00000100:00100000:3.0:1746066897.013019:0:7271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861285376 00000100:00100000:3.0:1746066897.013023:0:7271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861285376 00000100:00100000:3.0:1746066897.013040:0:7271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861285888 00000100:00100000:3.0:1746066897.013042:0:7271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861285888 00000100:00100000:3.0:1746066897.013056:0:7271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861286400 00000100:00100000:3.0:1746066897.013057:0:7271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861286400 00000100:00100000:3.0:1746066897.013070:0:7271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1504 00000100:00100000:3.0:1746066897.013074:0:7271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3789:x1830882861285376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066897.013102:0:7271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3789:x1830882861285376:12345-0@lo:400:kworker.0 Request processed in 27us (1254us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066897.013107:0:7271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1504 00000100:00100000:3.0:1746066897.013116:0:7271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1505 00000100:00100000:3.0:1746066897.013121:0:7271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3789:x1830882861285888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066897.013139:0:7271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3789:x1830882861285888:12345-0@lo:400:kworker.0 Request processed in 19us (1050us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066897.013144:0:7271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1505 00000100:00100000:3.0:1746066897.013153:0:7271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1506 00000100:00100000:3.0:1746066897.013157:0:7271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3789:x1830882861286400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066897.013173:0:7271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3789:x1830882861286400:12345-0@lo:400:kworker.0 Request processed in 16us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066897.013177:0:7271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1506 00000100:00100000:3.0:1746066897.013200:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3789:1830882861285376:0@lo:400:kworker.0 00000100:00100000:3.0:1746066897.013208:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3789:1830882861285888:0@lo:400:kworker.0 00000100:00100000:3.0:1746066897.013214:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3789:1830882861286400:0@lo:400:kworker.0 00000100:00080000:3.0:1746066897.013247:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746066897.042635:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882861286912:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746066897.042692:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066897.043457:0:9630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861286912 00000100:00100000:2.0:1746066897.043465:0:9630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861286912 00000100:00100000:2.0:1746066897.043516:0:9630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:2.0:1746066897.043523:0:9630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3789:x1830882861286912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746066897.043552:0:9630:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3920908288 avail 3689385984 00000100:00100000:2.0:1746066897.043605:0:9630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3789:x1830882861286912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (911us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066897.043611:0:9630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1746066897.043649:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882861286912:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746066897.090854:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861287040:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746066897.090913:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1746066897.091222:0:11653:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1009168879514ns, next at 1010168877575ns, rc = 0 00000100:00100000:0.0:1746066897.091685:0:15661:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861287040 00000100:00100000:0.0:1746066897.091692:0:15661:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861287040 00000100:00100000:0.0:1746066897.092449:0:15661:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1746066897.092458:0:15661:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882861287040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746066897.092480:0:15661:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3920908288 avail 3689385984 00000100:00100000:0.0:1746066897.092523:0:15661:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882861287040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (1610us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066897.092529:0:15661:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:2.0:1746066897.092656:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861287040:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1746066897.718840:0:8435:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746066897.827963:0:3792:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746066897.827981:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882861287168:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746066897.828034:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066897.828151:0:7277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861287168 00000100:00100000:1.0:1746066897.828157:0:7277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861287168 00000100:00100000:1.0:1746066897.828190:0:7277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:1.0:1746066897.828196:0:7277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3792:x1830882861287168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746066897.828226:0:7277:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:1.0:1746066897.828264:0:7277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3792:x1830882861287168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066897.828270:0:7277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:3.0:1746066897.828599:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882861287168:0@lo:41:osp-pre-1-0.0 00000001:02000400:3.0:1746066897.983644:0:28245:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16h: mmap read after truncate file ======= 22:34:56 (1746066896) 00000100:00100000:2.0:1746066898.069576:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066898.070293:0:12150:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860781824 00000100:00100000:1.0:1746066898.070304:0:12150:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860781824 00000100:00100000:1.0:1746066898.073178:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28699 00000100:00100000:1.0:1746066898.073191:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2544:x1830882860781824:12345-192.168.201.51@tcp:41:stat.0 00000004:00000024:1.0:1746066898.073258:0:12150:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7842168832 avail 7379124224 00000100:00100000:1.0:1746066898.073549:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2544:x1830882860781824:12345-192.168.201.51@tcp:41:stat.0 Request processed in 361us (3979us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066898.073556:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28699 00000100:00080000:3.0:1746066898.073720:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746066898.176702:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066898.176908:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860781952 00000100:00100000:1.0:1746066898.176918:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860781952 00000100:00100000:1.0:1746066898.176985:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28700 00000100:00100000:1.0:1746066898.176993:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2548:x1830882860781952:12345-192.168.201.51@tcp:101:lfs.0 00010000:00010000:1.0:1746066898.177016:0:7272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066898.177036:0:7272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0xd6b24631ff439f4a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fa42 expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066898.177102:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6e00/0xd6b24631ff439f51 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.177115:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6e00/0xd6b24631ff439f51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.177128:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6e00/0xd6b24631ff439f51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00000004:00200000:1.0:1746066898.177174:0:7272:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746066898.177177:0:7272:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746066898.177196:0:7272:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6e00/0xd6b24631ff439f51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.177216:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0xd6b24631ff439f4a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa42 expref: 11 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066898.177236:0:7272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6e00/0xd6b24631ff439f51 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa42 expref: 10 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066898.177245:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:1.0:1746066898.177248:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746066898.177251:0:7272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc6e00, rc 0) 00000100:00100000:1.0:1746066898.177311:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2548:x1830882860781952:12345-192.168.201.51@tcp:101:lfs.0 Request processed in 318us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066898.177319:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28700 00000100:00100000:0.0:1746066898.183031:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066898.183227:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860782080 00000100:00100000:1.0:1746066898.183237:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860782080 00000100:00100000:1.0:1746066898.183421:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28701 00000100:00100000:1.0:1746066898.183432:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2548:x1830882860782080:12345-192.168.201.51@tcp:101:lfs.0 00010000:00010000:1.0:1746066898.183455:0:7272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066898.183476:0:7272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6200/0xd6b24631ff439f58 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fa49 expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066898.183545:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0xd6b24631ff439f5f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.183558:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0xd6b24631ff439f5f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.183568:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0xd6b24631ff439f5f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.183579:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d953800/0xd6b24631ff439f66 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.183583:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d953800/0xd6b24631ff439f66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.183586:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d953800/0xd6b24631ff439f66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.183629:0:7272:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0xd6b24631ff439f5f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.183633:0:7272:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0xd6b24631ff439f5f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.183637:0:7272:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0xd6b24631ff439f5f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.183644:0:7272:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095fc7400 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:1.0:1746066898.183653:0:7272:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0xd6b24631ff439f5f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.183658:0:7272:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0xd6b24631ff439f5f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.183666:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:1.0:1746066898.183668:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066898.183671:0:7272:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0xd6b24631ff439f5f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.183674:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0xd6b24631ff439f5f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.183692:0:7272:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d953800/0xd6b24631ff439f66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.183697:0:7272:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d953800/0xd6b24631ff439f66 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.183702:0:7272:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d953800/0xd6b24631ff439f66 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.183706:0:7272:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d953800 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:1.0:1746066898.183709:0:7272:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d953800/0xd6b24631ff439f66 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.183714:0:7272:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d953800/0xd6b24631ff439f66 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.183720:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff880131f9d900) 00010000:00010000:1.0:1746066898.183722:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066898.183739:0:7272:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d953800/0xd6b24631ff439f66 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.183745:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d953800/0xd6b24631ff439f66 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.183776:0:7272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6200/0xd6b24631ff439f58 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa49 expref: 11 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066898.183784:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6200/0xd6b24631ff439f58 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa49 expref: 11 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066898.183791:0:7272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc6200, rc 0) 00000100:00100000:1.0:1746066898.183849:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2548:x1830882860782080:12345-192.168.201.51@tcp:101:lfs.0 Request processed in 419us (829us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066898.183856:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28701 00000100:00100000:0.0:1746066898.187320:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066898.187447:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860782336 00000100:00100000:1.0:1746066898.187456:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860782336 00000100:00100000:1.0:1746066898.187564:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28702 00000100:00100000:1.0:1746066898.187573:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2548:x1830882860782336:12345-192.168.201.51@tcp:36:lfs.0 00010000:00010000:1.0:1746066898.188101:0:7272:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066898.188244:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6e00/0xd6b24631ff439f51 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa42 expref: 10 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066898.188265:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:1.0:1746066898.188400:0:7272:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066898.188470:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d952c00/0xd6b24631ff439f6d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.188483:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d952c00/0xd6b24631ff439f6d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.188493:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d952c00/0xd6b24631ff439f6d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.188509:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0xd6b24631ff439f74 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.188515:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0xd6b24631ff439f74 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.188521:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0xd6b24631ff439f74 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00000040:00080000:1.0:1746066898.191584:0:7272:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].8, 2152 off47360 00000040:00080000:1.0:1746066898.191668:0:7272:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].8, 2352 off48856 00000004:00080000:1.0:1746066898.191674:0:7272:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8800963a0780 with version 18 00000004:00080000:2.0:1746066898.191759:0:8582:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff88012b45a780 version 18 rpc_version 18 00000020:00100000:2.0:1746066898.191810:0:8582:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1746066898.191821:0:8582:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800952e5c00 x1830882861287424/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746066898.191847:0:8582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e5c00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8582:1830882861287424:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1746066898.191923:0:8582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066898.191984:0:7278:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861287424 00000100:00100000:2.0:1746066898.192178:0:8582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095cf9b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066898.192186:0:7278:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861287424 00000100:00100000:0.0:1746066898.192228:0:7278:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:0.0:1746066898.192236:0:7278:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:8582:x1830882861287424:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746066898.192611:0:7278:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:8582:x1830882861287424:12345-0@lo:1000:osp_up1-0.0 Request processed in 376us (688us total) trans 4294967390 rc 0/0 00000100:00100000:0.0:1746066898.192619:0:7278:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:3.0:1746066898.192690:0:8582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e5c00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8582:1830882861287424:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1746066898.193296:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0b000/0xd6b24631ff439f7b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.193309:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0b000/0xd6b24631ff439f7b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.193318:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0b000/0xd6b24631ff439f7b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.193330:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0ae00/0xd6b24631ff439f82 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.193335:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0ae00/0xd6b24631ff439f82 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.193367:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0ae00/0xd6b24631ff439f82 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.193393:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880095c0ba00/0xd6b24631ff439f89 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.193399:0:7272:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880095c0ba00/0xd6b24631ff439f89 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.193407:0:7272:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880095c0ba00/0xd6b24631ff439f89 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 7272 initiator: MDT0 00000100:00100000:1.0:1746066898.193423:0:7272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c8d880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:7272:1830882861287552:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1746066898.193452:0:7272:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066898.193493:0:7272:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066898.195633:0:7278:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861287552 00000100:00100000:0.0:1746066898.195641:0:7278:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861287552 00000100:00100000:0.0:1746066898.195689:0:7278:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1746066898.195697:0:7278:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:7272:x1830882861287552:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1746066898.195715:0:7278:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066898.195743:0:7278:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880131fb6800/0xd6b24631ff439f90 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd6b24631ff439f89 expref: -99 pid: 7278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066898.195763:0:7278:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880131fb6800/0xd6b24631ff439f90 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xd6b24631ff439f89 expref: 7 pid: 7278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066898.195776:0:7278:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880131fb6800/0xd6b24631ff439f90 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd6b24631ff439f89 expref: 7 pid: 7278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066898.195783:0:7278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88008f4c7300) 00010000:00010000:0.0:1746066898.195786:0:7278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066898.195789:0:7278:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fb6800, rc 0) 00000100:00100000:0.0:1746066898.195844:0:7278:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:7272:x1830882861287552:12345-0@lo:101:mdt00_001.0 Request processed in 147us (2391us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066898.195850:0:7278:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:1.0:1746066898.195916:0:7272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c8d880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:7272:1830882861287552:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1746066898.195930:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880095c0ba00/0xd6b24631ff439f89 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd6b24631ff439f90 expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066898.195940:0:7272:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880095c0ba00/0xd6b24631ff439f89 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd6b24631ff439f90 expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1746066898.195956:0:7272:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008f6a4380 reply state ffff880095d41000 transno 4294980253 ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0ae00/0xd6b24631ff439f82 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.195964:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0ae00/0xd6b24631ff439f82 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.195970:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff880131f9db00) 00010000:00010000:1.0:1746066898.195973:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746066898.195975:0:7272:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746066898.195980:0:7272:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880095c0ba00/0xd6b24631ff439f89 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd6b24631ff439f90 expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066898.195987:0:7272:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff880095c0ba00/0xd6b24631ff439f89 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd6b24631ff439f90 expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1746066898.196000:0:7272:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0x9:0x0] 00000004:00010000:1.0:1746066898.196005:0:7272:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008f6a4380 reply state ffff880095d41000 transno 4294980253 ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0b000/0xd6b24631ff439f7b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.196012:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0b000/0xd6b24631ff439f7b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.196017:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff880131f9d900) 00010000:00010000:1.0:1746066898.196019:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746066898.196020:0:7272:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:1.0:1746066898.196024:0:7272:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00010000:00010000:1.0:1746066898.196030:0:7272:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d952c00/0xd6b24631ff439f6d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.196035:0:7272:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d952c00/0xd6b24631ff439f6d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.196041:0:7272:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d952c00/0xd6b24631ff439f6d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.196046:0:7272:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d952c00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:1.0:1746066898.196049:0:7272:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d952c00/0xd6b24631ff439f6d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.196055:0:7272:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d952c00/0xd6b24631ff439f6d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.196062:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:1.0:1746066898.196064:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066898.196067:0:7272:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d952c00/0xd6b24631ff439f6d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.196840:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d952c00/0xd6b24631ff439f6d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00000004:00010000:1.0:1746066898.196853:0:7272:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008f6a4380 reply state ffff880095d41000 transno 4294980253 ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0xd6b24631ff439f74 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.196862:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0xd6b24631ff439f74 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066898.196867:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff880131f9d200) 00010000:00010000:1.0:1746066898.196870:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746066898.196872:0:7272:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:0.0:1746066898.197650:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2548:x1830882860782336:12345-192.168.201.51@tcp:36:lfs.0 Request processed in 10076us (10337us total) trans 4294980253 rc 0/0 00000100:00100000:0.0:1746066898.197657:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28702 00000100:00100000:0.0:1746066898.233635:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066898.235121:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860782464 00000100:00100000:2.0:1746066898.235130:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860782464 00000100:00100000:0.0:1746066898.235239:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28703 00000100:00100000:0.0:1746066898.235248:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2549:x1830882860782464:12345-192.168.201.51@tcp:101:cp.0 00010000:00010000:0.0:1746066898.235278:0:12150:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066898.235294:0:12150:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131fb7e00/0xd6b24631ff439f97 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fa50 expref: -99 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066898.235352:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27800/0xd6b24631ff439f9e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066898.235364:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27800/0xd6b24631ff439f9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066898.235372:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27800/0xd6b24631ff439f9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00000004:00200000:0.0:1746066898.235405:0:12150:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746066898.235408:0:12150:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746066898.235421:0:12150:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27800/0xd6b24631ff439f9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066898.235437:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131fb7e00/0xd6b24631ff439f97 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa50 expref: 13 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066898.236098:0:12150:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27800/0xd6b24631ff439f9e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa50 expref: 12 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066898.236106:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:0.0:1746066898.236109:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746066898.236112:0:12150:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27800, rc 0) 00000100:00100000:0.0:1746066898.236255:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+12:2549:x1830882860782464:12345-192.168.201.51@tcp:101:cp.0 Request processed in 1008us (2625us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066898.236262:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28703 00000100:00100000:0.0:1746066898.240541:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066898.240742:0:12150:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860782592 00000100:00100000:2.0:1746066898.240804:0:12150:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860782592 00000100:00100000:2.0:1746066898.240885:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28704 00000100:00100000:2.0:1746066898.240895:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+12:2549:x1830882860782592:12345-192.168.201.51@tcp:101:cp.0 00010000:00010000:2.0:1746066898.240918:0:12150:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066898.240939:0:12150:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013093d000/0xd6b24631ff439fa5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fa57 expref: -99 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.241006:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c000/0xd6b24631ff439fac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.241020:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c000/0xd6b24631ff439fac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.241032:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c000/0xd6b24631ff439fac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.241043:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c800/0xd6b24631ff439fb3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.241049:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c800/0xd6b24631ff439fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.241055:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c800/0xd6b24631ff439fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.241189:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013093ce00/0xd6b24631ff439fba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.241197:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013093ce00/0xd6b24631ff439fba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.241204:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013093ce00/0xd6b24631ff439fba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00000004:00200000:2.0:1746066898.241277:0:12150:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:2.0:1746066898.241281:0:12150:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1746066898.241300:0:12150:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88013093ce00/0xd6b24631ff439fba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.241310:0:12150:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c000/0xd6b24631ff439fac lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.241316:0:12150:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c000/0xd6b24631ff439fac lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.241321:0:12150:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c000/0xd6b24631ff439fac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.241327:0:12150:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c000/0xd6b24631ff439fac lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.241337:0:12150:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013093c000 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066898.241380:0:12150:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c000/0xd6b24631ff439fac lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.241387:0:12150:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c000/0xd6b24631ff439fac lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.241398:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066898.241402:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066898.241406:0:12150:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c000/0xd6b24631ff439fac lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.241411:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c000/0xd6b24631ff439fac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.241437:0:12150:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c800/0xd6b24631ff439fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.241443:0:12150:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c800/0xd6b24631ff439fb3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.241448:0:12150:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c800/0xd6b24631ff439fb3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.241452:0:12150:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013093c800 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066898.241455:0:12150:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c800/0xd6b24631ff439fb3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.241460:0:12150:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c800/0xd6b24631ff439fb3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.241466:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff880131f9d200) 00010000:00010000:2.0:1746066898.241468:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066898.241472:0:12150:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c800/0xd6b24631ff439fb3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.241476:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c800/0xd6b24631ff439fb3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.241500:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013093d000/0xd6b24631ff439fa5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa57 expref: 14 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.241513:0:12150:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013093ce00/0xd6b24631ff439fba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa57 expref: 13 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.241520:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff880131f9d900) 00010000:00010000:2.0:1746066898.241522:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746066898.241524:0:12150:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013093ce00, rc 0) 00000100:00100000:2.0:1746066898.241592:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+13:2549:x1830882860782592:12345-192.168.201.51@tcp:101:cp.0 Request processed in 697us (1055us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066898.241599:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28704 00000100:00100000:1.0:1746066898.245912:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066898.246234:0:12150:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860782720 00000100:00100000:2.0:1746066898.246241:0:12150:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860782720 00000100:00100000:2.0:1746066898.246702:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28705 00000100:00100000:2.0:1746066898.246711:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+13:2549:x1830882860782720:12345-192.168.201.51@tcp:101:cp.0 00010000:00010000:2.0:1746066898.246736:0:12150:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066898.246754:0:12150:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6ea00/0xd6b24631ff439fc1 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fa5e expref: -99 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.246798:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6ec00/0xd6b24631ff439fc8 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.246809:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6ec00/0xd6b24631ff439fc8 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.246819:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6ec00/0xd6b24631ff439fc8 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00000004:00200000:2.0:1746066898.246853:0:12150:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:2.0:1746066898.246857:0:12150:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746066898.246884:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6ea00/0xd6b24631ff439fc1 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa5e expref: 15 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.246898:0:12150:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6ec00/0xd6b24631ff439fc8 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa5e expref: 14 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.246906:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff880131f9db00) 00010000:00010000:2.0:1746066898.246908:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746066898.246911:0:12150:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aa6ec00, rc 0) 00000100:00100000:2.0:1746066898.246960:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+14:2549:x1830882860782720:12345-192.168.201.51@tcp:101:cp.0 Request processed in 250us (1053us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066898.246967:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28705 00000100:00100000:0.0:1746066898.251813:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066898.251912:0:12150:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860782848 00000100:00100000:2.0:1746066898.251919:0:12150:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860782848 00000100:00080000:3.0:1746066898.252067:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746066898.252110:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28706 00000100:00100000:2.0:1746066898.252118:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+5:2549:x1830882860782848:12345-192.168.201.51@tcp:101:cp.0 00010000:00010000:2.0:1746066898.252132:0:12150:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066898.252146:0:12150:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff439fcf lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fa65 expref: -99 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.252188:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88013093d000/0xd6b24631ff439fd6 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.252198:0:12150:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880131fb6800/0xd6b24631ff439f90 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd6b24631ff439f89 expref: 6 pid: 7278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.252205:0:12150:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88013093d000/0xd6b24631ff439fd6 lrc: 4/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT1 00010000:00010000:2.0:1746066898.252229:0:12150:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880131fb6800/0xd6b24631ff439f90 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xd6b24631ff439f89 expref: 6 pid: 7278 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066898.252242:0:12150:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:12150:1830882861287680:0@lo:104: 00000100:00100000:2.0:1746066898.252278:0:12150:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066898.252887:0:9643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861287680 00000100:00100000:1.0:1746066898.252892:0:9643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861287680 00000100:00100000:2.0:1746066898.253205:0:12150:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095cf9480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066898.253508:0:9643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1746066898.253515:0:9643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:12150:x1830882861287680:12345-0@lo:104: 00010000:00010000:1.0:1746066898.253524:0:9643:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff880095c0ba00/0xd6b24631ff439f89 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xd6b24631ff439f90 expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066898.253611:0:12150:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:12150:1830882861287680:0@lo:104: 00010000:00010000:2.0:1746066898.253625:0:12150:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88013093d000/0xd6b24631ff439fd6 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT1 00010000:00010000:1.0:1746066898.253703:0:9643:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1746066898.253709:0:9643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:12150:x1830882861287680:12345-0@lo:104: Request processed in 195us (1430us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066898.253715:0:9643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00010000:00010000:3.0:1746066898.253774:0:7261:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746066898.253780:0:7261:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880095c0ba00/0xd6b24631ff439f89 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xd6b24631ff439f90 expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.253787:0:7261:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095c0ba00 already unused, calling callback (ffffffffa0f1ce30) 00010000:00010000:3.0:1746066898.253791:0:7261:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880095c0ba00/0xd6b24631ff439f89 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xd6b24631ff439f90 expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1746066898.253798:0:7261:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880095c0ba00/0xd6b24631ff439f89 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xd6b24631ff439f90 expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.253818:0:7261:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880095c0ba00/0xd6b24631ff439f89 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xd6b24631ff439f90 expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.253824:0:7261:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1746066898.254072:0:7261:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880095c0ba00/0xd6b24631ff439f89 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xd6b24631ff439f90 expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.254079:0:7261:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880095c0ba00/0xd6b24631ff439f89 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xd6b24631ff439f90 expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.254134:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746066898.254135:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746066898.254137:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066898.254205:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882861287808:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1746066898.254231:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066898.254265:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861287808 00000100:00100000:0.0:1746066898.254269:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861287808 00010000:00010000:0.0:1746066898.254285:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880131fb6800/0xd6b24631ff439f90 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xd6b24631ff439f89 expref: 7 pid: 7278 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066898.254311:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12743 00000100:00100000:0.0:1746066898.254316:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+7:3792:x1830882861287808:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1746066898.254324:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1746066898.256230:0:8417:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967390 is committed 00010000:00010000:2.0:1746066898.256557:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131fb6800/0xd6b24631ff439f90 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xd6b24631ff439f89 expref: 6 pid: 7278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.256579:0:7259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88008f4c7300) 00010000:00010000:2.0:1746066898.256584:0:7259:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88013093d000/0xd6b24631ff439fd6 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT1 00010000:00010000:2.0:1746066898.256591:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88013093d000/0xd6b24631ff439fd6 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12150 initiator: MDT1 00010000:00010000:2.0:1746066898.256596:0:7259:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88013093d000/0xd6b24631ff439fd6 lrc: 4/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12150 initiator: MDT1 00010000:00010000:2.0:1746066898.256947:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066898.256990:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+5:3792:x1830882861287808:12345-0@lo:103:ldlm_bl.0 Request processed in 2673us (2758us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066898.256999:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12743 00000100:00100000:0.0:1746066898.257078:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882861287808:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1746066898.257133:0:12150:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88013093d000/0xd6b24631ff439fd6 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT1 00010000:00010000:3.0:1746066898.257140:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88013093d000/0xd6b24631ff439fd6 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT1 00000004:00200000:3.0:1746066898.257179:0:12150:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:3.0:1746066898.257184:0:12150:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746066898.257220:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009aa6ea00/0xd6b24631ff439fcf lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa65 expref: 7 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.257233:0:12150:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88013093d000/0xd6b24631ff439fd6 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa65 expref: 6 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.257240:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88008f4c7300) 00010000:00010000:3.0:1746066898.257242:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746066898.257244:0:12150:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013093d000, rc 0) 00000100:00100000:3.0:1746066898.257634:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2549:x1830882860782848:12345-192.168.201.51@tcp:101:cp.0 Request processed in 5516us (5828us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066898.257644:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28706 00000100:00100000:0.0:1746066898.259867:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066898.259951:0:12150:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860782976 00000100:00100000:3.0:1746066898.259957:0:12150:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860782976 00000100:00100000:3.0:1746066898.259992:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28707 00000100:00100000:3.0:1746066898.259998:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+14:2549:x1830882860782976:12345-192.168.201.51@tcp:101:cp.0 00010000:00010000:3.0:1746066898.260014:0:12150:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066898.260029:0:12150:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d951600/0xd6b24631ff439fdd lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fa6c expref: -99 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.260074:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d950e00/0xd6b24631ff439fe4 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.260084:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d950e00/0xd6b24631ff439fe4 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.260094:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d950e00/0xd6b24631ff439fe4 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.260104:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d950800/0xd6b24631ff439feb lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.260111:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d950800/0xd6b24631ff439feb lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.260116:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d950800/0xd6b24631ff439feb lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.260165:0:12150:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d950e00/0xd6b24631ff439fe4 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.260171:0:12150:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d950e00/0xd6b24631ff439fe4 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.260177:0:12150:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d950e00/0xd6b24631ff439fe4 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.260183:0:12150:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d950e00/0xd6b24631ff439fe4 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.260188:0:12150:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d950e00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066898.260191:0:12150:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d950e00/0xd6b24631ff439fe4 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.260198:0:12150:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d950e00/0xd6b24631ff439fe4 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.260207:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff880131f9db00) 00010000:00010000:3.0:1746066898.260209:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066898.260213:0:12150:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d950e00/0xd6b24631ff439fe4 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.260218:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d950e00/0xd6b24631ff439fe4 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.260228:0:12150:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d950800/0xd6b24631ff439feb lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.260232:0:12150:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d950800/0xd6b24631ff439feb lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.260237:0:12150:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d950800/0xd6b24631ff439feb lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.260241:0:12150:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d950800 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066898.260243:0:12150:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d950800/0xd6b24631ff439feb lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.260252:0:12150:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d950800/0xd6b24631ff439feb lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.260257:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88008eb92e00) 00010000:00010000:3.0:1746066898.260259:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066898.260261:0:12150:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d950800/0xd6b24631ff439feb lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.260265:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d950800/0xd6b24631ff439feb lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.260291:0:12150:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d951600/0xd6b24631ff439fdd lrc: 1/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa6c expref: 15 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.260298:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d951600/0xd6b24631ff439fdd lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa6c expref: 15 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.260306:0:12150:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d951600, rc 0) 00000100:00100000:3.0:1746066898.260863:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+14:2549:x1830882860782976:12345-192.168.201.51@tcp:101:cp.0 Request processed in 864us (999us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066898.260870:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28707 00000100:00100000:0.0:1746066898.264457:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066898.264548:0:12150:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860783232 00000100:00100000:3.0:1746066898.264555:0:12150:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860783232 00000100:00100000:3.0:1746066898.264586:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28708 00000100:00100000:3.0:1746066898.264593:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+14:2549:x1830882860783232:12345-192.168.201.51@tcp:101:cp.0 00010000:00010000:3.0:1746066898.264610:0:12150:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066898.264613:0:12150:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746066898.264637:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6ec00/0xd6b24631ff439fc8 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa5e expref: 14 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.264652:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff880131f9db00) 00010000:00010000:3.0:1746066898.264656:0:12150:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066898.264665:0:12150:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d951400/0xd6b24631ff439ff2 lrc: 2/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fa73 expref: -99 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.264764:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fc00/0xd6b24631ff439ff9 lrc: 3/0,1 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.264775:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fc00/0xd6b24631ff439ff9 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.264783:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fc00/0xd6b24631ff439ff9 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.264794:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b800/0xd6b24631ff43a000 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.264799:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b800/0xd6b24631ff43a000 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.264804:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b800/0xd6b24631ff43a000 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00000004:00080000:3.0:1746066898.265287:0:12150:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x18:0x0], index 0: 0 00010000:00010000:3.0:1746066898.265482:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff43a007 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.265489:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff43a007 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.265495:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff43a007 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.265524:0:12150:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fc00/0xd6b24631ff439ff9 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.265529:0:12150:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fc00/0xd6b24631ff439ff9 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.265534:0:12150:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fc00/0xd6b24631ff439ff9 lrc: 3/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.265539:0:12150:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fc00/0xd6b24631ff439ff9 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.265544:0:12150:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009aa6fc00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066898.265548:0:12150:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fc00/0xd6b24631ff439ff9 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.265553:0:12150:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fc00/0xd6b24631ff439ff9 lrc: 5/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.265560:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff880131f9db00) 00010000:00010000:3.0:1746066898.265562:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066898.265564:0:12150:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fc00/0xd6b24631ff439ff9 lrc: 3/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.265569:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fc00/0xd6b24631ff439ff9 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12150 initiator: MDT0 00000004:00010000:3.0:1746066898.265577:0:12150:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880132c33800 reply state ffff88008eaf2000 transno 4294980254 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b800/0xd6b24631ff43a000 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.265584:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b800/0xd6b24631ff43a000 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.265588:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88008eb92b00) 00010000:00010000:3.0:1746066898.265591:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746066898.265593:0:12150:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746066898.265611:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d951400/0xd6b24631ff439ff2 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa73 expref: 16 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.265621:0:12150:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff43a007 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa73 expref: 15 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.265640:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88008eb92c00) 00010000:00010000:3.0:1746066898.265642:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066898.265644:0:12150:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cfa6a00, rc 0) 00000100:00100000:3.0:1746066898.265775:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2549:x1830882860783232:12345-192.168.201.51@tcp:101:cp.0 Request processed in 1181us (1323us total) trans 4294980254 rc 0/0 00000100:00100000:3.0:1746066898.265782:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28708 00000100:00100000:0.0:1746066898.268595:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066898.268676:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860783360 00000100:00100000:2.0:1746066898.268683:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860783360 00000100:00100000:2.0:1746066898.268711:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29918 00000100:00100000:2.0:1746066898.268716:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2030:x1830882860783360:12345-192.168.201.51@tcp:8:cp.0 00010000:00080000:2.0:1746066898.268751:0:25556:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from 18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp t0 exp (null) cur 1010 last 0 00000020:00000080:2.0:1746066898.268773:0:25556:0:(genops.c:1402:class_connect()) connect: client 18595197-82a3-44f2-a6c2-770f1d2aac37, cookie 0xd6b24631ff43a015 00002000:00100000:2.0:1746066898.268781:0:25556:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 18595197-82a3-44f2-a6c2-770f1d2aac37/ffff88008e8f7800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 210363c ocd_grant: 489881600 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1746066898.268795:0:25556:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1746066898.268840:0:25556:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff88012b45acc0 00002000:00080000:2.0:1746066898.268848:0:25556:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1746066898.268869:0:25556:0:(import.c:66:import_set_state_nolock()) ffff88008e8f4000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1746066898.269245:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2030:x1830882860783360:12345-192.168.201.51@tcp:8:cp.0 Request processed in 526us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066898.269252:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29918 00000100:00100000:0.0:1746066898.271279:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066898.271330:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860783488 00000100:00100000:2.0:1746066898.271337:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860783488 00000100:00100000:2.0:1746066898.271589:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29919 00000100:00100000:2.0:1746066898.271596:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131429500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+6:0:x1830882860783488:12345-192.168.201.51@tcp:101:cp.0 00010000:00010000:2.0:1746066898.271608:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066898.271622:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ea27a00/0xd6b24631ff43a01c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fa7a expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746066898.271641:0:25556:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746066898.271654:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066898.271656:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066898.271663:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea27a00/0xd6b24631ff43a01c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa7a expref: 7 pid: 25556 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066898.271683:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ea27a00/0xd6b24631ff43a01c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa7a expref: 7 pid: 25556 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066898.271693:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27a00, rc 0) 00000100:00100000:2.0:1746066898.271743:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131429500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+7:0:x1830882860783488:12345-192.168.201.51@tcp:101:cp.0 Request processed in 146us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066898.271749:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29919 00000100:00080000:3.0:1746066898.271847:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066898.276083:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066898.276193:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860783616 00000100:00100000:2.0:1746066898.276200:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860783616 00000100:00100000:2.0:1746066898.276288:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29920 00000100:00100000:2.0:1746066898.276294:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131429c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2549:x1830882860783616:12345-192.168.201.51@tcp:101:cp.0 00010000:00010000:2.0:1746066898.276309:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066898.276322:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ea27000/0xd6b24631ff43a023 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fa81 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.276373:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ea27a00/0xd6b24631ff43a01c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa7a expref: 8 pid: 25556 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066898.276380:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066898.276382:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066898.276385:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea27000/0xd6b24631ff43a023 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa81 expref: 8 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.276409:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ea27a00/0xd6b24631ff43a01c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa7a expref: 8 pid: 25556 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066898.276424:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ea27a00/0xd6b24631ff43a01c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa7a expref: 8 pid: 25556 timeout: 1110 lvb_type: 1 00000100:00100000:2.0:1746066898.276434:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9629:1830882861287936:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066898.277674:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095cf9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746066898.279308:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9629:1830882861287936:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066898.279331:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ea27000/0xd6b24631ff43a023 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa81 expref: 8 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.279367:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27000, rc 0) 00000100:00100000:2.0:1746066898.279416:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131429c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2549:x1830882860783616:12345-192.168.201.51@tcp:101:cp.0 Request processed in 3120us (3339us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066898.279423:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29920 00000100:00100000:0.0:1746066898.279492:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066898.279781:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860783744 00000100:00100000:2.0:1746066898.279786:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860783744 00010000:00010000:2.0:1746066898.279807:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea27a00/0xd6b24631ff43a01c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa7a expref: 8 pid: 25556 timeout: 1110 lvb_type: 1 00000100:00100000:2.0:1746066898.279910:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12744 00000100:00100000:2.0:1746066898.279917:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013142a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860783744:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066898.279926:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066898.279941:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ea27a00/0xd6b24631ff43a01c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa7a expref: 8 pid: 25556 timeout: 1110 lvb_type: 1 00010000:00010000:2.0:1746066898.279957:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ea27a00/0xd6b24631ff43a01c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa7a expref: 8 pid: 25556 timeout: 1110 lvb_type: 1 00010000:00010000:2.0:1746066898.279974:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ea27a00/0xd6b24631ff43a01c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa7a expref: 8 pid: 25556 timeout: 1110 lvb_type: 1 00010000:00010000:2.0:1746066898.280141:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066898.280143:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066898.280149:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ea27000/0xd6b24631ff43a023 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa81 expref: 7 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.280156:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea27000/0xd6b24631ff43a023 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa81 expref: 7 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.280178:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008ea27000/0xd6b24631ff43a023 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa81 expref: 7 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066898.280188:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7259:1830882861288064:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066898.280628:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095cf9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746066898.282712:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7259:1830882861288064:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066898.282739:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066898.282779:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013142a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2034:x1830882860783744:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2861us (3286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066898.282788:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12744 00000100:00100000:1.0:1746066898.283814:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066898.283875:0:16167:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860784000 00000100:00100000:2.0:1746066898.283882:0:16167:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860784000 00000100:00100000:2.0:1746066898.283909:0:16167:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 197 00000100:00100000:2.0:1746066898.283914:0:16167:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2549:x1830882860784000:12345-192.168.201.51@tcp:35:cp.0 00000100:00100000:2.0:1746066898.284177:0:16167:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+17:2549:x1830882860784000:12345-192.168.201.51@tcp:35:cp.0 Request processed in 261us (362us total) trans 4294980255 rc 0/0 00000100:00100000:2.0:1746066898.284221:0:16167:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 197 00000100:00100000:0.0:1746066898.312054:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066898.312117:0:12150:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860784256 00000100:00100000:3.0:1746066898.312126:0:12150:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860784256 00000100:00100000:3.0:1746066898.312172:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28709 00000100:00100000:3.0:1746066898.312179:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013142b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+17:2552:x1830882860784256:12345-192.168.201.51@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746066898.312198:0:12150:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066898.312212:0:12150:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7e00/0xd6b24631ff43a02a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fa88 expref: -99 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.312287:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6c00/0xd6b24631ff43a031 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.312297:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6c00/0xd6b24631ff43a031 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:3.0:1746066898.312543:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6c00/0xd6b24631ff43a031 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00000004:00200000:3.0:1746066898.312554:0:12150:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1716 00010000:00010000:3.0:1746066898.312640:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7e00/0xd6b24631ff43a02a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa88 expref: 20 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.312741:0:12150:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6c00/0xd6b24631ff43a031 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa88 expref: 19 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.312748:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88008eb92c00) 00010000:00010000:3.0:1746066898.312751:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746066898.312753:0:12150:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cfa6c00, rc 0) 00000100:00100000:3.0:1746066898.313144:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013142b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2552:x1830882860784256:12345-192.168.201.51@tcp:101:mmap_cat.0 Request processed in 964us (1094us total) trans 4294980256 rc 0/0 00000100:00100000:3.0:1746066898.313151:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28709 00000100:00100000:3.0:1746066898.327702:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066898.327778:0:12150:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860784384 00000100:00100000:0.0:1746066898.327785:0:12150:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860784384 00000100:00080000:3.0:1746066898.328591:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746066898.328678:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28710 00000100:00100000:0.0:1746066898.328688:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:2556:x1830882860784384:12345-192.168.201.51@tcp:101:mmap_cat.0 00010000:00010000:0.0:1746066898.328707:0:12150:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066898.328734:0:12150:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562200/0xd6b24631ff43a03f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fa8f expref: -99 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066898.328780:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562400/0xd6b24631ff43a046 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066898.328791:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562400/0xd6b24631ff43a046 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066898.328800:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562400/0xd6b24631ff43a046 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00000004:00200000:0.0:1746066898.328834:0:12150:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746066898.328836:0:12150:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746066898.328851:0:12150:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562400/0xd6b24631ff43a046 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:0.0:1746066898.328870:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562200/0xd6b24631ff43a03f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa8f expref: 10 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066898.329088:0:12150:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562400/0xd6b24631ff43a046 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa8f expref: 9 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066898.329096:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:0.0:1746066898.329098:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746066898.329101:0:12150:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f562400, rc 0) 00000100:00100000:0.0:1746066898.329147:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+9:2556:x1830882860784384:12345-192.168.201.51@tcp:101:mmap_cat.0 Request processed in 461us (1452us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066898.329153:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28710 00000100:00100000:0.0:1746066898.331715:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066898.331871:0:12150:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860784512 00000100:00100000:2.0:1746066898.331878:0:12150:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860784512 00000100:00100000:2.0:1746066898.331916:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28711 00000100:00100000:2.0:1746066898.331923:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013142b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+9:2556:x1830882860784512:12345-192.168.201.51@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746066898.331936:0:12150:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066898.331950:0:12150:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27a00/0xd6b24631ff43a04d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fa96 expref: -99 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.331988:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c800/0xd6b24631ff43a054 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.331998:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c800/0xd6b24631ff43a054 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.332006:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c800/0xd6b24631ff43a054 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.332015:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae4e00/0xd6b24631ff43a05b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.332021:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae4e00/0xd6b24631ff43a05b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.332025:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae4e00/0xd6b24631ff43a05b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.332081:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae5000/0xd6b24631ff43a062 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.332087:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae5000/0xd6b24631ff43a062 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.332092:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae5000/0xd6b24631ff43a062 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00000004:00200000:2.0:1746066898.332137:0:12150:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:2.0:1746066898.332140:0:12150:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1746066898.332152:0:12150:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae5000/0xd6b24631ff43a062 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.332159:0:12150:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c800/0xd6b24631ff43a054 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.332164:0:12150:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c800/0xd6b24631ff43a054 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.332169:0:12150:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c800/0xd6b24631ff43a054 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.332174:0:12150:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c800/0xd6b24631ff43a054 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.332179:0:12150:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013093c800 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066898.332182:0:12150:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c800/0xd6b24631ff43a054 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.332189:0:12150:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c800/0xd6b24631ff43a054 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.332196:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066898.332199:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066898.332202:0:12150:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c800/0xd6b24631ff43a054 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.332206:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013093c800/0xd6b24631ff43a054 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.332221:0:12150:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae4e00/0xd6b24631ff43a05b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.332225:0:12150:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae4e00/0xd6b24631ff43a05b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.332229:0:12150:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae4e00/0xd6b24631ff43a05b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.332233:0:12150:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eae4e00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066898.332235:0:12150:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae4e00/0xd6b24631ff43a05b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.332239:0:12150:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae4e00/0xd6b24631ff43a05b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.332244:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff880131f9d200) 00010000:00010000:2.0:1746066898.332246:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066898.332248:0:12150:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae4e00/0xd6b24631ff43a05b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.332253:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae4e00/0xd6b24631ff43a05b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.332270:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27a00/0xd6b24631ff43a04d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa96 expref: 11 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.332284:0:12150:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae5000/0xd6b24631ff43a062 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa96 expref: 10 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.332653:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff880131f9d900) 00010000:00010000:2.0:1746066898.332655:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746066898.332657:0:12150:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eae5000, rc 0) 00000100:00100000:1.0:1746066898.332860:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013142b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2556:x1830882860784512:12345-192.168.201.51@tcp:101:mmap_cat.0 Request processed in 935us (1147us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066898.332867:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28711 00000100:00100000:0.0:1746066898.335818:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066898.336918:0:12150:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860784640 00000100:00100000:1.0:1746066898.336926:0:12150:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860784640 00000100:00100000:1.0:1746066898.336975:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28712 00000100:00100000:1.0:1746066898.336984:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131428700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2556:x1830882860784640:12345-192.168.201.51@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746066898.337002:0:12150:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066898.337016:0:12150:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0b800/0xd6b24631ff43a069 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fa9d expref: -99 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066898.337060:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0ac00/0xd6b24631ff43a070 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:1.0:1746066898.337070:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0ac00/0xd6b24631ff43a070 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:1.0:1746066898.337080:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0ac00/0xd6b24631ff43a070 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00000004:00200000:1.0:1746066898.337113:0:12150:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:1.0:1746066898.337116:0:12150:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746066898.337315:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0b800/0xd6b24631ff43a069 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa9d expref: 12 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066898.337380:0:12150:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0ac00/0xd6b24631ff43a070 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa9d expref: 11 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066898.337387:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff880131f9db00) 00010000:00010000:1.0:1746066898.337390:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746066898.337393:0:12150:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c0ac00, rc 0) 00000100:00100000:1.0:1746066898.337633:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131428700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:2556:x1830882860784640:12345-192.168.201.51@tcp:101:mmap_cat.0 Request processed in 650us (1818us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066898.337638:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28712 00000100:00100000:0.0:1746066898.339621:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066898.339688:0:12150:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860784768 00000100:00100000:1.0:1746066898.339694:0:12150:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860784768 00000100:00080000:3.0:1746066898.339751:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746066898.340211:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28713 00000100:00100000:1.0:1746066898.340220:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2556:x1830882860784768:12345-192.168.201.51@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746066898.340232:0:12150:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066898.340245:0:12150:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43a077 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267faa4 expref: -99 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066898.340280:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88013093c800/0xd6b24631ff43a07e lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:1.0:1746066898.340487:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88013093c800/0xd6b24631ff43a07e lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT1 00010000:00010000:1.0:1746066898.340498:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88013093c800/0xd6b24631ff43a07e lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT1 00000004:00200000:0.0:1746066898.340605:0:12150:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:0.0:1746066898.340609:0:12150:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1746066898.340692:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095c0aa00/0xd6b24631ff43a077 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267faa4 expref: 7 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066898.340731:0:12150:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88013093c800/0xd6b24631ff43a07e lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267faa4 expref: 6 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066898.340738:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88008f4c7300) 00010000:00010000:0.0:1746066898.340741:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1746066898.340743:0:12150:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013093c800, rc 0) 00000100:00100000:0.0:1746066898.340780:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2556:x1830882860784768:12345-192.168.201.51@tcp:101:mmap_cat.0 Request processed in 561us (1162us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066898.340787:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28713 00000100:00100000:0.0:1746066898.343601:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066898.343667:0:12150:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860784896 00000100:00100000:2.0:1746066898.343674:0:12150:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860784896 00000100:00100000:2.0:1746066898.343704:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28714 00000100:00100000:2.0:1746066898.343711:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cd60c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:2556:x1830882860784896:12345-192.168.201.51@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746066898.343732:0:12150:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066898.343747:0:12150:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae4e00/0xd6b24631ff43a085 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267faab expref: -99 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.343789:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c223800/0xd6b24631ff43a08c lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.343800:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c223800/0xd6b24631ff43a08c lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.343808:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c223800/0xd6b24631ff43a08c lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.343816:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c222200/0xd6b24631ff43a093 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.343822:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c222200/0xd6b24631ff43a093 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.343827:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c222200/0xd6b24631ff43a093 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.343884:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c222400/0xd6b24631ff43a09a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.343890:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c222400/0xd6b24631ff43a09a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.343896:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c222400/0xd6b24631ff43a09a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00000004:00200000:2.0:1746066898.343921:0:12150:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1716 00000004:00200000:2.0:1746066898.343924:0:12150:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746066898.343936:0:12150:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012c222400/0xd6b24631ff43a09a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.343943:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c222400/0xd6b24631ff43a09a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.343950:0:12150:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c223800/0xd6b24631ff43a08c lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.343955:0:12150:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c223800/0xd6b24631ff43a08c lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.343960:0:12150:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c223800/0xd6b24631ff43a08c lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.343966:0:12150:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c223800/0xd6b24631ff43a08c lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.343971:0:12150:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c223800 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066898.343974:0:12150:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c223800/0xd6b24631ff43a08c lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.343979:0:12150:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c223800/0xd6b24631ff43a08c lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.343988:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff880131f9db00) 00010000:00010000:2.0:1746066898.343990:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066898.343994:0:12150:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c223800/0xd6b24631ff43a08c lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.343999:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c223800/0xd6b24631ff43a08c lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.344009:0:12150:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c222200/0xd6b24631ff43a093 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.344013:0:12150:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c222200/0xd6b24631ff43a093 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.344018:0:12150:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c222200/0xd6b24631ff43a093 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.344022:0:12150:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c222200 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066898.344024:0:12150:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c222200/0xd6b24631ff43a093 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.344028:0:12150:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c222200/0xd6b24631ff43a093 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.344033:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88008eb92b00) 00010000:00010000:2.0:1746066898.344035:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066898.344037:0:12150:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c222200/0xd6b24631ff43a093 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.344040:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c222200/0xd6b24631ff43a093 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.344056:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae4e00/0xd6b24631ff43a085 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267faab expref: 13 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.344065:0:12150:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c222400/0xd6b24631ff43a09a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267faab expref: 12 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.344071:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88008eb92c00) 00010000:00010000:2.0:1746066898.344073:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066898.344075:0:12150:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c222400, rc 0) 00000100:00100000:2.0:1746066898.344658:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cd60c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:2556:x1830882860784896:12345-192.168.201.51@tcp:101:mmap_cat.0 Request processed in 946us (1062us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066898.344664:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28714 00000100:00100000:0.0:1746066898.348833:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066898.348871:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860785024 00000100:00100000:2.0:1746066898.348879:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860785024 00000100:00100000:2.0:1746066898.348904:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29921 00000100:00100000:2.0:1746066898.348910:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2030:x1830882860785024:12345-192.168.201.51@tcp:8:mmap_cat.0 00010000:00080000:2.0:1746066898.348937:0:9629:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from 164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp t0 exp (null) cur 1010 last 0 00000020:00000080:2.0:1746066898.348960:0:9629:0:(genops.c:1402:class_connect()) connect: client 164a43f3-71d4-4d11-a5de-0e73b1f5c070, cookie 0xd6b24631ff43a0a1 00002000:00100000:2.0:1746066898.348969:0:9629:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 164a43f3-71d4-4d11-a5de-0e73b1f5c070/ffff88008e8f7000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 210363c ocd_grant: 8437760 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1746066898.348977:0:9629:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1746066898.349253:0:9629:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff88012b45acc0 00002000:00080000:2.0:1746066898.349261:0:9629:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1746066898.349282:0:9629:0:(import.c:66:import_set_state_nolock()) ffff88008e8f3800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1746066898.349327:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2030:x1830882860785024:12345-192.168.201.51@tcp:8:mmap_cat.0 Request processed in 416us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066898.349332:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29921 00000100:00100000:0.0:1746066898.350800:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066898.350845:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860785152 00000100:00100000:2.0:1746066898.350850:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860785152 00000100:00080000:3.0:1746066898.350935:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746066898.350938:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29922 00000100:00100000:2.0:1746066898.350944:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:0:x1830882860785152:12345-192.168.201.51@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746066898.350999:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066898.351013:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eae4800/0xd6b24631ff43a0a8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fab2 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066898.351051:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9629:1830882861288192:192.168.201.51@tcp:106: 00000100:00100000:2.0:1746066898.351121:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095cf9000 going to sleep for 11 seconds 00002000:00010000:2.0:1746066898.352899:0:9629:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb size: 0 -> 1716 00002000:00010000:2.0:1746066898.352903:0:9629:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb mtime: 0 -> 1746066898 00002000:00010000:2.0:1746066898.352905:0:9629:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb atime: 0 -> 1746066898 00002000:00010000:2.0:1746066898.352906:0:9629:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb ctime: 0 -> 1746066898 00002000:00010000:2.0:1746066898.352907:0:9629:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1746066898.352922:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9629:1830882861288192:192.168.201.51@tcp:106: 00010000:00010000:2.0:1746066898.352944:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012eae4800/0xd6b24631ff43a0a8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fab2 expref: 7 pid: 9629 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066898.352954:0:9629:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eae4800/0xd6b24631ff43a0a8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fab2 expref: 7 pid: 9629 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066898.353061:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eae4800, rc 0) 00000100:00100000:2.0:1746066898.353168:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:0:x1830882860785152:12345-192.168.201.51@tcp:101:mmap_cat.0 Request processed in 2222us (2368us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066898.353175:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29922 00000100:00100000:0.0:1746066898.355285:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066898.355482:0:12150:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860785408 00000100:00100000:2.0:1746066898.355490:0:12150:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860785408 00000100:00100000:2.0:1746066898.355523:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28715 00000100:00100000:2.0:1746066898.355529:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:2556:x1830882860785408:12345-192.168.201.51@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746066898.355543:0:12150:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066898.355556:0:12150:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43a0af lrc: 2/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fab9 expref: -99 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.355631:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21800/0xd6b24631ff43a0b6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.355642:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21800/0xd6b24631ff43a0b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.355658:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21800/0xd6b24631ff43a0b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00000004:00200000:2.0:1746066898.355668:0:12150:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1716 00010000:00010000:2.0:1746066898.356103:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43a0af lrc: 0/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fab9 expref: 15 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.356130:0:12150:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21800/0xd6b24631ff43a0b6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fab9 expref: 14 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.356137:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88008eb92c00) 00010000:00010000:2.0:1746066898.356139:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066898.356142:0:12150:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21800, rc 0) 00000100:00100000:2.0:1746066898.356185:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2556:x1830882860785408:12345-192.168.201.51@tcp:101:mmap_cat.0 Request processed in 654us (903us total) trans 4294980257 rc 0/0 00000100:00100000:2.0:1746066898.356192:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28715 00000100:00100000:0.0:1746066898.358214:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066898.358589:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066898.358640:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860785664 00000100:00100000:3.0:1746066898.358646:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860785664 00000100:00100000:3.0:1746066898.358683:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29923 00000100:00100000:3.0:1746066898.358689:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860785664:12345-192.168.201.51@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746066898.358701:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066898.358713:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008cfa6e00/0xd6b24631ff43a0c4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fac0 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066898.358762:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860785536 00000100:00100000:3.0:1746066898.358763:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ca9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9629:1830882861288320:192.168.201.51@tcp:106: 00000100:00100000:2.0:1746066898.358766:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860785536 00000100:00100000:3.0:1746066898.358810:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8d50a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066898.358916:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 369 00000100:00100000:2.0:1746066898.358922:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2034:x1830882860785536:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066898.358930:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066898.358944:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21800/0xd6b24631ff43a0b6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fab9 expref: 14 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.358954:0:7259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88008eb92c00) 00010000:00010000:2.0:1746066898.358957:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066898.358974:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+13:2034:x1830882860785536:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 53us (765us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066898.358979:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 369 00000100:00100000:3.0:1746066898.360225:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ca9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9629:1830882861288320:192.168.201.51@tcp:106: 00010000:00010000:3.0:1746066898.360244:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008cfa6e00/0xd6b24631ff43a0c4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fac0 expref: 7 pid: 9629 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066898.360253:0:9629:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008cfa6e00/0xd6b24631ff43a0c4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fac0 expref: 7 pid: 9629 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066898.360651:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cfa6e00, rc 0) 00000100:00100000:3.0:1746066898.360680:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860785664:12345-192.168.201.51@tcp:101:mmap_cat.0 Request processed in 1991us (2091us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066898.360685:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29923 00000100:00100000:0.0:1746066898.362062:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066898.362142:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860785792 00000100:00100000:3.0:1746066898.362148:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860785792 00000100:00100000:3.0:1746066898.362173:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29924 00000100:00100000:3.0:1746066898.362179:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009126fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2556:x1830882860785792:12345-192.168.201.51@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746066898.362189:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066898.362201:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a0cb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fac7 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.362221:0:9629:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ea27000/0xd6b24631ff43a023 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa81 expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.362227:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066898.362229:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066898.362232:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a0cb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fac7 expref: 7 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.362257:0:9629:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ea27000/0xd6b24631ff43a023 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa81 expref: 6 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.362268:0:9629:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ea27000/0xd6b24631ff43a023 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa81 expref: 6 pid: 9629 timeout: 1110 lvb_type: 0 00000100:00100000:3.0:1746066898.362516:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ca9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9629:1830882861288448:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066898.362581:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8d50a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066898.366802:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ca9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9629:1830882861288448:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066898.366831:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a0cb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fac7 expref: 7 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.366847:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cfa7200, rc 0) 00000100:00100000:3.0:1746066898.366884:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009126fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:2556:x1830882860785792:12345-192.168.201.51@tcp:101:mmap_cat.0 Request processed in 4704us (4825us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066898.366892:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29924 00000100:00100000:0.0:1746066898.367297:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066898.367395:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860785920 00000100:00100000:2.0:1746066898.367403:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860785920 00002000:00100000:2.0:1746066898.367436:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x18:0x0] (0->1715) req@ffff88009aa60e00 x1830882860785920/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:304/0 lens 2208/0 e 0 to 0 dl 1746066909 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1746066898.367445:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa60e00 with x1830882860785920 ext(0->1715) 00010000:00010000:2.0:1746066898.367451:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ea27000/0xd6b24631ff43a023 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa81 expref: 7 pid: 9629 timeout: 1110 lvb_type: 0 00010000:00010000:2.0:1746066898.367464:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ea27000/0xd6b24631ff43a023 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa81 expref: 7 pid: 9629 timeout: 1110 lvb_type: 0 00002000:00010000:2.0:1746066898.367471:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aa60e00 00000100:00100000:2.0:1746066898.367487:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2487 00000100:00100000:2.0:1746066898.367494:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2033:x1830882860785920:12345-192.168.201.51@tcp:4:cp.0 00000001:00100000:0.0:1746066898.368867:0:9625:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 164a43f3-71d4-4d11-a5de-0e73b1f5c070 00000001:00100000:0.0:1746066898.368875:0:9625:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 18595197-82a3-44f2-a6c2-770f1d2aac37 00000100:00100000:2.0:1746066898.369465:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860785920:12345-192.168.201.51@tcp:4:cp.0 Request processed in 1968us (2165us total) trans 4294970504 rc 0/0 00000100:00100000:2.0:1746066898.369475:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2487 00002000:00100000:2.0:1746066898.369482:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x18:0x0] (0->1715) req@ffff88009aa60e00 x1830882860785920/t4294970504(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:304/0 lens 2208/448 e 0 to 0 dl 1746066909 ref 1 fl Complete:H/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1746066898.369491:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa60e00 with x1830882860785920 ext(0->1715) 00010000:00010000:2.0:1746066898.369498:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ea27000/0xd6b24631ff43a023 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa81 expref: 8 pid: 9629 timeout: 1110 lvb_type: 0 00010000:00010000:2.0:1746066898.369511:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ea27000/0xd6b24631ff43a023 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa81 expref: 8 pid: 9629 timeout: 1110 lvb_type: 0 00002000:00010000:2.0:1746066898.369517:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aa60e00 00000100:00100000:2.0:1746066898.371922:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066898.371999:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860786048 00000100:00100000:1.0:1746066898.372006:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860786048 00010000:00010000:1.0:1746066898.372036:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea27000/0xd6b24631ff43a023 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa81 expref: 8 pid: 9629 timeout: 1110 lvb_type: 0 00000100:00100000:1.0:1746066898.372061:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12745 00000100:00100000:1.0:1746066898.372068:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860786048:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066898.372080:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746066898.372092:0:7260:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1746066898.372097:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ea27000/0xd6b24631ff43a023 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa81 expref: 8 pid: 9629 timeout: 1110 lvb_type: 0 00010000:00010000:1.0:1746066898.372108:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ea27000/0xd6b24631ff43a023 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa81 expref: 8 pid: 9629 timeout: 1110 lvb_type: 0 00010000:00010000:1.0:1746066898.372132:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ea27000/0xd6b24631ff43a023 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa81 expref: 8 pid: 9629 timeout: 1110 lvb_type: 0 00010000:00010000:1.0:1746066898.372147:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066898.372149:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066898.372155:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a0cb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fac7 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066898.372163:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a0cb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fac7 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066898.372192:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a0cb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fac7 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066898.372203:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801332fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882861288576:192.168.201.51@tcp:105: 00000100:00100000:0.0:1746066898.372693:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066898.372766:0:7267:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860786176 00000100:00100000:2.0:1746066898.372770:0:7267:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860786176 00000100:00100000:2.0:1746066898.372794:0:7267:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 639 00000100:00100000:2.0:1746066898.372800:0:7267:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8d5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7962a243-2afe-4d45-a456-6c33572a299a+12:2033:x1830882860786176:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:2.0:1746066898.372832:0:7267:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8d5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7962a243-2afe-4d45-a456-6c33572a299a+12:2033:x1830882860786176:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 32us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066898.372838:0:7267:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 639 00000100:00100000:1.0:1746066898.373045:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066898.373630:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066898.373664:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066898.373853:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860786432 00000100:00100000:3.0:1746066898.373858:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860786432 00000100:00100000:3.0:1746066898.373897:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860786304 00000100:00100000:3.0:1746066898.373900:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860786304 00000100:00100000:3.0:1746066898.373917:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 931 00000100:00100000:3.0:1746066898.373922:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860786432:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:3.0:1746066898.373956:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860786432:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 33us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066898.373964:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 932 00000100:00100000:1.0:1746066898.373972:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2033:x1830882860786304:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:1.0:1746066898.373996:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2033:x1830882860786304:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 27us (332us total) trans 0 rc 0/0 00000100:00080000:2.0:1746066898.374042:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746066898.374197:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 931 00000100:00100000:1.0:1746066898.374614:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 932 00000100:00100000:0.0:1746066898.374741:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801332fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882861288576:192.168.201.51@tcp:105: 00010000:00010000:0.0:1746066898.374758:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066898.374763:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066898.374781:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2033:x1830882860786048:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2714us (2865us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066898.374854:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860786688 00000100:00100000:2.0:1746066898.374858:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860786688 00002000:00100000:2.0:1746066898.374884:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8801332fed80 x1830882860786688/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:304/0 lens 488/0 e 0 to 0 dl 1746066909 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066898.374892:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fed80 with x1830882860786688 ext(0->4095) 00002000:00010000:2.0:1746066898.374896:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801332fed80 00000100:00100000:2.0:1746066898.375155:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13397 00000100:00100000:2.0:1746066898.375161:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860786688:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746066898.375209:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12745 00000100:00100000:2.0:1746066898.375691:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860786688:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 528us (926us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066898.375697:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13397 00002000:00100000:2.0:1746066898.375703:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8801332fed80 x1830882860786688/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:304/0 lens 488/4536 e 0 to 0 dl 1746066909 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746066898.375710:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fed80 with x1830882860786688 ext(0->4095) 00002000:00010000:2.0:1746066898.375713:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801332fed80 00000100:00100000:0.0:1746066898.378764:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066898.378837:0:16167:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860786944 00000100:00100000:2.0:1746066898.378845:0:16167:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860786944 00000100:00100000:2.0:1746066898.378934:0:16167:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 198 00000100:00100000:2.0:1746066898.378941:0:16167:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+13:2556:x1830882860786944:12345-192.168.201.51@tcp:35:mmap_cat.0 00000100:00100000:2.0:1746066898.380262:0:16167:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2556:x1830882860786944:12345-192.168.201.51@tcp:35:mmap_cat.0 Request processed in 1319us (1501us total) trans 4294980258 rc 0/0 00000100:00100000:2.0:1746066898.380271:0:16167:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 198 00000100:00100000:0.0:1746066898.392545:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066898.392661:0:12150:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860787072 00000100:00100000:2.0:1746066898.392669:0:12150:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860787072 00000100:00100000:2.0:1746066898.392709:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28716 00000100:00100000:2.0:1746066898.392716:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2559:x1830882860787072:12345-192.168.201.51@tcp:101:truncate.0 00010000:00010000:2.0:1746066898.392746:0:12150:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066898.392762:0:12150:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21400/0xd6b24631ff43a0d2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267face expref: -99 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.392792:0:12150:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20200/0xd6b24631ff43a0d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.392801:0:12150:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20200/0xd6b24631ff43a0d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.392809:0:12150:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20200/0xd6b24631ff43a0d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.392893:0:12150:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21400/0xd6b24631ff43a0d2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267face expref: 21 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.392930:0:12150:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20200/0xd6b24631ff43a0d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267face expref: 20 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.392936:0:12150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88008eb92c00) 00010000:00010000:2.0:1746066898.392939:0:12150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1746066898.392941:0:12150:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20200, rc 0) 00000100:00100000:2.0:1746066898.392977:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+20:2559:x1830882860787072:12345-192.168.201.51@tcp:101:truncate.0 Request processed in 262us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066898.392982:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28716 00000100:00100000:0.0:1746066898.395471:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066898.395823:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860787328 00000100:00100000:2.0:1746066898.395829:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860787328 00000100:00100000:2.0:1746066898.395862:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28717 00000100:00100000:2.0:1746066898.395866:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+20:2559:x1830882860787328:12345-192.168.201.51@tcp:36:truncate.0 00010000:00010000:2.0:1746066898.395893:0:7272:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066898.395908:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff43a007 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa73 expref: 20 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.395921:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88008eb92c00) 00010000:00010000:2.0:1746066898.395923:0:7272:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066898.396261:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a0e0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.396271:0:7272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c222400/0xd6b24631ff43a09a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267faab expref: 13 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.396277:0:7272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a0e0 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.396301:0:7272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012c222400/0xd6b24631ff43a09a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267faab expref: 13 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.396311:0:7272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c222400/0xd6b24631ff43a09a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267faab expref: 13 pid: 12150 timeout: 1110 lvb_type: 0 00000100:00100000:2.0:1746066898.396322:0:7272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7272:1830882861288704:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066898.397485:0:7272:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095cf96c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066898.399679:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066898.399752:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860787456 00000100:00100000:0.0:1746066898.399759:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860787456 00010000:00010000:0.0:1746066898.399785:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c222400/0xd6b24631ff43a09a lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267faab expref: 14 pid: 12150 timeout: 1110 lvb_type: 0 00000100:00100000:0.0:1746066898.399819:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12746 00000100:00100000:0.0:1746066898.399826:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2033:x1830882860787456:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066898.399836:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066898.399840:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012c222400/0xd6b24631ff43a09a lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267faab expref: 14 pid: 12150 timeout: 1110 lvb_type: 0 00010000:00010000:0.0:1746066898.399850:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012c222400/0xd6b24631ff43a09a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267faab expref: 14 pid: 12150 timeout: 1110 lvb_type: 0 00010000:00010000:0.0:1746066898.399866:0:7260:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88008eb92c00) 00010000:00010000:0.0:1746066898.399871:0:7260:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a0e0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066898.399878:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a0e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066898.399884:0:7260:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a0e0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066898.399897:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066898.399925:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2033:x1830882860787456:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 100us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066898.399932:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12746 00010000:00010000:2.0:1746066898.400271:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c222400/0xd6b24631ff43a09a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267faab expref: 13 pid: 12150 timeout: 1110 lvb_type: 0 00000100:00100000:2.0:1746066898.400283:0:7272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7272:1830882861288704:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066898.400299:0:7272:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a0e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.400306:0:7272:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a0e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.400315:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a0e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00000001:00080000:2.0:1746066898.400571:0:7272:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980259 00000004:00010000:2.0:1746066898.400613:0:7272:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009aa61180 reply state ffff880098ffb000 transno 4294980260 ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a0e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.400622:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a0e0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.400627:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88008eb92c00) 00010000:00010000:2.0:1746066898.400630:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746066898.400633:0:7272:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746066898.401634:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+22:2559:x1830882860787328:12345-192.168.201.51@tcp:36:truncate.0 Request processed in 5764us (6164us total) trans 4294980260 rc 0/0 00000100:00100000:2.0:1746066898.401641:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28717 00000020:00080000:2.0:1746066898.401645:0:7272:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746066898.403615:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066898.404042:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860787584 00000100:00100000:2.0:1746066898.404048:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860787584 00000100:00100000:2.0:1746066898.404094:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29925 00000100:00100000:2.0:1746066898.404101:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2559:x1830882860787584:12345-192.168.201.51@tcp:101:truncate.0 00010000:00010000:2.0:1746066898.404115:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066898.404127:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095c20400/0xd6b24631ff43a0e7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fad5 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.404149:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a0cb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fac7 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.404155:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066898.404158:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066898.404161:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095c20400/0xd6b24631ff43a0e7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fad5 expref: 8 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.404185:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a0cb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fac7 expref: 5 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.404196:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a0cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fac7 expref: 5 pid: 9629 timeout: 1110 lvb_type: 0 00000100:00100000:2.0:1746066898.404206:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9627:1830882861288832:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066898.404779:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095cf9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746066898.408754:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9627:1830882861288832:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066898.408775:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095c20400/0xd6b24631ff43a0e7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fad5 expref: 8 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.408785:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20400, rc 0) 00000100:00100000:2.0:1746066898.408824:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2559:x1830882860787584:12345-192.168.201.51@tcp:101:truncate.0 Request processed in 4723us (5212us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066898.408832:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29925 00000100:00100000:0.0:1746066898.408931:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066898.409303:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860787712 00000100:00100000:2.0:1746066898.409310:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860787712 00010000:00010000:2.0:1746066898.409331:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a0cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fac7 expref: 6 pid: 9629 timeout: 1110 lvb_type: 0 00000100:00100000:2.0:1746066898.409383:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12747 00000100:00100000:2.0:1746066898.409391:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860787712:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066898.409401:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066898.409418:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a0cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fac7 expref: 6 pid: 9629 timeout: 1110 lvb_type: 0 00010000:00010000:2.0:1746066898.409428:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a0cb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fac7 expref: 6 pid: 9629 timeout: 1110 lvb_type: 0 00010000:00010000:2.0:1746066898.409461:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a0cb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fac7 expref: 6 pid: 9629 timeout: 1110 lvb_type: 0 00010000:00010000:2.0:1746066898.409475:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066898.409477:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066898.409481:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095c20400/0xd6b24631ff43a0e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fad5 expref: 7 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.409488:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095c20400/0xd6b24631ff43a0e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fad5 expref: 7 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.409510:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095c20400/0xd6b24631ff43a0e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fad5 expref: 7 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066898.409519:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882861288960:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066898.409575:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095cf9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066898.413431:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066898.413828:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882861288960:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066898.413844:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066898.413885:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860787712:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4494us (4953us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066898.413897:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12747 00000100:00100000:3.0:1746066898.414027:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860787840 00000100:00100000:3.0:1746066898.414032:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860787840 00002000:00010000:3.0:1746066898.414057:0:9632:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/24 (858->18446744073709551615) 00002000:00100000:3.0:1746066898.414061:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa63b80 with x1830882860787840 ext(858->18446744073709551615) 00002000:00010000:3.0:1746066898.414068:0:9632:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009aa63b80. 00000100:00100000:3.0:1746066898.414094:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13398 00000100:00100000:3.0:1746066898.414101:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860787840:12345-192.168.201.51@tcp:10:truncate.0 00002000:00010000:3.0:1746066898.414694:0:9632:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:3.0:1746066898.414697:0:9632:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb mtime from disk: 1746066898 -> 1746066898 00002000:00010000:3.0:1746066898.414699:0:9632:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb atime from disk: 1746066898 -> 0 00002000:00010000:3.0:1746066898.414700:0:9632:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb ctime from disk: 1746066898 -> 1746066898 00002000:00010000:3.0:1746066898.414702:0:9632:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1746066898.414745:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2034:x1830882860787840:12345-192.168.201.51@tcp:10:truncate.0 Request processed in 643us (1351us total) trans 4294970505 rc 0/0 00000100:00100000:3.0:1746066898.414751:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13398 00002000:00010000:3.0:1746066898.414754:0:9632:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/24 (858->18446744073709551615) 00002000:00100000:3.0:1746066898.414756:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa63b80 with x1830882860787840 ext(858->18446744073709551615) 00002000:00010000:3.0:1746066898.414760:0:9632:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009aa63b80. 00000100:00100000:0.0:1746066898.428056:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066898.428161:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860787968 00000100:00100000:2.0:1746066898.428963:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860787968 00000100:00100000:2.0:1746066898.429034:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28718 00000100:00100000:2.0:1746066898.429041:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+22:2562:x1830882860787968:12345-192.168.201.51@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746066898.429062:0:7272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066898.429078:0:7272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21400/0xd6b24631ff43a0ee lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fadc expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.429132:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c13a000/0xd6b24631ff43a0f5 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.429141:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c13a000/0xd6b24631ff43a0f5 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.429150:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c13a000/0xd6b24631ff43a0f5 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.429161:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e901000/0xd6b24631ff43a0fc lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.429167:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e901000/0xd6b24631ff43a0fc lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.429172:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e901000/0xd6b24631ff43a0fc lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.429225:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e900200/0xd6b24631ff43a103 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.429233:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e900200/0xd6b24631ff43a103 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.429240:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e900200/0xd6b24631ff43a103 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00000004:00200000:2.0:1746066898.429406:0:7272:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 858 00000004:00200000:2.0:1746066898.429410:0:7272:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746066898.429423:0:7272:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008e900200/0xd6b24631ff43a103 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.429431:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e900200/0xd6b24631ff43a103 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.429437:0:7272:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c13a000/0xd6b24631ff43a0f5 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.429442:0:7272:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c13a000/0xd6b24631ff43a0f5 lrc: 2/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.429447:0:7272:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c13a000/0xd6b24631ff43a0f5 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.429452:0:7272:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c13a000 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066898.429455:0:7272:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c13a000/0xd6b24631ff43a0f5 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.429460:0:7272:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c13a000/0xd6b24631ff43a0f5 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.429469:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff880131f9db00) 00010000:00010000:2.0:1746066898.429471:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066898.429474:0:7272:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c13a000/0xd6b24631ff43a0f5 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.429479:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c13a000/0xd6b24631ff43a0f5 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.429502:0:7272:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e901000/0xd6b24631ff43a0fc lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.429507:0:7272:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e901000/0xd6b24631ff43a0fc lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.429512:0:7272:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008e901000/0xd6b24631ff43a0fc lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.429515:0:7272:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e901000 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066898.429517:0:7272:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e901000/0xd6b24631ff43a0fc lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.429521:0:7272:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e901000/0xd6b24631ff43a0fc lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.429526:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88008eb92b00) 00010000:00010000:2.0:1746066898.429528:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066898.429530:0:7272:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008e901000/0xd6b24631ff43a0fc lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.429534:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e901000/0xd6b24631ff43a0fc lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.429553:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21400/0xd6b24631ff43a0ee lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fadc expref: 24 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.429563:0:7272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e900200/0xd6b24631ff43a103 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fadc expref: 23 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.429568:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88008eb92c00) 00010000:00010000:2.0:1746066898.429570:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066898.429572:0:7272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e900200, rc 0) 00000100:00100000:2.0:1746066898.429614:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+23:2562:x1830882860787968:12345-192.168.201.51@tcp:101:mmap_cat.0 Request processed in 573us (1565us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066898.429619:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28718 00000100:00100000:0.0:1746066898.433443:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066898.434691:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860788224 00000100:00100000:3.0:1746066898.434699:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860788224 00002000:00100000:3.0:1746066898.434744:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880135cb8a80 x1830882860788224/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:304/0 lens 488/0 e 0 to 0 dl 1746066909 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1746066898.434751:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cb8a80 with x1830882860788224 ext(0->4095) 00002000:00010000:3.0:1746066898.434756:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135cb8a80 00000100:00100000:3.0:1746066898.434791:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13399 00000100:00100000:3.0:1746066898.434797:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2031:x1830882860788224:12345-192.168.201.51@tcp:3:cp.0 00000100:00100000:3.0:1746066898.435152:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2031:x1830882860788224:12345-192.168.201.51@tcp:3:cp.0 Request processed in 354us (1713us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066898.435159:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13399 00002000:00100000:3.0:1746066898.435165:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880135cb8a80 x1830882860788224/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:304/0 lens 488/4536 e 0 to 0 dl 1746066909 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1746066898.435171:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cb8a80 with x1830882860788224 ext(0->4095) 00002000:00010000:3.0:1746066898.435174:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135cb8a80 00000100:00100000:2.0:1746066898.453228:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066898.453280:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860788352 00000100:00100000:0.0:1746066898.453288:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860788352 00000100:00100000:0.0:1746066898.453630:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28719 00000100:00100000:0.0:1746066898.453638:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+13:2566:x1830882860788352:12345-192.168.201.51@tcp:101:mmap_cat.0 00010000:00010000:0.0:1746066898.453658:0:7272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066898.453672:0:7272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562000/0xd6b24631ff43a10a lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fae3 expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066898.453716:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562800/0xd6b24631ff43a111 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066898.453737:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562800/0xd6b24631ff43a111 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066898.453745:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562800/0xd6b24631ff43a111 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066898.453753:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a563200/0xd6b24631ff43a118 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066898.453757:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a563200/0xd6b24631ff43a118 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066898.453761:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a563200/0xd6b24631ff43a118 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066898.453811:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae4800/0xd6b24631ff43a11f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066898.453816:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae4800/0xd6b24631ff43a11f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066898.453819:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae4800/0xd6b24631ff43a11f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00000004:00200000:0.0:1746066898.453844:0:7272:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 858 00000004:00200000:0.0:1746066898.453846:0:7272:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746066898.453856:0:7272:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae4800/0xd6b24631ff43a11f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066898.453861:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae4800/0xd6b24631ff43a11f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066898.453866:0:7272:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562800/0xd6b24631ff43a111 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066898.453870:0:7272:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562800/0xd6b24631ff43a111 lrc: 2/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066898.453873:0:7272:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562800/0xd6b24631ff43a111 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066898.453877:0:7272:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f562800 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:0.0:1746066898.453879:0:7272:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562800/0xd6b24631ff43a111 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066898.453883:0:7272:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562800/0xd6b24631ff43a111 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066898.453888:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff880131f9db00) 00010000:00010000:0.0:1746066898.453891:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066898.453893:0:7272:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562800/0xd6b24631ff43a111 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066898.453896:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562800/0xd6b24631ff43a111 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066898.453916:0:7272:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a563200/0xd6b24631ff43a118 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066898.453919:0:7272:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a563200/0xd6b24631ff43a118 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066898.453922:0:7272:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a563200/0xd6b24631ff43a118 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066898.453925:0:7272:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a563200 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:0.0:1746066898.453927:0:7272:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a563200/0xd6b24631ff43a118 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066898.453929:0:7272:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a563200/0xd6b24631ff43a118 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066898.453932:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88008eb92b00) 00010000:00010000:0.0:1746066898.453934:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066898.453935:0:7272:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a563200/0xd6b24631ff43a118 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066898.453937:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a563200/0xd6b24631ff43a118 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066898.453952:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562000/0xd6b24631ff43a10a lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fae3 expref: 15 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066898.454222:0:7272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eae4800/0xd6b24631ff43a11f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fae3 expref: 14 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066898.454228:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88008eb92c00) 00010000:00010000:0.0:1746066898.454230:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746066898.454231:0:7272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eae4800, rc 0) 00000100:00100000:0.0:1746066898.454300:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2566:x1830882860788352:12345-192.168.201.51@tcp:101:mmap_cat.0 Request processed in 663us (1077us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066898.454306:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28719 00000100:00100000:0.0:1746066898.458019:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066898.458071:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860788480 00000100:00100000:3.0:1746066898.458079:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860788480 00000100:00100000:3.0:1746066898.458114:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29926 00000100:00100000:3.0:1746066898.458120:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860788480:12345-192.168.201.51@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746066898.458324:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066898.458338:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7e00/0xd6b24631ff43a126 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267faea expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066898.458396:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ca9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9627:1830882861289088:192.168.201.51@tcp:106: 00000100:00100000:3.0:1746066898.459117:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8d50cc0 going to sleep for 11 seconds 00002000:00010000:3.0:1746066898.461190:0:9627:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb atime: 0 -> 1746066898 00000100:00100000:3.0:1746066898.461213:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ca9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9627:1830882861289088:192.168.201.51@tcp:106: 00010000:00010000:3.0:1746066898.461238:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7e00/0xd6b24631ff43a126 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267faea expref: 6 pid: 9627 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066898.461250:0:9627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7e00/0xd6b24631ff43a126 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267faea expref: 6 pid: 9627 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066898.461279:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cfa7e00, rc 0) 00000100:00100000:3.0:1746066898.461518:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2034:x1830882860788480:12345-192.168.201.51@tcp:101:mmap_cat.0 Request processed in 3397us (3504us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066898.461526:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29926 00000100:00100000:0.0:1746066898.463997:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066898.464181:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860788736 00000100:00100000:2.0:1746066898.464188:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860788736 00000100:00100000:2.0:1746066898.464229:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28720 00000100:00100000:2.0:1746066898.464235:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2566:x1830882860788736:12345-192.168.201.51@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746066898.464249:0:7272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066898.464264:0:7272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e901000/0xd6b24631ff43a12d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267faf1 expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.464547:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21400/0xd6b24631ff43a134 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.464558:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21400/0xd6b24631ff43a134 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.464567:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21400/0xd6b24631ff43a134 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00000004:00200000:2.0:1746066898.464574:0:7272:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 858 00010000:00010000:2.0:1746066898.464653:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e901000/0xd6b24631ff43a12d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267faf1 expref: 17 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.464685:0:7272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21400/0xd6b24631ff43a134 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267faf1 expref: 16 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.464697:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88008eb92c00) 00010000:00010000:2.0:1746066898.464699:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746066898.464702:0:7272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21400, rc 0) 00000100:00100000:2.0:1746066898.464741:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+16:2566:x1830882860788736:12345-192.168.201.51@tcp:101:mmap_cat.0 Request processed in 506us (749us total) trans 4294980261 rc 0/0 00000100:00100000:2.0:1746066898.464747:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28720 00000100:00100000:0.0:1746066898.467069:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066898.467147:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860788864 00000100:00100000:3.0:1746066898.467153:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860788864 00000100:00100000:3.0:1746066898.467183:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29927 00000100:00100000:3.0:1746066898.467188:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860788864:12345-192.168.201.51@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746066898.467199:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066898.467211:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7c00/0xd6b24631ff43a142 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267faf8 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066898.467249:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ca9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9627:1830882861289216:192.168.201.51@tcp:106: 00000100:00100000:3.0:1746066898.467317:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8d50cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066898.468802:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ca9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9627:1830882861289216:192.168.201.51@tcp:106: 00010000:00010000:3.0:1746066898.468822:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7c00/0xd6b24631ff43a142 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267faf8 expref: 6 pid: 9627 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066898.468832:0:9627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7c00/0xd6b24631ff43a142 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267faf8 expref: 6 pid: 9627 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066898.468841:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cfa7c00, rc 0) 00000100:00100000:3.0:1746066898.468862:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860788864:12345-192.168.201.51@tcp:101:mmap_cat.0 Request processed in 1675us (1800us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066898.468870:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29927 00000100:00100000:0.0:1746066898.472287:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066898.472373:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860788992 00000100:00100000:3.0:1746066898.472379:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860788992 00000100:00100000:3.0:1746066898.472411:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29928 00000100:00100000:3.0:1746066898.472418:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2566:x1830882860788992:12345-192.168.201.51@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746066898.472431:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066898.472445:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d951600/0xd6b24631ff43a149 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267faff expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.472468:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095c20400/0xd6b24631ff43a0e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fad5 expref: 8 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.472473:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066898.472474:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066898.472476:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d951600/0xd6b24631ff43a149 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267faff expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.472495:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095c20400/0xd6b24631ff43a0e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fad5 expref: 8 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.472502:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095c20400/0xd6b24631ff43a0e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fad5 expref: 8 pid: 9627 timeout: 1110 lvb_type: 0 00000100:00100000:3.0:1746066898.472510:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ca9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9627:1830882861289344:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066898.474641:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8d50cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066898.478184:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ca9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9627:1830882861289344:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066898.478210:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d951600/0xd6b24631ff43a149 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267faff expref: 6 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.478225:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d951600, rc 0) 00000100:00100000:3.0:1746066898.478259:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2566:x1830882860788992:12345-192.168.201.51@tcp:101:mmap_cat.0 Request processed in 5840us (5980us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066898.478267:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29928 00000100:00100000:0.0:1746066898.480068:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066898.480195:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860789120 00000100:00100000:2.0:1746066898.480202:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860789120 00010000:00010000:2.0:1746066898.480237:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095c20400/0xd6b24631ff43a0e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fad5 expref: 9 pid: 9627 timeout: 1110 lvb_type: 0 00000100:00100000:2.0:1746066898.480273:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12748 00000100:00100000:2.0:1746066898.480280:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cb9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2034:x1830882860789120:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066898.480291:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066898.480309:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095c20400/0xd6b24631ff43a0e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fad5 expref: 9 pid: 9627 timeout: 1110 lvb_type: 0 00010000:00010000:2.0:1746066898.480319:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095c20400/0xd6b24631ff43a0e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fad5 expref: 9 pid: 9627 timeout: 1110 lvb_type: 0 00010000:00010000:2.0:1746066898.480367:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095c20400/0xd6b24631ff43a0e7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fad5 expref: 9 pid: 9627 timeout: 1110 lvb_type: 0 00010000:00010000:2.0:1746066898.480401:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066898.480404:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066898.480411:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d951600/0xd6b24631ff43a149 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267faff expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.480419:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d951600/0xd6b24631ff43a149 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267faff expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066898.480446:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d951600/0xd6b24631ff43a149 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267faff expref: 5 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066898.480458:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882861289472:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066898.480519:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095cf9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066898.483399:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882861289472:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066898.483417:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066898.483447:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cb9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860789120:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3167us (3576us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066898.483456:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12748 00000100:00100000:0.0:1746066898.484056:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066898.484119:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860789376 00000100:00100000:3.0:1746066898.484125:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860789376 00002000:00100000:3.0:1746066898.484155:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880135cba300 x1830882860789376/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:304/0 lens 488/0 e 0 to 0 dl 1746066909 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066898.484165:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cba300 with x1830882860789376 ext(0->4095) 00002000:00010000:3.0:1746066898.484169:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135cba300 00000100:00100000:3.0:1746066898.484184:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13400 00000100:00100000:3.0:1746066898.484191:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860789376:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746066898.484780:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860789376:12345-192.168.201.51@tcp:3:ptlrpcd_01_00.0 Request processed in 587us (723us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066898.484787:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13400 00002000:00100000:3.0:1746066898.484792:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880135cba300 x1830882860789376/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:304/0 lens 488/4536 e 0 to 0 dl 1746066909 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746066898.484799:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cba300 with x1830882860789376 ext(0->4095) 00002000:00010000:3.0:1746066898.484802:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135cba300 00000001:00080000:0.0:1746066898.627593:0:7254:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980261 is committed 00000001:00080000:0.0:1746066898.627622:0:7254:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980260 is committed 00000004:00080000:0.0:1746066898.627637:0:7254:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 17 committed 00000004:00080000:0.0:1746066898.627650:0:7254:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 16 committed 00010000:00010000:2.0:1746066898.627713:0:3776:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fa00/0xd6b24631ff439f35 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066898.627734:0:3776:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fa00/0xd6b24631ff439f35 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066898.627741:0:3776:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fa00/0xd6b24631ff439f35 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066898.627746:0:3776:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009aa6fa00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066898.627750:0:3776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fa00/0xd6b24631ff439f35 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066898.627757:0:3776:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fa00/0xd6b24631ff439f35 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066898.627772:0:3776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88008f6f2b00) 00010000:00010000:2.0:1746066898.627775:0:3776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066898.627779:0:3776:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fa00/0xd6b24631ff439f35 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7273 initiator: MDT0 00000100:00100000:0.0:1746066898.627816:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801332fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3789:1830882861289600:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1746066898.627828:0:3776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fa00/0xd6b24631ff439f35 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066898.627858:0:3776:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0xd6b24631ff439f74 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.627863:0:3776:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0xd6b24631ff439f74 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.627868:0:3776:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0xd6b24631ff439f74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.627871:0:3776:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095fc7400 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066898.627874:0:3776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0xd6b24631ff439f74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.627878:0:3776:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0xd6b24631ff439f74 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.627885:0:3776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff880131f9d200) 00010000:00010000:2.0:1746066898.627887:0:3776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066898.627889:0:3776:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0xd6b24631ff439f74 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.627893:0:3776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0xd6b24631ff439f74 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00000100:00100000:0.0:1746066898.627962:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1746066898.627987:0:3776:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0b000/0xd6b24631ff439f7b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.627993:0:3776:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0b000/0xd6b24631ff439f7b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.627997:0:3776:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0b000/0xd6b24631ff439f7b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.628001:0:3776:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095c0b000 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066898.628003:0:3776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0b000/0xd6b24631ff439f7b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.628007:0:3776:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0b000/0xd6b24631ff439f7b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.628014:0:3776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff880131f9d900) 00010000:00010000:2.0:1746066898.628015:0:3776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066898.628017:0:3776:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0b000/0xd6b24631ff439f7b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.628021:0:3776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0b000/0xd6b24631ff439f7b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.628028:0:3776:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0ae00/0xd6b24631ff439f82 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.628032:0:3776:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0ae00/0xd6b24631ff439f82 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.628037:0:3776:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0ae00/0xd6b24631ff439f82 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.628041:0:3776:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095c0ae00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066898.628043:0:3776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0ae00/0xd6b24631ff439f82 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.628051:0:3776:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0ae00/0xd6b24631ff439f82 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.628056:0:3776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff880131f9db00) 00010000:00010000:2.0:1746066898.628058:0:3776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066898.628059:0:3776:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0ae00/0xd6b24631ff439f82 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.628063:0:3776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c0ae00/0xd6b24631ff439f82 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.628073:0:3776:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b800/0xd6b24631ff43a000 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.628077:0:3776:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b800/0xd6b24631ff43a000 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.628082:0:3776:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b800/0xd6b24631ff43a000 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.628085:0:3776:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a71b800 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066898.628087:0:3776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b800/0xd6b24631ff43a000 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.628091:0:3776:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b800/0xd6b24631ff43a000 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.628096:0:3776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88008eb92b00) 00010000:00010000:2.0:1746066898.628098:0:3776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066898.628100:0:3776:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b800/0xd6b24631ff43a000 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.628104:0:3776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b800/0xd6b24631ff43a000 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12150 initiator: MDT0 00010000:00010000:2.0:1746066898.628117:0:3776:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a0e0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.628121:0:3776:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a0e0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.628126:0:3776:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a0e0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.628130:0:3776:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095c21a00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066898.628132:0:3776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a0e0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.628136:0:3776:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a0e0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.628142:0:3776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88008eb92c00) 00010000:00010000:2.0:1746066898.628144:0:3776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066898.628146:0:3776:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a0e0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066898.628150:0:3776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a0e0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00000100:00100000:1.0:1746066898.628961:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861289600 00000100:00100000:1.0:1746066898.628967:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861289600 00000100:00100000:1.0:1746066898.629206:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29929 00000100:00100000:1.0:1746066898.629211:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3789:x1830882861289600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1746066898.629229:0:9627:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:25 count 1 00010000:00010000:1.0:1746066898.629247:0:9627:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff43a150 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066898.629259:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff439f27 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa3b expref: 5 pid: 9628 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066898.629263:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066898.629264:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066898.629266:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff43a150 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066898.629280:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff439f27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa3b expref: 5 pid: 9628 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066898.629287:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff439f27 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa3b expref: 5 pid: 9628 timeout: 1110 lvb_type: 1 00000100:00100000:1.0:1746066898.629294:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801332ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861289728:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066898.629336:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066898.636776:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801332ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861289728:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066898.636800:0:9627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff43a150 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066898.642096:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066898.643548:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860789504 00000100:00100000:3.0:1746066898.643556:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860789504 00010000:00010000:3.0:1746066898.643591:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff439f27 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa3b expref: 6 pid: 9628 timeout: 1110 lvb_type: 1 00000100:00100000:3.0:1746066898.644184:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12749 00000100:00100000:3.0:1746066898.644193:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2034:x1830882860789504:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066898.644204:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066898.644209:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff439f27 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa3b expref: 6 pid: 9628 timeout: 1110 lvb_type: 1 00010000:00010000:3.0:1746066898.644221:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff439f27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa3b expref: 6 pid: 9628 timeout: 1110 lvb_type: 1 00010000:00010000:3.0:1746066898.644242:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c4600/0xd6b24631ff439f27 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa3b expref: 6 pid: 9628 timeout: 1110 lvb_type: 1 00010000:00010000:3.0:1746066898.644266:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066898.644268:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066898.644272:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff43a150 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.644280:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff43a150 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066898.644299:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066898.644337:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+5:2034:x1830882860789504:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 146us (2249us total) trans 0 rc 0/0 00010000:00010000:0.0:1746066898.644424:0:9627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff43a150 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066898.644435:0:9627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff43a150 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066898.644449:0:9627:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff43a150 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066898.644456:0:9627:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff43a150 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066898.644470:0:9627:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1746066898.644788:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3789:x1830882861289600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15575us (16825us total) trans 4294972257 rc 0/0 00000100:00100000:0.0:1746066898.644797:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29929 00000004:00080000:0.0:1746066898.644833:0:3789:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8801332fd180/2, rc 0, transno 4294972257 00000100:00100000:0.0:1746066898.644838:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801332fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3789:1830882861289600:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1746066898.644946:0:7262:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746066898.644952:0:7262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff43a150 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066898.644959:0:7262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c223e00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746066898.644963:0:7262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff43a150 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066898.644969:0:7262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff43a150 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066898.644982:0:7262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff43a150 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066898.644992:0:7262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c223e00/0xd6b24631ff43a150 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066898.645527:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12749 00010000:00010000:0.0:1746066898.646229:0:7262:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746066898.646231:0:7262:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746066898.646233:0:7262:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746066898.721887:0:8435:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066899.379657:0:3789:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746066899.379673:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801332ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882861289856:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746066899.379737:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066899.379839:0:9630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861289856 00000100:00100000:3.0:1746066899.379846:0:9630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861289856 00000100:00100000:3.0:1746066899.379878:0:9630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:3.0:1746066899.379884:0:9630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3789:x1830882861289856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1746066899.379901:0:9630:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25590592 pending 28672 free 3921260544 avail 3689738240 00000100:00100000:3.0:1746066899.379929:0:9630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3789:x1830882861289856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066899.379935:0:9630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00080000:0.0:1746066899.387283:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066899.387337:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801332ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882861289856:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746066899.649756:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3791:1830882861289984:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746066899.649817:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066899.649868:0:15661:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861289984 00000100:00100000:1.0:1746066899.649876:0:15661:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861289984 00000100:00100000:1.0:1746066899.649919:0:15661:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:1.0:1746066899.649925:0:15661:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3791:x1830882861289984:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1746066899.650172:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1746066899.650258:0:15661:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25590592 pending 28672 free 3921260544 avail 3689738240 00000100:00100000:1.0:1746066899.650300:0:15661:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3791:x1830882861289984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 374us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066899.650308:0:15661:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1746066899.650337:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3791:1830882861289984:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1746066899.723558:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746066900.725440:0:7262:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746066901.089906:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3792:1830882861290112:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746066901.089963:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066901.090014:0:7278:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861290112 00000100:00100000:2.0:1746066901.090105:0:7278:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861290112 00000100:00100000:2.0:1746066901.090158:0:7278:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:2.0:1746066901.090166:0:7278:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3792:x1830882861290112:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746066901.090195:0:7278:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445978112 avail 1316515840 00000100:00100000:2.0:1746066901.091782:0:7278:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3792:x1830882861290112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1613us (1814us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066901.091791:0:7278:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:1.0:1746066901.091891:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3792:1830882861290112:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1746066901.727596:0:8435:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1746066901.898208:0:28506:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16i: read after truncate file ============ 22:35:00 (1746066900) 00000100:00100000:2.0:1746066902.013230:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066902.013303:0:12150:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860789632 00000100:00100000:3.0:1746066902.013311:0:12150:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860789632 00000100:00100000:3.0:1746066902.013367:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28721 00000100:00100000:3.0:1746066902.013376:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+10:3191:x1830882860789632:12345-192.168.201.51@tcp:41:stat.0 00000004:00000024:3.0:1746066902.013420:0:12150:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7842168832 avail 7379095552 00000100:00100000:3.0:1746066902.013466:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+10:3191:x1830882860789632:12345-192.168.201.51@tcp:41:stat.0 Request processed in 91us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066902.013472:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28721 00000100:00080000:2.0:1746066902.013748:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746066902.017544:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882861290496:0@lo:400:kworker.0 00000100:00100000:2.0:1746066902.017594:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066902.017630:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3791:1830882861291008:0@lo:400:kworker.0 00000100:00100000:2.0:1746066902.017646:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066902.017655:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3791:1830882861291520:0@lo:400:kworker.0 00000100:00100000:2.0:1746066902.017679:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066902.017695:0:3791:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1746066902.017699:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3791:1830882861290624:0@lo:400:kworker.0 00000100:00100000:2.0:1746066902.017711:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066902.017720:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882861291136:0@lo:400:kworker.0 00000100:00100000:2.0:1746066902.017735:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066902.017744:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882861291648:0@lo:400:kworker.0 00000100:00100000:2.0:1746066902.017758:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066902.017782:0:7278:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861290496 00000100:00100000:2.0:1746066902.017787:0:7278:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861290496 00000100:00100000:2.0:1746066902.017820:0:7278:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:2.0:1746066902.017826:0:7278:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3791:x1830882861290496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066902.017863:0:7278:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3791:x1830882861290496:12345-0@lo:400:kworker.0 Request processed in 37us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066902.017868:0:7278:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:2.0:1746066902.017886:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861291008 00000100:00100000:2.0:1746066902.017889:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861291008 00000100:00100000:2.0:1746066902.018137:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861291520 00000100:00100000:2.0:1746066902.018139:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861291520 00000100:00100000:2.0:1746066902.018150:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861290624 00000100:00100000:2.0:1746066902.018152:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861290624 00000100:00100000:2.0:1746066902.018162:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1507 00000100:00100000:2.0:1746066902.018166:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3791:x1830882861291008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066902.018188:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3791:x1830882861291008:12345-0@lo:400:kworker.0 Request processed in 22us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066902.018193:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1507 00000100:00100000:2.0:1746066902.018199:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1508 00000100:00100000:2.0:1746066902.018203:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3791:x1830882861291520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066902.018217:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3791:x1830882861291520:12345-0@lo:400:kworker.0 Request processed in 15us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066902.018221:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1508 00000100:00100000:2.0:1746066902.018227:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1509 00000100:00100000:2.0:1746066902.018230:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3791:x1830882861290624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066902.018244:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3791:x1830882861290624:12345-0@lo:400:kworker.0 Request processed in 13us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066902.018248:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1509 00000100:00100000:2.0:1746066902.018272:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3791:1830882861290624:0@lo:400:kworker.0 00000100:00100000:2.0:1746066902.018279:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882861290496:0@lo:400:kworker.0 00000100:00100000:2.0:1746066902.018285:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3791:1830882861291008:0@lo:400:kworker.0 00000100:00100000:2.0:1746066902.018291:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3791:1830882861291520:0@lo:400:kworker.0 00000100:00080000:2.0:1746066902.018312:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746066902.018410:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3790:1830882861290368:0@lo:400:kworker.0 00000100:00100000:3.0:1746066902.018432:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066902.018447:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3790:1830882861290880:0@lo:400:kworker.0 00000100:00100000:3.0:1746066902.018458:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066902.018466:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009126dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3790:1830882861291392:0@lo:400:kworker.0 00000100:00100000:3.0:1746066902.018476:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066902.018487:0:3790:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:3.0:1746066902.018491:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bd212aa5-9c03-468b-a6b2-d3d7d344f530:3790:1830882861290240:0@lo:400:kworker.0 00000100:00100000:3.0:1746066902.018509:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066902.018524:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861290752:0@lo:400:kworker.0 00000100:00100000:3.0:1746066902.018538:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066902.018547:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861291264:0@lo:400:kworker.0 00000100:00100000:3.0:1746066902.018560:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066902.018570:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861291776:0@lo:400:kworker.0 00000100:00100000:3.0:1746066902.018582:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066902.018598:0:7268:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861290240 00000100:00100000:3.0:1746066902.018600:0:7268:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861290240 00000100:00100000:3.0:1746066902.018618:0:7268:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1746066902.018622:0:7268:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bd212aa5-9c03-468b-a6b2-d3d7d344f530+23:3790:x1830882861290240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066902.018642:0:7268:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bd212aa5-9c03-468b-a6b2-d3d7d344f530+23:3790:x1830882861290240:12345-0@lo:400:kworker.0 Request processed in 20us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066902.018647:0:7268:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1746066902.018679:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861291136 00000100:00100000:3.0:1746066902.018682:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861291136 00000100:00100000:3.0:1746066902.018702:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861291648 00000100:00100000:3.0:1746066902.018703:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861291648 00000100:00100000:3.0:1746066902.018838:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861291264 00000100:00100000:3.0:1746066902.018841:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861291264 00000100:00100000:3.0:1746066902.018853:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861291776 00000100:00100000:3.0:1746066902.018854:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861291776 00000100:00100000:3.0:1746066902.018863:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:3.0:1746066902.018868:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3791:x1830882861291136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066902.018894:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3791:x1830882861291136:12345-0@lo:400:kworker.0 Request processed in 27us (1158us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066902.018899:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00100000:3.0:1746066902.019020:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:3.0:1746066902.019024:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3791:x1830882861291648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066902.019043:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3791:x1830882861291648:12345-0@lo:400:kworker.0 Request processed in 19us (1285us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066902.019047:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:3.0:1746066902.019054:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:3.0:1746066902.019058:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882861291264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066902.019072:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882861291264:12345-0@lo:400:kworker.0 Request processed in 14us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066902.019076:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:3.0:1746066902.019081:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:3.0:1746066902.019085:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135caa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3790:x1830882861291776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066902.019098:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135caa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3790:x1830882861291776:12345-0@lo:400:kworker.0 Request processed in 13us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066902.019103:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:3.0:1746066902.019121:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bd212aa5-9c03-468b-a6b2-d3d7d344f530:3790:1830882861290240:0@lo:400:kworker.0 00000100:00100000:3.0:1746066902.019128:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861291264:0@lo:400:kworker.0 00000100:00100000:3.0:1746066902.019134:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861291776:0@lo:400:kworker.0 00000100:00100000:3.0:1746066902.019150:0:12150:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861290368 00000100:00100000:3.0:1746066902.019152:0:12150:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861290368 00000100:00100000:3.0:1746066902.019165:0:12150:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861290880 00000100:00100000:3.0:1746066902.019166:0:12150:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861290880 00000100:00100000:3.0:1746066902.019175:0:12150:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861291392 00000100:00100000:3.0:1746066902.019177:0:12150:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861291392 00000100:00100000:3.0:1746066902.019184:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1510 00000100:00100000:3.0:1746066902.019187:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3790:x1830882861290368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066902.019208:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3790:x1830882861290368:12345-0@lo:400:kworker.0 Request processed in 20us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066902.019212:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1510 00000100:00100000:3.0:1746066902.019219:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1511 00000100:00100000:3.0:1746066902.019223:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135caaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3790:x1830882861290880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066902.019238:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135caaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3790:x1830882861290880:12345-0@lo:400:kworker.0 Request processed in 16us (779us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066902.019242:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1511 00000100:00100000:3.0:1746066902.019248:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1512 00000100:00100000:3.0:1746066902.019252:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3790:x1830882861291392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066902.019264:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3790:x1830882861291392:12345-0@lo:400:kworker.0 Request processed in 12us (787us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066902.019268:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1512 00000100:00100000:3.0:1746066902.019282:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3790:1830882861290368:0@lo:400:kworker.0 00000100:00100000:3.0:1746066902.019288:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3790:1830882861290880:0@lo:400:kworker.0 00000100:00100000:3.0:1746066902.019294:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009126dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3790:1830882861291392:0@lo:400:kworker.0 00000100:00080000:3.0:1746066902.019306:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746066902.019309:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746066902.019311:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746066902.019327:0:7278:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861290752 00000100:00100000:3.0:1746066902.019329:0:7278:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861290752 00000100:00100000:3.0:1746066902.019360:0:7278:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:3.0:1746066902.019364:0:7278:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882861290752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066902.019387:0:7278:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882861290752:12345-0@lo:400:kworker.0 Request processed in 23us (847us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066902.019391:0:7278:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:3.0:1746066902.019406:0:3790:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967390 gen 2 00000004:00080000:3.0:1746066902.019410:0:3790:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967390 committed transno 4294967390 00000020:00080000:3.0:1746066902.019415:0:3790:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800963a03c0 refcount 2 committed 0 result 0 batchid 8 00000020:00080000:3.0:1746066902.019419:0:3790:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff880131f9d500 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800963a0780 00000020:00080000:3.0:1746066902.019422:0:3790:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].8 00000020:00080000:3.0:1746066902.019424:0:3790:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff880131f9d700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880095c0b600 00000020:00080000:3.0:1746066902.019426:0:3790:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].8 00000100:00100000:3.0:1746066902.019449:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861290752:0@lo:400:kworker.0 00000020:00080000:3.0:1746066902.019459:0:7302:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 8 committed batchid 7 00000020:00080000:3.0:1746066902.019501:0:7302:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 7 00000100:00100000:2.0:1746066902.020241:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882861291136:0@lo:400:kworker.0 00000100:00100000:2.0:1746066902.020250:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882861291648:0@lo:400:kworker.0 00000100:00100000:2.0:1746066902.049572:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801332fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3790:1830882861291904:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746066902.049625:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066902.049721:0:15661:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861291904 00000100:00100000:1.0:1746066902.049728:0:15661:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861291904 00000100:00100000:1.0:1746066902.049759:0:15661:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1746066902.049770:0:15661:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3790:x1830882861291904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746066902.049796:0:15661:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3920912384 avail 3689390080 00000100:00100000:1.0:1746066902.049829:0:15661:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3790:x1830882861291904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066902.049836:0:15661:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:2.0:1746066902.049906:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801332fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3790:1830882861291904:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746066902.057742:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066902.057779:0:7273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860789760 00000100:00100000:3.0:1746066902.057788:0:7273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860789760 00000100:00100000:3.0:1746066902.057833:0:7273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28722 00000100:00100000:3.0:1746066902.057840:0:7273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+10:3205:x1830882860789760:12345-192.168.201.51@tcp:101:lfs.0 00010000:00010000:3.0:1746066902.057855:0:7273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066902.057871:0:7273:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133138200/0xd6b24631ff43a157 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fb06 expref: -99 pid: 7273 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066902.057917:0:7273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133139c00/0xd6b24631ff43a15e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.057926:0:7273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133139c00/0xd6b24631ff43a15e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.057933:0:7273:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133139c00/0xd6b24631ff43a15e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.057944:0:7273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133138c00/0xd6b24631ff43a165 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.057948:0:7273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133138c00/0xd6b24631ff43a165 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.057951:0:7273:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133138c00/0xd6b24631ff43a165 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.057980:0:7273:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133139c00/0xd6b24631ff43a15e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.057986:0:7273:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133139c00/0xd6b24631ff43a15e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.057990:0:7273:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133139c00/0xd6b24631ff43a15e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.057995:0:7273:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133139c00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066902.057998:0:7273:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133139c00/0xd6b24631ff43a15e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.058004:0:7273:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133139c00/0xd6b24631ff43a15e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.058013:0:7273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:3.0:1746066902.058015:0:7273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066902.058018:0:7273:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133139c00/0xd6b24631ff43a15e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.058022:0:7273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133139c00/0xd6b24631ff43a15e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.058030:0:7273:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133138c00/0xd6b24631ff43a165 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.058034:0:7273:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133138c00/0xd6b24631ff43a165 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.058038:0:7273:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133138c00/0xd6b24631ff43a165 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.058041:0:7273:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133138c00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066902.058043:0:7273:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133138c00/0xd6b24631ff43a165 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.058047:0:7273:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133138c00/0xd6b24631ff43a165 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.058053:0:7273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88008eb92200) 00010000:00010000:3.0:1746066902.058055:0:7273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066902.058057:0:7273:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133138c00/0xd6b24631ff43a165 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.058061:0:7273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133138c00/0xd6b24631ff43a165 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.058083:0:7273:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133138200/0xd6b24631ff43a157 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb06 expref: 11 pid: 7273 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066902.058091:0:7273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133138200/0xd6b24631ff43a157 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb06 expref: 11 pid: 7273 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066902.058097:0:7273:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138200, rc 0) 00000100:00100000:3.0:1746066902.058141:0:7273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+10:3205:x1830882860789760:12345-192.168.201.51@tcp:101:lfs.0 Request processed in 301us (406us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066902.058147:0:7273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28722 00000100:00100000:2.0:1746066902.068355:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066902.068384:0:7273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860790016 00000100:00100000:2.0:1746066902.068391:0:7273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860790016 00000100:00100000:2.0:1746066902.068428:0:7273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28723 00000100:00100000:2.0:1746066902.068435:0:7273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+10:3205:x1830882860790016:12345-192.168.201.51@tcp:36:lfs.0 00010000:00010000:2.0:1746066902.068475:0:7273:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066902.068497:0:7273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27800/0xd6b24631ff439f9e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa50 expref: 10 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.068509:0:7273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066902.068513:0:7273:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066902.068561:0:7273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739800/0xd6b24631ff43a16c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066902.068573:0:7273:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562400/0xd6b24631ff43a046 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa8f expref: 11 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.068579:0:7273:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739800/0xd6b24631ff43a16c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066902.068604:0:7273:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562400/0xd6b24631ff43a046 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa8f expref: 11 pid: 12150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.068616:0:7273:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562400/0xd6b24631ff43a046 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa8f expref: 11 pid: 12150 timeout: 1114 lvb_type: 0 00000100:00100000:2.0:1746066902.068627:0:7273:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a63480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7273:1830882861292032:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066902.069372:0:7273:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095cf9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066902.074954:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066902.074957:0:7273:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a63480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7273:1830882861292032:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066902.074979:0:7273:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739800/0xd6b24631ff43a16c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7273 initiator: MDT0 00000100:00100000:3.0:1746066902.075033:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860790144 00000100:00100000:3.0:1746066902.075043:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860790144 00000100:00080000:2.0:1746066902.075079:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1746066902.075080:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562400/0xd6b24631ff43a046 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa8f expref: 12 pid: 12150 timeout: 1114 lvb_type: 0 00000100:00100000:3.0:1746066902.075104:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12750 00000100:00100000:3.0:1746066902.075112:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:2033:x1830882860790144:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066902.075124:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066902.075129:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562400/0xd6b24631ff43a046 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa8f expref: 12 pid: 12150 timeout: 1114 lvb_type: 0 00010000:00010000:3.0:1746066902.075140:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562400/0xd6b24631ff43a046 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa8f expref: 12 pid: 12150 timeout: 1114 lvb_type: 0 00010000:00010000:3.0:1746066902.075159:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562400/0xd6b24631ff43a046 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fa8f expref: 12 pid: 12150 timeout: 1114 lvb_type: 0 00010000:00010000:3.0:1746066902.075170:0:7259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:3.0:1746066902.075174:0:7259:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739800/0xd6b24631ff43a16c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.075183:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739800/0xd6b24631ff43a16c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.075189:0:7259:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739800/0xd6b24631ff43a16c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.075224:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066902.075243:0:7273:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739800/0xd6b24631ff43a16c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066902.075251:0:7273:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739800/0xd6b24631ff43a16c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7273 initiator: MDT0 00000100:00100000:3.0:1746066902.075256:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:2033:x1830882860790144:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 145us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066902.075263:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12750 00010000:00010000:2.0:1746066902.075268:0:7273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880132e39a00/0xd6b24631ff43a173 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066902.075279:0:7273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132e39a00/0xd6b24631ff43a173 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066902.075285:0:7273:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132e39a00/0xd6b24631ff43a173 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7273 initiator: MDT0 00000040:00080000:2.0:1746066902.076532:0:7273:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].9, 2152 off49512 00000040:00080000:2.0:1746066902.076602:0:7273:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].9, 2352 off51208 00000004:00080000:2.0:1746066902.076608:0:7273:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880095cf9a80 with version 19 00000004:00080000:2.0:1746066902.076627:0:8582:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff88012b45a780 version 19 rpc_version 19 00000020:00100000:2.0:1746066902.076654:0:8582:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1746066902.077245:0:8582:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880095a60700 x1830882861292288/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746066902.077265:0:8582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a60700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8582:1830882861292288:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1746066902.077448:0:8582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066902.077481:0:8582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f180 going to sleep for 11 seconds 00000100:00100000:1.0:1746066902.077499:0:7277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861292288 00000100:00100000:1.0:1746066902.077504:0:7277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861292288 00000100:00100000:1.0:1746066902.077534:0:7277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:1.0:1746066902.077540:0:7277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8f7bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:8582:x1830882861292288:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1746066902.077928:0:7277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8f7bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:8582:x1830882861292288:12345-0@lo:1000:osp_up1-0.0 Request processed in 387us (479us total) trans 4294967391 rc 0/0 00000100:00100000:1.0:1746066902.077935:0:7277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:2.0:1746066902.078749:0:8582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a60700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8582:1830882861292288:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1746066902.078826:0:7273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133139000/0xd6b24631ff43a17a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.078839:0:7273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133139000/0xd6b24631ff43a17a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.078848:0:7273:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133139000/0xd6b24631ff43a17a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.078884:0:7273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133138400/0xd6b24631ff43a181 lrc: 3/0,1 mode: --/PW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.078889:0:7273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133138400/0xd6b24631ff43a181 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.078893:0:7273:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133138400/0xd6b24631ff43a181 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.078910:0:7273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c5a0e00/0xd6b24631ff43a188 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.078914:0:7273:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c5a0e00/0xd6b24631ff43a188 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.078920:0:7273:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c5a0e00/0xd6b24631ff43a188 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 7273 initiator: MDT0 00000100:00100000:3.0:1746066902.078928:0:7273:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135caad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:7273:1830882861292416:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1746066902.078946:0:7273:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066902.079013:0:7273:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaaff00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066902.079044:0:24128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861292416 00000100:00100000:2.0:1746066902.079047:0:24128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861292416 00000100:00100000:2.0:1746066902.079062:0:24128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:2.0:1746066902.079066:0:24128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:7273:x1830882861292416:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1746066902.079074:0:24128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066902.079084:0:24128:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880132e38200/0xd6b24631ff43a18f lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd6b24631ff43a188 expref: -99 pid: 24128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.079096:0:24128:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880132e38200/0xd6b24631ff43a18f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xd6b24631ff43a188 expref: 7 pid: 24128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.079107:0:24128:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880132e38200/0xd6b24631ff43a18f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd6b24631ff43a188 expref: 7 pid: 24128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.079114:0:24128:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff880095e6d000) 00010000:00010000:2.0:1746066902.079116:0:24128:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066902.079118:0:24128:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132e38200, rc 0) 00000100:00100000:2.0:1746066902.079144:0:24128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:7273:x1830882861292416:12345-0@lo:101:mdt00_002.0 Request processed in 77us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066902.079150:0:24128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:3.0:1746066902.079205:0:7273:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135caad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:7273:1830882861292416:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1746066902.079215:0:7273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c5a0e00/0xd6b24631ff43a188 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd6b24631ff43a18f expref: -99 pid: 7273 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066902.079222:0:7273:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c5a0e00/0xd6b24631ff43a188 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd6b24631ff43a18f expref: -99 pid: 7273 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1746066902.079236:0:7273:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880095a61180 reply state ffff880096275000 transno 4294980262 ns: mdt-lustre-MDT0000_UUID lock: ffff880133138400/0xd6b24631ff43a181 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.079243:0:7273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133138400/0xd6b24631ff43a181 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.079248:0:7273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88008eb92700) 00010000:00010000:3.0:1746066902.079250:0:7273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746066902.079252:0:7273:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746066902.079257:0:7273:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c5a0e00/0xd6b24631ff43a188 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd6b24631ff43a18f expref: -99 pid: 7273 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066902.079263:0:7273:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c5a0e00/0xd6b24631ff43a188 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd6b24631ff43a18f expref: -99 pid: 7273 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1746066902.079270:0:7273:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0xa:0x0] 00000004:00010000:3.0:1746066902.079274:0:7273:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880095a61180 reply state ffff880096275000 transno 4294980262 ns: mdt-lustre-MDT0000_UUID lock: ffff880133139000/0xd6b24631ff43a17a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.079280:0:7273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133139000/0xd6b24631ff43a17a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.079284:0:7273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88008eb92900) 00010000:00010000:3.0:1746066902.079286:0:7273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746066902.079288:0:7273:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:3.0:1746066902.079291:0:7273:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00010000:00010000:3.0:1746066902.079296:0:7273:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739800/0xd6b24631ff43a16c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.079301:0:7273:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739800/0xd6b24631ff43a16c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.079306:0:7273:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739800/0xd6b24631ff43a16c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.079311:0:7273:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f739800 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066902.079313:0:7273:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739800/0xd6b24631ff43a16c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.079318:0:7273:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739800/0xd6b24631ff43a16c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.079325:0:7273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:3.0:1746066902.079326:0:7273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066902.079328:0:7273:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739800/0xd6b24631ff43a16c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.079332:0:7273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739800/0xd6b24631ff43a16c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7273 initiator: MDT0 00000004:00010000:3.0:1746066902.079360:0:7273:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880095a61180 reply state ffff880096275000 transno 4294980262 ns: mdt-lustre-MDT0000_UUID lock: ffff880132e39a00/0xd6b24631ff43a173 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.079367:0:7273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132e39a00/0xd6b24631ff43a173 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.079371:0:7273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880095e6d100) 00010000:00010000:3.0:1746066902.079373:0:7273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746066902.079374:0:7273:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:3.0:1746066902.079418:0:7273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+11:3205:x1830882860790016:12345-192.168.201.51@tcp:36:lfs.0 Request processed in 10984us (11081us total) trans 4294980262 rc 0/0 00000100:00100000:3.0:1746066902.079424:0:7273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28723 00000100:00100000:0.0:1746066902.094249:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066902.094303:0:7273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860790272 00000100:00100000:3.0:1746066902.094311:0:7273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860790272 00000100:00100000:3.0:1746066902.094363:0:7273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28724 00000100:00100000:3.0:1746066902.094375:0:7273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+11:3211:x1830882860790272:12345-192.168.201.51@tcp:101:cp.0 00010000:00010000:3.0:1746066902.094394:0:7273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066902.094409:0:7273:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133139e00/0xd6b24631ff43a196 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fb0d expref: -99 pid: 7273 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066902.094457:0:7273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133138200/0xd6b24631ff43a19d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.094469:0:7273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133138200/0xd6b24631ff43a19d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.094478:0:7273:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133138200/0xd6b24631ff43a19d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7273 initiator: MDT0 00000004:00200000:3.0:1746066902.094519:0:7273:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746066902.094522:0:7273:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746066902.094538:0:7273:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880133138200/0xd6b24631ff43a19d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7273 initiator: MDT0 00010000:00010000:3.0:1746066902.094557:0:7273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133139e00/0xd6b24631ff43a196 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb0d expref: 13 pid: 7273 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066902.094570:0:7273:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133138200/0xd6b24631ff43a19d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb0d expref: 12 pid: 7273 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066902.094578:0:7273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:3.0:1746066902.094581:0:7273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746066902.094584:0:7273:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138200, rc 0) 00000100:00100000:3.0:1746066902.094624:0:7273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+12:3211:x1830882860790272:12345-192.168.201.51@tcp:101:cp.0 Request processed in 250us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066902.094631:0:7273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28724 00000100:00100000:1.0:1746066902.100507:0:3792:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746066902.100526:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801332fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882861292544:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746066902.100579:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066902.100727:0:9630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861292544 00000100:00100000:1.0:1746066902.100735:0:9630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861292544 00000100:00100000:1.0:1746066902.100767:0:9630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:1.0:1746066902.100773:0:9630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3792:x1830882861292544:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746066902.100908:0:9630:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3920912384 avail 3689390080 00000100:00100000:1.0:1746066902.100944:0:9630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3792:x1830882861292544:12345-0@lo:13:osp-pre-1-0.0 Request processed in 170us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066902.100951:0:9630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:1.0:1746066902.101226:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801332fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882861292544:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746066902.101333:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066902.101360:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860790400 00000100:00100000:2.0:1746066902.101364:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860790400 00000100:00100000:2.0:1746066902.101396:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28725 00000100:00100000:2.0:1746066902.101402:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135caad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+12:3211:x1830882860790400:12345-192.168.201.51@tcp:101:cp.0 00010000:00010000:2.0:1746066902.101412:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066902.101427:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f738c00/0xd6b24631ff43a1a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fb14 expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.101473:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739000/0xd6b24631ff43a1ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.101485:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739000/0xd6b24631ff43a1ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.101494:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739000/0xd6b24631ff43a1ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.101504:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739c00/0xd6b24631ff43a1b2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.101511:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739c00/0xd6b24631ff43a1b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.101517:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739c00/0xd6b24631ff43a1b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.101579:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eabfa00/0xd6b24631ff43a1b9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.101587:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eabfa00/0xd6b24631ff43a1b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.101593:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eabfa00/0xd6b24631ff43a1b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00000004:00200000:2.0:1746066902.101650:0:21643:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:2.0:1746066902.101654:0:21643:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1746066902.101721:0:21643:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008eabfa00/0xd6b24631ff43a1b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.101731:0:21643:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739000/0xd6b24631ff43a1ab lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.101737:0:21643:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739000/0xd6b24631ff43a1ab lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.101743:0:21643:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739000/0xd6b24631ff43a1ab lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.101749:0:21643:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739000/0xd6b24631ff43a1ab lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.101755:0:21643:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f739000 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066902.101758:0:21643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739000/0xd6b24631ff43a1ab lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.101764:0:21643:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739000/0xd6b24631ff43a1ab lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.101774:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066902.101777:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066902.101781:0:21643:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739000/0xd6b24631ff43a1ab lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.101786:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739000/0xd6b24631ff43a1ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.101794:0:21643:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739c00/0xd6b24631ff43a1b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.101799:0:21643:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739c00/0xd6b24631ff43a1b2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.101803:0:21643:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739c00/0xd6b24631ff43a1b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.101808:0:21643:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f739c00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066902.101810:0:21643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739c00/0xd6b24631ff43a1b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.101815:0:21643:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739c00/0xd6b24631ff43a1b2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.101822:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880095e6d100) 00010000:00010000:2.0:1746066902.101824:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066902.101826:0:21643:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739c00/0xd6b24631ff43a1b2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.101830:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739c00/0xd6b24631ff43a1b2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.101851:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f738c00/0xd6b24631ff43a1a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb14 expref: 14 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.101861:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eabfa00/0xd6b24631ff43a1b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb14 expref: 13 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.101866:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88008eb92900) 00010000:00010000:2.0:1746066902.101869:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746066902.101871:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eabfa00, rc 0) 00000100:00100000:2.0:1746066902.102421:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135caad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+13:3211:x1830882860790400:12345-192.168.201.51@tcp:101:cp.0 Request processed in 1018us (1088us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066902.102440:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28725 00000100:00100000:0.0:1746066902.104436:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066902.104508:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860790528 00000100:00100000:2.0:1746066902.104515:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860790528 00000100:00100000:2.0:1746066902.104632:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28726 00000100:00100000:2.0:1746066902.104641:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+13:3211:x1830882860790528:12345-192.168.201.51@tcp:101:cp.0 00010000:00010000:2.0:1746066902.104672:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066902.104768:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eabf400/0xd6b24631ff43a1c0 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fb1b expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.104807:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739800/0xd6b24631ff43a1c7 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.104818:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739800/0xd6b24631ff43a1c7 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.104827:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739800/0xd6b24631ff43a1c7 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00000004:00200000:2.0:1746066902.104855:0:21643:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:2.0:1746066902.104859:0:21643:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746066902.104883:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eabf400/0xd6b24631ff43a1c0 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb1b expref: 15 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.104896:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739800/0xd6b24631ff43a1c7 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb1b expref: 14 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.104903:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88008eb92700) 00010000:00010000:2.0:1746066902.104905:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746066902.104908:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f739800, rc 0) 00000100:00100000:2.0:1746066902.104945:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+14:3211:x1830882860790528:12345-192.168.201.51@tcp:101:cp.0 Request processed in 305us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066902.104952:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28726 00000100:00100000:1.0:1746066902.106512:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066902.106758:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860790656 00000100:00100000:3.0:1746066902.106763:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860790656 00000100:00080000:2.0:1746066902.106789:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746066902.106800:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28727 00000100:00100000:3.0:1746066902.106806:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+6:3211:x1830882860790656:12345-192.168.201.51@tcp:101:cp.0 00010000:00010000:3.0:1746066902.106818:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066902.106831:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880133138c00/0xd6b24631ff43a1ce lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fb22 expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066902.106864:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c5a0400/0xd6b24631ff43a1d5 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:3.0:1746066902.106875:0:21643:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880132e38200/0xd6b24631ff43a18f lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd6b24631ff43a188 expref: 6 pid: 24128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066902.106882:0:21643:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c5a0400/0xd6b24631ff43a1d5 lrc: 4/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.106959:0:21643:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880132e38200/0xd6b24631ff43a18f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xd6b24631ff43a188 expref: 6 pid: 24128 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066902.106983:0:21643:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135cabb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:21643:1830882861292672:0@lo:104: 00000100:00100000:3.0:1746066902.107026:0:21643:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066902.107085:0:21643:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaaf300 going to sleep for 11 seconds 00000100:00100000:1.0:1746066902.107335:0:9643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861292672 00000100:00100000:1.0:1746066902.107368:0:9643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861292672 00000100:00100000:1.0:1746066902.107402:0:9643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1746066902.107408:0:9643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:21643:x1830882861292672:12345-0@lo:104: 00010000:00010000:1.0:1746066902.107418:0:9643:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c5a0e00/0xd6b24631ff43a188 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xd6b24631ff43a18f expref: -99 pid: 7273 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066902.107521:0:9643:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1746066902.107526:0:9643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:21643:x1830882861292672:12345-0@lo:104: Request processed in 119us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066902.107528:0:21643:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135cabb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:21643:1830882861292672:0@lo:104: 00000100:00100000:1.0:1746066902.107532:0:9643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00010000:00010000:0.0:1746066902.107542:0:21643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88008c5a0400/0xd6b24631ff43a1d5 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00010000:00010000:0.0:1746066902.108385:0:7261:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746066902.108392:0:7261:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c5a0e00/0xd6b24631ff43a188 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xd6b24631ff43a18f expref: -99 pid: 7273 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066902.108400:0:7261:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008c5a0e00 already unused, calling callback (ffffffffa0f1ce30) 00010000:00010000:0.0:1746066902.108405:0:7261:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c5a0e00/0xd6b24631ff43a188 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xd6b24631ff43a18f expref: -99 pid: 7273 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1746066902.108413:0:7261:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c5a0e00/0xd6b24631ff43a188 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xd6b24631ff43a18f expref: -99 pid: 7273 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066902.108439:0:7261:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c5a0e00/0xd6b24631ff43a188 lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xd6b24631ff43a18f expref: -99 pid: 7273 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066902.108444:0:7261:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1746066902.108458:0:7261:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c5a0e00/0xd6b24631ff43a188 lrc: 1/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xd6b24631ff43a18f expref: -99 pid: 7273 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066902.108465:0:7261:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c5a0e00/0xd6b24631ff43a188 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xd6b24631ff43a18f expref: -99 pid: 7273 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066902.108480:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746066902.108481:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746066902.108483:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746066902.108538:0:3791:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746066902.108548:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ca7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3791:1830882861292800:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1746066902.108603:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066902.109383:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861292800 00000100:00100000:3.0:1746066902.109389:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861292800 00010000:00010000:3.0:1746066902.109420:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880132e38200/0xd6b24631ff43a18f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xd6b24631ff43a188 expref: 7 pid: 24128 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066902.109438:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12751 00000100:00100000:3.0:1746066902.109450:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+7:3791:x1830882861292800:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1746066902.109459:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1746066902.113303:0:8417:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967391 is committed 00010000:00010000:3.0:1746066902.113629:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880132e38200/0xd6b24631ff43a18f lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xd6b24631ff43a188 expref: 6 pid: 24128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066902.113917:0:7259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff880095e6d000) 00010000:00010000:3.0:1746066902.113923:0:7259:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c5a0400/0xd6b24631ff43a1d5 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.113931:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c5a0400/0xd6b24631ff43a1d5 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.113937:0:7259:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c5a0400/0xd6b24631ff43a1d5 lrc: 4/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.113957:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066902.114063:0:21643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008c5a0400/0xd6b24631ff43a1d5 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00010000:00010000:0.0:1746066902.114070:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c5a0400/0xd6b24631ff43a1d5 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00000004:00200000:0.0:1746066902.114109:0:21643:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:0.0:1746066902.114112:0:21643:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1746066902.114144:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133138c00/0xd6b24631ff43a1ce lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb22 expref: 8 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066902.114158:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c5a0400/0xd6b24631ff43a1d5 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb22 expref: 7 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066902.114164:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff880095e6d000) 00010000:00010000:0.0:1746066902.114167:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1746066902.115308:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+5:3791:x1830882861292800:12345-0@lo:103:ldlm_bl.0 Request processed in 5854us (6700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066902.115318:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12751 00010000:00010000:0.0:1746066902.115404:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c5a0400, rc 0) 00000100:00100000:0.0:1746066902.115440:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+7:3211:x1830882860790656:12345-192.168.201.51@tcp:101:cp.0 Request processed in 8633us (8931us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066902.115446:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28727 00000100:00100000:2.0:1746066902.115916:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ca7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3791:1830882861292800:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1746066902.120678:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066902.121787:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860790784 00000100:00100000:2.0:1746066902.121796:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860790784 00000100:00100000:2.0:1746066902.121845:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28728 00000100:00100000:2.0:1746066902.121853:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+7:3211:x1830882860790784:12345-192.168.201.51@tcp:101:cp.0 00010000:00010000:2.0:1746066902.121869:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066902.121887:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880133139c00/0xd6b24631ff43a1dc lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fb29 expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.121935:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880133138a00/0xd6b24631ff43a1e3 lrc: 3/1,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.121946:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880133138a00/0xd6b24631ff43a1e3 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.121956:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880133138a00/0xd6b24631ff43a1e3 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.122013:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880133139e00/0xd6b24631ff43a1ea lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.122020:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880133139e00/0xd6b24631ff43a1ea lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.122026:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880133139e00/0xd6b24631ff43a1ea lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.122076:0:21643:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880133138a00/0xd6b24631ff43a1e3 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.122082:0:21643:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880133138a00/0xd6b24631ff43a1e3 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.122087:0:21643:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880133138a00/0xd6b24631ff43a1e3 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.122091:0:21643:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880133138a00/0xd6b24631ff43a1e3 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.122096:0:21643:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133138a00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066902.122100:0:21643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133138a00/0xd6b24631ff43a1e3 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.122106:0:21643:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133138a00/0xd6b24631ff43a1e3 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.122115:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff880095e6d000) 00010000:00010000:2.0:1746066902.122118:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066902.122121:0:21643:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880133138a00/0xd6b24631ff43a1e3 lrc: 3/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.122126:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133138a00/0xd6b24631ff43a1e3 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.122136:0:21643:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880133139e00/0xd6b24631ff43a1ea lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.122142:0:21643:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880133139e00/0xd6b24631ff43a1ea lrc: 2/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.122146:0:21643:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880133139e00/0xd6b24631ff43a1ea lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.122150:0:21643:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133139e00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066902.122152:0:21643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133139e00/0xd6b24631ff43a1ea lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.122161:0:21643:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133139e00/0xd6b24631ff43a1ea lrc: 4/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.122167:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x2ce3da1 (ffff880095e6dc00) 00010000:00010000:2.0:1746066902.122169:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066902.122171:0:21643:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880133139e00/0xd6b24631ff43a1ea lrc: 2/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.122176:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133139e00/0xd6b24631ff43a1ea lrc: 0/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.122201:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880133139c00/0xd6b24631ff43a1dc lrc: 1/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb29 expref: 8 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.122208:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133139c00/0xd6b24631ff43a1dc lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb29 expref: 8 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.122215:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139c00, rc 0) 00000100:00100000:2.0:1746066902.122266:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+7:3211:x1830882860790784:12345-192.168.201.51@tcp:101:cp.0 Request processed in 414us (1605us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066902.122273:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28728 00000100:00100000:0.0:1746066902.127594:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066902.127696:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860791040 00000100:00100000:2.0:1746066902.127704:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860791040 00000100:00100000:2.0:1746066902.127757:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28729 00000100:00100000:2.0:1746066902.127764:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+7:3211:x1830882860791040:12345-192.168.201.51@tcp:101:cp.0 00010000:00010000:2.0:1746066902.127779:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066902.127782:0:21643:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746066902.127805:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c5a0400/0xd6b24631ff43a1d5 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb22 expref: 7 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.127820:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff880095e6d000) 00010000:00010000:2.0:1746066902.127828:0:21643:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066902.127838:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43a1f1 lrc: 2/0,0 mode: --/CW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fb30 expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.127912:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f4cb000/0xd6b24631ff43a1f8 lrc: 3/0,1 mode: --/CW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.127922:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f4cb000/0xd6b24631ff43a1f8 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.127930:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f4cb000/0xd6b24631ff43a1f8 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.127941:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009a6c0600/0xd6b24631ff43a1ff lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.127946:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009a6c0600/0xd6b24631ff43a1ff lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.127951:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009a6c0600/0xd6b24631ff43a1ff lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00000004:00080000:2.0:1746066902.128208:0:21643:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x5:0x0], index 1: 0 00010000:00010000:2.0:1746066902.128300:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8200/0xd6b24631ff43a206 lrc: 3/1,0 mode: --/PR res: [0x240000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.128307:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8200/0xd6b24631ff43a206 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.128314:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8200/0xd6b24631ff43a206 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.128558:0:21643:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f4cb000/0xd6b24631ff43a1f8 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.128564:0:21643:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f4cb000/0xd6b24631ff43a1f8 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.128570:0:21643:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f4cb000/0xd6b24631ff43a1f8 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.128575:0:21643:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f4cb000/0xd6b24631ff43a1f8 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.128580:0:21643:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f4cb000 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066902.128583:0:21643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f4cb000/0xd6b24631ff43a1f8 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.128588:0:21643:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f4cb000/0xd6b24631ff43a1f8 lrc: 5/0,0 mode: CW/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.128596:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff880095e6d700) 00010000:00010000:2.0:1746066902.128598:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066902.128601:0:21643:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f4cb000/0xd6b24631ff43a1f8 lrc: 3/0,0 mode: --/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.128605:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f4cb000/0xd6b24631ff43a1f8 lrc: 0/0,0 mode: --/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT1 00000004:00010000:2.0:1746066902.128613:0:21643:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880135ca4e00 reply state ffff880095804000 transno 4294967392 ns: mdt-lustre-MDT0001_UUID lock: ffff88009a6c0600/0xd6b24631ff43a1ff lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.128620:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009a6c0600/0xd6b24631ff43a1ff lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.128625:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x2ce3da1 (ffff880095e6df00) 00010000:00010000:2.0:1746066902.128628:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746066902.128630:0:21643:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746066902.128650:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008eabfe00/0xd6b24631ff43a1f1 lrc: 0/0,0 mode: --/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb30 expref: 9 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.128675:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8200/0xd6b24631ff43a206 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb30 expref: 8 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.128681:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xd:0x0].0x0 (ffff880095e6d900) 00010000:00010000:2.0:1746066902.128683:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066902.128685:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8200, rc 0) 00000100:00100000:2.0:1746066902.128740:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+9:3211:x1830882860791040:12345-192.168.201.51@tcp:101:cp.0 Request processed in 976us (1152us total) trans 4294967392 rc 0/0 00000100:00100000:2.0:1746066902.128747:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28729 00000100:00100000:0.0:1746066902.132803:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066902.132902:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860791168 00000100:00100000:1.0:1746066902.132910:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860791168 00000100:00100000:1.0:1746066902.133172:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29930 00000100:00100000:1.0:1746066902.133179:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+5:2033:x1830882860791168:12345-192.168.201.51@tcp:101:cp.0 00010000:00010000:1.0:1746066902.133195:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066902.133208:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800962e2000/0xd6b24631ff43a214 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fb37 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746066902.133227:0:9628:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746066902.133244:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066902.133246:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066902.133253:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2000/0xd6b24631ff43a214 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb37 expref: 6 pid: 9628 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066902.133267:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800962e2000/0xd6b24631ff43a214 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb37 expref: 6 pid: 9628 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066902.133276:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800962e2000, rc 0) 00000100:00100000:1.0:1746066902.133310:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2033:x1830882860791168:12345-192.168.201.51@tcp:101:cp.0 Request processed in 131us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066902.133315:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29930 00000100:00080000:2.0:1746066902.133704:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746066902.139808:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066902.139900:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860791296 00000100:00100000:1.0:1746066902.139907:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860791296 00000100:00100000:1.0:1746066902.139951:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29931 00000100:00100000:1.0:1746066902.139958:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+6:3211:x1830882860791296:12345-192.168.201.51@tcp:101:cp.0 00010000:00010000:1.0:1746066902.139973:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066902.139987:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800962e3c00/0xd6b24631ff43a21b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fb3e expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066902.140014:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2000/0xd6b24631ff43a214 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb37 expref: 7 pid: 9628 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066902.140025:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066902.140027:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066902.140031:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e3c00/0xd6b24631ff43a21b lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb3e expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066902.140054:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800962e2000/0xd6b24631ff43a214 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb37 expref: 7 pid: 9628 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066902.140066:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800962e2000/0xd6b24631ff43a214 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb37 expref: 7 pid: 9628 timeout: 1114 lvb_type: 1 00000100:00100000:1.0:1746066902.140076:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801332fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861292928:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066902.140196:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963f9180 going to sleep for 11 seconds 00000100:00100000:1.0:1746066902.142155:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801332fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861292928:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066902.142175:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800962e3c00/0xd6b24631ff43a21b lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb3e expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066902.142187:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800962e3c00, rc 0) 00000100:00100000:1.0:1746066902.142227:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+7:3211:x1830882860791296:12345-192.168.201.51@tcp:101:cp.0 Request processed in 2269us (2433us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066902.142234:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29931 00000100:00100000:0.0:1746066902.143063:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066902.143137:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860791424 00000100:00100000:3.0:1746066902.143142:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860791424 00010000:00010000:3.0:1746066902.143165:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2000/0xd6b24631ff43a214 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb37 expref: 7 pid: 9628 timeout: 1114 lvb_type: 1 00000100:00100000:3.0:1746066902.143241:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12752 00000100:00100000:3.0:1746066902.143247:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2034:x1830882860791424:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066902.143258:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066902.143273:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800962e2000/0xd6b24631ff43a214 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb37 expref: 7 pid: 9628 timeout: 1114 lvb_type: 1 00010000:00010000:3.0:1746066902.143506:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800962e2000/0xd6b24631ff43a214 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb37 expref: 7 pid: 9628 timeout: 1114 lvb_type: 1 00010000:00010000:3.0:1746066902.143524:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2000/0xd6b24631ff43a214 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb37 expref: 7 pid: 9628 timeout: 1114 lvb_type: 1 00010000:00010000:3.0:1746066902.143925:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066902.143928:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066902.143935:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800962e3c00/0xd6b24631ff43a21b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb3e expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066902.143943:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e3c00/0xd6b24631ff43a21b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb3e expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066902.143966:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800962e3c00/0xd6b24631ff43a21b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb3e expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066902.143977:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ca9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861293056:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066902.144605:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaaf0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066902.151846:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066902.151924:0:16167:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860791680 00000100:00100000:2.0:1746066902.151932:0:16167:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860791680 00000100:00100000:2.0:1746066902.152026:0:16167:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 199 00000100:00100000:2.0:1746066902.152033:0:16167:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+9:3211:x1830882860791680:12345-192.168.201.51@tcp:35:cp.0 00000100:00100000:2.0:1746066902.153197:0:16167:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+10:3211:x1830882860791680:12345-192.168.201.51@tcp:35:cp.0 Request processed in 1161us (1355us total) trans 4294967393 rc 0/0 00000100:00100000:2.0:1746066902.153204:0:16167:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 199 00000100:00100000:3.0:1746066902.153671:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ca9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861293056:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066902.153688:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066902.156224:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2034:x1830882860791424:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 12970us (13156us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066902.156238:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12752 00000100:00100000:0.0:1746066902.204562:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066902.204637:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860791936 00000100:00100000:2.0:1746066902.204645:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860791936 00000100:00100000:2.0:1746066902.204727:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28730 00000100:00100000:2.0:1746066902.204735:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+10:3214:x1830882860791936:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:2.0:1746066902.204756:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066902.204770:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8800/0xd6b24631ff43a222 lrc: 2/0,0 mode: --/CR res: [0x240000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fb45 expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.204855:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8400/0xd6b24631ff43a229 lrc: 3/1,0 mode: --/CR res: [0x240000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.204866:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8400/0xd6b24631ff43a229 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0xd:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.204879:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8400/0xd6b24631ff43a229 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0xd:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00000004:00200000:2.0:1746066902.204888:0:21643:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000402:0xd:0x0]: returning size 1716 00010000:00010000:2.0:1746066902.206604:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8800/0xd6b24631ff43a222 lrc: 0/0,0 mode: --/CR res: [0x240000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb45 expref: 13 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.207162:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8400/0xd6b24631ff43a229 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0xd:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb45 expref: 12 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.207172:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xd:0x0].0x0 (ffff880095e6d900) 00010000:00010000:2.0:1746066902.207174:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746066902.207177:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8400, rc 0) 00000100:00100000:2.0:1746066902.207227:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+12:3214:x1830882860791936:12345-192.168.201.51@tcp:101:dd.0 Request processed in 2493us (2673us total) trans 4294967394 rc 0/0 00000100:00100000:2.0:1746066902.207235:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28730 00000100:00100000:0.0:1746066902.250895:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066902.251235:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860792064 00000100:00100000:2.0:1746066902.251244:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860792064 00000100:00100000:2.0:1746066902.251292:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28731 00000100:00100000:2.0:1746066902.251300:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:3218:x1830882860792064:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:2.0:1746066902.251320:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066902.251335:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9a00/0xd6b24631ff43a237 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fb4c expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.251474:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9800/0xd6b24631ff43a23e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.251486:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9800/0xd6b24631ff43a23e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.251496:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9800/0xd6b24631ff43a23e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00000004:00200000:2.0:1746066902.251535:0:21643:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746066902.251538:0:21643:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746066902.251554:0:21643:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9800/0xd6b24631ff43a23e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.251573:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9a00/0xd6b24631ff43a237 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb4c expref: 13 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.251600:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9800/0xd6b24631ff43a23e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb4c expref: 12 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.251608:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066902.251611:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746066902.251614:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c9800, rc 0) 00000100:00100000:2.0:1746066902.251682:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:3218:x1830882860792064:12345-192.168.201.51@tcp:101:dd.0 Request processed in 381us (793us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066902.251689:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28731 00000100:00100000:0.0:1746066902.255715:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066902.255811:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860792192 00000100:00100000:2.0:1746066902.255819:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860792192 00000100:00100000:2.0:1746066902.257229:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28732 00000100:00100000:2.0:1746066902.257242:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:3218:x1830882860792192:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:2.0:1746066902.257264:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066902.257286:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8600/0xd6b24631ff43a245 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fb53 expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.257374:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9a00/0xd6b24631ff43a24c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.257388:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9a00/0xd6b24631ff43a24c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.257399:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9a00/0xd6b24631ff43a24c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.257408:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8800/0xd6b24631ff43a253 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.257414:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8800/0xd6b24631ff43a253 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.257419:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8800/0xd6b24631ff43a253 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.257498:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eabfe00/0xd6b24631ff43a25a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.257506:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eabfe00/0xd6b24631ff43a25a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.257511:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eabfe00/0xd6b24631ff43a25a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00000004:00200000:2.0:1746066902.257565:0:21643:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:2.0:1746066902.257569:0:21643:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1746066902.257585:0:21643:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008eabfe00/0xd6b24631ff43a25a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.257594:0:21643:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9a00/0xd6b24631ff43a24c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.257599:0:21643:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9a00/0xd6b24631ff43a24c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.257611:0:21643:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9a00/0xd6b24631ff43a24c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.257616:0:21643:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9a00/0xd6b24631ff43a24c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.257621:0:21643:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800953c9a00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066902.257625:0:21643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9a00/0xd6b24631ff43a24c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.257631:0:21643:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9a00/0xd6b24631ff43a24c lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.257641:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066902.257644:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066902.257647:0:21643:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9a00/0xd6b24631ff43a24c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.257652:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9a00/0xd6b24631ff43a24c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.259917:0:21643:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8800/0xd6b24631ff43a253 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.259927:0:21643:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8800/0xd6b24631ff43a253 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.260124:0:21643:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8800/0xd6b24631ff43a253 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.260130:0:21643:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800953c8800 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066902.260133:0:21643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8800/0xd6b24631ff43a253 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.260138:0:21643:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8800/0xd6b24631ff43a253 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.260148:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880095e6d100) 00010000:00010000:2.0:1746066902.260150:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066902.260153:0:21643:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8800/0xd6b24631ff43a253 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.260157:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8800/0xd6b24631ff43a253 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.260190:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8600/0xd6b24631ff43a245 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb53 expref: 14 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.260201:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eabfe00/0xd6b24631ff43a25a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb53 expref: 13 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.260207:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88008eb92900) 00010000:00010000:2.0:1746066902.260208:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746066902.260210:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eabfe00, rc 0) 00000100:00100000:2.0:1746066902.260500:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+13:3218:x1830882860792192:12345-192.168.201.51@tcp:101:dd.0 Request processed in 3260us (4789us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066902.260508:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28732 00000100:00100000:0.0:1746066902.264169:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066902.264645:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860792320 00000100:00100000:2.0:1746066902.264654:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860792320 00000100:00100000:2.0:1746066902.264720:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28733 00000100:00100000:2.0:1746066902.264729:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+13:3218:x1830882860792320:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:2.0:1746066902.264745:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066902.264762:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8c00/0xd6b24631ff43a261 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fb5a expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.264811:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090878800/0xd6b24631ff43a268 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.264824:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090878800/0xd6b24631ff43a268 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.264835:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090878800/0xd6b24631ff43a268 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00000004:00200000:2.0:1746066902.265493:0:21643:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:2.0:1746066902.265499:0:21643:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746066902.265533:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c8c00/0xd6b24631ff43a261 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb5a expref: 15 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.265549:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090878800/0xd6b24631ff43a268 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb5a expref: 14 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.265557:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88008eb92700) 00010000:00010000:2.0:1746066902.265559:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746066902.265562:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090878800, rc 0) 00000100:00100000:2.0:1746066902.265609:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:3218:x1830882860792320:12345-192.168.201.51@tcp:101:dd.0 Request processed in 881us (1637us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066902.265615:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28733 00000100:00100000:0.0:1746066902.271632:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066902.271737:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860792448 00000100:00100000:2.0:1746066902.271746:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860792448 00000100:00100000:2.0:1746066902.271811:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28734 00000100:00100000:2.0:1746066902.271819:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:3218:x1830882860792448:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:2.0:1746066902.271837:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066902.271855:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090879800/0xd6b24631ff43a26f lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fb61 expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.271904:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8600/0xd6b24631ff43a276 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.271915:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8600/0xd6b24631ff43a276 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.271925:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8600/0xd6b24631ff43a276 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00000004:00200000:2.0:1746066902.271959:0:21643:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:2.0:1746066902.271963:0:21643:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746066902.271986:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090879800/0xd6b24631ff43a26f lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb61 expref: 8 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.271999:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8600/0xd6b24631ff43a276 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb61 expref: 7 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.272007:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88009ed75700) 00010000:00010000:2.0:1746066902.272009:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746066902.272012:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c8600, rc 0) 00000100:00080000:0.0:1746066902.272386:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746066902.272799:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:3218:x1830882860792448:12345-192.168.201.51@tcp:101:dd.0 Request processed in 979us (1174us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066902.272806:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28734 00000100:00100000:0.0:1746066902.275286:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066902.275715:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860792704 00000100:00100000:2.0:1746066902.275724:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860792704 00000100:00100000:2.0:1746066902.276217:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28735 00000100:00100000:2.0:1746066902.276418:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:3218:x1830882860792704:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:2.0:1746066902.276435:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066902.276449:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8800/0xd6b24631ff43a27d lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fb68 expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.276506:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c9a00/0xd6b24631ff43a284 lrc: 3/1,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.276517:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c9a00/0xd6b24631ff43a284 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.276526:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c9a00/0xd6b24631ff43a284 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.276537:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880090879c00/0xd6b24631ff43a28b lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.276544:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880090879c00/0xd6b24631ff43a28b lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.276550:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090879c00/0xd6b24631ff43a28b lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.276626:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008eabf400/0xd6b24631ff43a292 lrc: 3/1,0 mode: --/PR res: [0x240000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.276633:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008eabf400/0xd6b24631ff43a292 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.276638:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008eabf400/0xd6b24631ff43a292 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00000004:00200000:2.0:1746066902.276649:0:21643:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000402:0xd:0x0]: returning size 1716 00010000:00010000:2.0:1746066902.276717:0:21643:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c9a00/0xd6b24631ff43a284 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.276723:0:21643:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c9a00/0xd6b24631ff43a284 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.276728:0:21643:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c9a00/0xd6b24631ff43a284 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.276733:0:21643:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c9a00/0xd6b24631ff43a284 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.276737:0:21643:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800953c9a00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066902.276740:0:21643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c9a00/0xd6b24631ff43a284 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.276745:0:21643:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c9a00/0xd6b24631ff43a284 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.276754:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88009ed75700) 00010000:00010000:2.0:1746066902.276756:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066902.276759:0:21643:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c9a00/0xd6b24631ff43a284 lrc: 3/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.276764:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c9a00/0xd6b24631ff43a284 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.276773:0:21643:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880090879c00/0xd6b24631ff43a28b lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.276777:0:21643:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880090879c00/0xd6b24631ff43a28b lrc: 2/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.276785:0:21643:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880090879c00/0xd6b24631ff43a28b lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.276789:0:21643:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090879c00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066902.276791:0:21643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880090879c00/0xd6b24631ff43a28b lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.276795:0:21643:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880090879c00/0xd6b24631ff43a28b lrc: 4/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.276800:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x2ce3da1 (ffff880095e6df00) 00010000:00010000:2.0:1746066902.276801:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066902.276803:0:21643:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880090879c00/0xd6b24631ff43a28b lrc: 2/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.276807:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090879c00/0xd6b24631ff43a28b lrc: 0/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.276834:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8800/0xd6b24631ff43a27d lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb68 expref: 10 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.276843:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008eabf400/0xd6b24631ff43a292 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb68 expref: 9 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.276848:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xd:0x0].0x0 (ffff880095e6d900) 00010000:00010000:2.0:1746066902.276849:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066902.276851:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eabf400, rc 0) 00000100:00100000:2.0:1746066902.276893:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+9:3218:x1830882860792704:12345-192.168.201.51@tcp:101:dd.0 Request processed in 477us (1612us total) trans 4294967395 rc 0/0 00000100:00100000:2.0:1746066902.277877:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28735 00000100:00100000:0.0:1746066902.286059:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066902.286164:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860792832 00000100:00100000:1.0:1746066902.286172:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860792832 00000100:00100000:1.0:1746066902.286232:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29932 00000100:00100000:1.0:1746066902.286240:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:3218:x1830882860792832:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:1.0:1746066902.286256:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066902.286270:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800962e2600/0xd6b24631ff43a2a0 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fb6f expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066902.286296:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800962e3c00/0xd6b24631ff43a21b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb3e expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066902.286302:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066902.286304:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066902.286307:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2600/0xd6b24631ff43a2a0 lrc: 4/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb6f expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066902.286333:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800962e3c00/0xd6b24631ff43a21b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb3e expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066902.286376:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800962e3c00/0xd6b24631ff43a21b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb3e expref: 5 pid: 9917 timeout: 1114 lvb_type: 0 00000100:00100000:1.0:1746066902.286387:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801332fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861293184:192.168.201.51@tcp:104: 00000100:00080000:0.0:1746066902.286538:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746066902.287412:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963f9180 going to sleep for 11 seconds 00000100:00100000:1.0:1746066902.288769:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801332fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861293184:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066902.288796:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800962e2600/0xd6b24631ff43a2a0 lrc: 3/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb6f expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066902.288809:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800962e2600, rc 0) 00000100:00100000:1.0:1746066902.288851:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:3218:x1830882860792832:12345-192.168.201.51@tcp:101:dd.0 Request processed in 2612us (2801us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066902.288862:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29932 00000100:00100000:0.0:1746066902.289557:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066902.290040:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860792960 00000100:00100000:3.0:1746066902.290048:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860792960 00002000:00100000:3.0:1746066902.290088:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x5:0x0] (0->1715) req@ffff880132c58e00 x1830882860792960/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:308/0 lens 2208/0 e 0 to 0 dl 1746066913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746066902.290098:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c58e00 with x1830882860792960 ext(0->1715) 00010000:00010000:3.0:1746066902.290107:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800962e3c00/0xd6b24631ff43a21b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb3e expref: 6 pid: 9917 timeout: 1114 lvb_type: 0 00010000:00010000:3.0:1746066902.290120:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800962e3c00/0xd6b24631ff43a21b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb3e expref: 6 pid: 9917 timeout: 1114 lvb_type: 0 00002000:00010000:3.0:1746066902.290127:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c58e00 00000100:00100000:3.0:1746066902.290145:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2488 00000100:00100000:3.0:1746066902.290151:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2033:x1830882860792960:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:0.0:1746066902.291943:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860792960:12345-192.168.201.51@tcp:4:dd.0 Request processed in 1784us (2380us total) trans 4294972258 rc 0/0 00000100:00100000:0.0:1746066902.291955:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2488 00002000:00100000:0.0:1746066902.291963:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x5:0x0] (0->1715) req@ffff880132c58e00 x1830882860792960/t4294972258(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:308/0 lens 2208/448 e 0 to 0 dl 1746066913 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066902.291972:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c58e00 with x1830882860792960 ext(0->1715) 00010000:00010000:0.0:1746066902.291982:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800962e3c00/0xd6b24631ff43a21b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb3e expref: 8 pid: 9917 timeout: 1114 lvb_type: 0 00010000:00010000:0.0:1746066902.291997:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800962e3c00/0xd6b24631ff43a21b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb3e expref: 8 pid: 9917 timeout: 1114 lvb_type: 0 00002000:00010000:0.0:1746066902.292003:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c58e00 00000100:00100000:0.0:1746066902.295668:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066902.295787:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860793088 00000100:00100000:3.0:1746066902.295797:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860793088 00010000:00010000:3.0:1746066902.295835:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e3c00/0xd6b24631ff43a21b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb3e expref: 8 pid: 9917 timeout: 1114 lvb_type: 0 00000100:00100000:3.0:1746066902.295934:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12753 00000100:00100000:3.0:1746066902.295943:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2032:x1830882860793088:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066902.295958:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746066902.295975:0:7259:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x5:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:3.0:1746066902.295978:0:7259:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x5:0x0] updating lvb mtime from disk: 0 -> 1746066901 00002000:00010000:3.0:1746066902.295981:0:7259:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x5:0x0] updating lvb atime from disk: 0 -> 1746066902 00002000:00010000:3.0:1746066902.295982:0:7259:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x5:0x0] updating lvb ctime from disk: 0 -> 1746066901 00002000:00010000:3.0:1746066902.295984:0:7259:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x5:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1746066902.295990:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800962e3c00/0xd6b24631ff43a21b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb3e expref: 8 pid: 9917 timeout: 1114 lvb_type: 0 00010000:00010000:3.0:1746066902.296001:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800962e3c00/0xd6b24631ff43a21b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb3e expref: 8 pid: 9917 timeout: 1114 lvb_type: 0 00010000:00010000:3.0:1746066902.296024:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800962e3c00/0xd6b24631ff43a21b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb3e expref: 8 pid: 9917 timeout: 1114 lvb_type: 0 00010000:00010000:3.0:1746066902.297238:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066902.297242:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066902.297252:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2600/0xd6b24631ff43a2a0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb6f expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066902.297263:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2600/0xd6b24631ff43a2a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb6f expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066902.297305:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800962e2600/0xd6b24631ff43a2a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb6f expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066902.297318:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ca9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861293312:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066902.297641:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaaf0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066902.301707:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ca9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861293312:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066902.301739:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066902.301787:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2032:x1830882860793088:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 5844us (6141us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066902.301798:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12753 00000100:00100000:0.0:1746066902.303038:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066902.303173:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860793344 00000100:00100000:1.0:1746066902.303188:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860793344 00002000:00100000:1.0:1746066902.303252:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x5:0x0] (0->4095) req@ffff880132c59f80 x1830882860793344/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:308/0 lens 488/0 e 0 to 0 dl 1746066913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746066902.303264:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c59f80 with x1830882860793344 ext(0->4095) 00002000:00010000:1.0:1746066902.303270:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c59f80 00000100:00100000:1.0:1746066902.303299:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13401 00000100:00100000:1.0:1746066902.303307:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860793344:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:1.0:1746066902.303789:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860793344:12345-192.168.201.51@tcp:3:dd.0 Request processed in 481us (751us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066902.303797:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13401 00002000:00100000:1.0:1746066902.303803:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x5:0x0] (0->4095) req@ffff880132c59f80 x1830882860793344/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:308/0 lens 488/4536 e 0 to 0 dl 1746066913 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746066902.303810:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c59f80 with x1830882860793344 ext(0->4095) 00002000:00010000:1.0:1746066902.303813:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c59f80 00000100:00100000:0.0:1746066902.355914:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066902.356265:0:16167:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860793600 00000100:00100000:2.0:1746066902.356279:0:16167:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860793600 00000100:00100000:2.0:1746066902.356750:0:16167:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 200 00000100:00100000:2.0:1746066902.356759:0:16167:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+9:3218:x1830882860793600:12345-192.168.201.51@tcp:35:dd.0 00000100:00100000:2.0:1746066902.357051:0:16167:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:3218:x1830882860793600:12345-192.168.201.51@tcp:35:dd.0 Request processed in 291us (1142us total) trans 4294967396 rc 0/0 00000100:00100000:2.0:1746066902.357058:0:16167:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 200 00000100:00100000:0.0:1746066902.384572:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066902.384704:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860793728 00000100:00100000:2.0:1746066902.384712:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860793728 00000100:00100000:2.0:1746066902.384764:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28736 00000100:00100000:2.0:1746066902.384771:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+12:3221:x1830882860793728:12345-192.168.201.51@tcp:101:truncate.0 00010000:00010000:2.0:1746066902.384794:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066902.384809:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880132e0aa00/0xd6b24631ff43a2a7 lrc: 2/0,0 mode: --/PR res: [0x240000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fb76 expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.384840:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880132e0b400/0xd6b24631ff43a2ae lrc: 3/1,0 mode: --/PR res: [0x240000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.384851:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880132e0b400/0xd6b24631ff43a2ae lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.384860:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880132e0b400/0xd6b24631ff43a2ae lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.385098:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880132e0aa00/0xd6b24631ff43a2a7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb76 expref: 14 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.385244:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880132e0b400/0xd6b24631ff43a2ae lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb76 expref: 13 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.385257:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xd:0x0].0x0 (ffff880095e6d900) 00010000:00010000:2.0:1746066902.385259:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1746066902.385262:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132e0b400, rc 0) 00000100:00100000:2.0:1746066902.385585:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+13:3221:x1830882860793728:12345-192.168.201.51@tcp:101:truncate.0 Request processed in 812us (1018us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066902.385591:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28736 00000100:00100000:0.0:1746066902.389880:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066902.390642:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860793984 00000100:00100000:2.0:1746066902.390650:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860793984 00000100:00100000:2.0:1746066902.390704:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28737 00000100:00100000:2.0:1746066902.390711:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+13:3221:x1830882860793984:12345-192.168.201.51@tcp:36:truncate.0 00010000:00010000:2.0:1746066902.390761:0:21643:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066902.390783:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8200/0xd6b24631ff43a206 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb30 expref: 13 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.390797:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xd:0x0].0x0 (ffff880095e6d900) 00010000:00010000:2.0:1746066902.390801:0:21643:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066902.390923:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880132e0b600/0xd6b24631ff43a2b5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066902.390934:0:21643:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008eabf400/0xd6b24631ff43a292 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb68 expref: 9 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.390940:0:21643:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880132e0b600/0xd6b24631ff43a2b5 lrc: 4/0,1 mode: --/PW res: [0x240000402:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT1 00010000:00010000:2.0:1746066902.390965:0:21643:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008eabf400/0xd6b24631ff43a292 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb68 expref: 9 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.391757:0:21643:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88008eabf400/0xd6b24631ff43a292 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb68 expref: 9 pid: 21643 timeout: 1114 lvb_type: 0 00000100:00100000:2.0:1746066902.391769:0:21643:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a62680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:21643:1830882861293440:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066902.392609:0:21643:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066902.395622:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066902.395634:0:21643:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a62680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:21643:1830882861293440:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066902.395649:0:21643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880132e0b600/0xd6b24631ff43a2b5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00000100:00100000:3.0:1746066902.395979:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860794112 00000100:00100000:3.0:1746066902.395985:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860794112 00010000:00010000:3.0:1746066902.396011:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008eabf400/0xd6b24631ff43a292 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb68 expref: 10 pid: 21643 timeout: 1114 lvb_type: 0 00000100:00100000:3.0:1746066902.396050:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12754 00000100:00100000:3.0:1746066902.396057:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2034:x1830882860794112:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066902.396068:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066902.396073:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88008eabf400/0xd6b24631ff43a292 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb68 expref: 10 pid: 21643 timeout: 1114 lvb_type: 0 00010000:00010000:3.0:1746066902.396082:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88008eabf400/0xd6b24631ff43a292 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb68 expref: 10 pid: 21643 timeout: 1114 lvb_type: 0 00010000:00010000:3.0:1746066902.396100:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008eabf400/0xd6b24631ff43a292 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb68 expref: 10 pid: 21643 timeout: 1114 lvb_type: 0 00010000:00010000:3.0:1746066902.396114:0:7259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xd:0x0].0x0 (ffff880095e6d900) 00010000:00010000:3.0:1746066902.396118:0:7259:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880132e0b600/0xd6b24631ff43a2b5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.396126:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880132e0b600/0xd6b24631ff43a2b5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.396131:0:7259:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880132e0b600/0xd6b24631ff43a2b5 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.396145:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066902.396171:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+9:2034:x1830882860794112:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 115us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066902.396177:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12754 00010000:00010000:3.0:1746066902.396223:0:21643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880132e0b600/0xd6b24631ff43a2b5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.396228:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880132e0b600/0xd6b24631ff43a2b5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00000001:00080000:3.0:1746066902.396293:0:21643:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967397 00000004:00010000:3.0:1746066902.396326:0:21643:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880132c5bb80 reply state ffff880123a9c000 transno 4294967398 ns: mdt-lustre-MDT0001_UUID lock: ffff880132e0b600/0xd6b24631ff43a2b5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.396334:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880132e0b600/0xd6b24631ff43a2b5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.396358:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xd:0x0].0x0 (ffff880095e6d900) 00010000:00010000:3.0:1746066902.396361:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746066902.396363:0:21643:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746066902.396415:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+15:3221:x1830882860793984:12345-192.168.201.51@tcp:36:truncate.0 Request processed in 5704us (6542us total) trans 4294967398 rc 0/0 00000100:00100000:3.0:1746066902.396421:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28737 00000020:00080000:3.0:1746066902.396424:0:21643:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1746066902.407077:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066902.407892:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860794240 00000100:00100000:1.0:1746066902.407900:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860794240 00000100:00100000:1.0:1746066902.407942:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29933 00000100:00100000:1.0:1746066902.407949:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+7:3221:x1830882860794240:12345-192.168.201.51@tcp:101:truncate.0 00010000:00010000:1.0:1746066902.407963:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066902.407976:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff43a2bc lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fb7d expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066902.408003:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2600/0xd6b24631ff43a2a0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb6f expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066902.408011:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066902.408012:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066902.408015:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff43a2bc lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb7d expref: 8 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066902.408038:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800962e2600/0xd6b24631ff43a2a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb6f expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066902.408047:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800962e2600/0xd6b24631ff43a2a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb6f expref: 5 pid: 9917 timeout: 1114 lvb_type: 0 00000100:00100000:1.0:1746066902.408058:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801332fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861293568:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066902.408126:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963f9c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066902.414689:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801332fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861293568:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066902.414717:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff43a2bc lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb7d expref: 8 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066902.414732:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800962e2c00, rc 0) 00000100:00100000:1.0:1746066902.414784:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+8:3221:x1830882860794240:12345-192.168.201.51@tcp:101:truncate.0 Request processed in 6834us (7714us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066902.414793:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29933 00000100:00100000:0.0:1746066902.419431:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066902.419513:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860794368 00000100:00100000:2.0:1746066902.419521:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860794368 00010000:00010000:2.0:1746066902.419550:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2600/0xd6b24631ff43a2a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb6f expref: 6 pid: 9917 timeout: 1114 lvb_type: 0 00000100:00100000:2.0:1746066902.419582:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12755 00000100:00100000:2.0:1746066902.419588:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860794368:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066902.419599:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066902.419615:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800962e2600/0xd6b24631ff43a2a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb6f expref: 6 pid: 9917 timeout: 1114 lvb_type: 0 00010000:00010000:2.0:1746066902.419625:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800962e2600/0xd6b24631ff43a2a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb6f expref: 6 pid: 9917 timeout: 1114 lvb_type: 0 00010000:00010000:2.0:1746066902.419643:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2600/0xd6b24631ff43a2a0 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb6f expref: 6 pid: 9917 timeout: 1114 lvb_type: 0 00010000:00010000:2.0:1746066902.419677:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066902.419680:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066902.419685:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff43a2bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb7d expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.419693:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff43a2bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb7d expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.419720:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff43a2bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb7d expref: 7 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066902.419731:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a60380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861293696:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066902.420074:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066902.421394:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a60380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861293696:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066902.421407:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066902.421431:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:2033:x1830882860794368:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1842us (2005us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066902.421439:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12755 00000100:00100000:0.0:1746066902.421949:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066902.422246:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860794496 00000100:00100000:1.0:1746066902.422251:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860794496 00002000:00010000:1.0:1746066902.422273:0:9632:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/5 (858->18446744073709551615) 00002000:00100000:1.0:1746066902.422277:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec1180 with x1830882860794496 ext(858->18446744073709551615) 00002000:00010000:1.0:1746066902.422285:0:9632:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ec1180. 00000100:00100000:1.0:1746066902.422301:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13402 00000100:00100000:1.0:1746066902.422307:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860794496:12345-192.168.201.51@tcp:10:truncate.0 00002000:00010000:1.0:1746066902.422534:0:9632:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x5:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:1.0:1746066902.422537:0:9632:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x5:0x0] updating lvb mtime from disk: 1746066901 -> 1746066902 00002000:00010000:1.0:1746066902.422539:0:9632:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x5:0x0] updating lvb atime from disk: 1746066902 -> 1746066902 00002000:00010000:1.0:1746066902.422541:0:9632:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x5:0x0] updating lvb ctime from disk: 1746066901 -> 1746066902 00002000:00010000:1.0:1746066902.422543:0:9632:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x5:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1746066902.422585:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882860794496:12345-192.168.201.51@tcp:10:truncate.0 Request processed in 278us (637us total) trans 4294972259 rc 0/0 00000100:00100000:1.0:1746066902.422592:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13402 00002000:00010000:1.0:1746066902.422595:0:9632:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/5 (858->18446744073709551615) 00002000:00100000:1.0:1746066902.422597:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec1180 with x1830882860794496 ext(858->18446744073709551615) 00002000:00010000:1.0:1746066902.422602:0:9632:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ec1180. 00000100:00100000:0.0:1746066902.454787:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066902.454895:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860794752 00000100:00100000:3.0:1746066902.454902:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860794752 00000100:00100000:3.0:1746066902.454949:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28738 00000100:00100000:3.0:1746066902.454956:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+15:3223:x1830882860794752:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:3.0:1746066902.454977:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066902.454994:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f45e000/0xd6b24631ff43a2c3 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fb84 expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066902.455067:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f45e600/0xd6b24631ff43a2ca lrc: 3/1,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:3.0:1746066902.455078:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f45e600/0xd6b24631ff43a2ca lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.455088:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f45e600/0xd6b24631ff43a2ca lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.455098:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880133139c00/0xd6b24631ff43a2d1 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:3.0:1746066902.455104:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880133139c00/0xd6b24631ff43a2d1 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.455110:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880133139c00/0xd6b24631ff43a2d1 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.455192:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880133139e00/0xd6b24631ff43a2d8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:3.0:1746066902.455200:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880133139e00/0xd6b24631ff43a2d8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.455206:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880133139e00/0xd6b24631ff43a2d8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00000004:00200000:3.0:1746066902.455213:0:21643:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000402:0xd:0x0]: returning size 858 00010000:00010000:3.0:1746066902.455269:0:21643:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f45e600/0xd6b24631ff43a2ca lrc: 4/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.455275:0:21643:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f45e600/0xd6b24631ff43a2ca lrc: 4/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.455283:0:21643:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f45e600/0xd6b24631ff43a2ca lrc: 3/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.455289:0:21643:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f45e600/0xd6b24631ff43a2ca lrc: 4/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.455294:0:21643:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f45e600 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066902.455297:0:21643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f45e600/0xd6b24631ff43a2ca lrc: 4/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.455302:0:21643:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f45e600/0xd6b24631ff43a2ca lrc: 5/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.455311:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88009ed75700) 00010000:00010000:3.0:1746066902.455314:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066902.455317:0:21643:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f45e600/0xd6b24631ff43a2ca lrc: 3/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.455321:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f45e600/0xd6b24631ff43a2ca lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.455386:0:21643:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880133139c00/0xd6b24631ff43a2d1 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.455392:0:21643:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880133139c00/0xd6b24631ff43a2d1 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.455397:0:21643:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880133139c00/0xd6b24631ff43a2d1 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.455404:0:21643:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133139c00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066902.455407:0:21643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133139c00/0xd6b24631ff43a2d1 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.455415:0:21643:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133139c00/0xd6b24631ff43a2d1 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.455421:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x2ce3da1 (ffff880095e6df00) 00010000:00010000:3.0:1746066902.455424:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066902.455426:0:21643:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880133139c00/0xd6b24631ff43a2d1 lrc: 2/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.455430:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133139c00/0xd6b24631ff43a2d1 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT1 00010000:00010000:3.0:1746066902.455464:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f45e000/0xd6b24631ff43a2c3 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb84 expref: 18 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066902.455474:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880133139e00/0xd6b24631ff43a2d8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb84 expref: 17 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066902.455481:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xd:0x0].0x0 (ffff880095e6d900) 00010000:00010000:3.0:1746066902.455483:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066902.455485:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139e00, rc 0) 00000100:00100000:3.0:1746066902.455525:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+17:3223:x1830882860794752:12345-192.168.201.51@tcp:101:dd.0 Request processed in 570us (747us total) trans 4294967399 rc 0/0 00000100:00100000:3.0:1746066902.455532:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28738 00000100:00100000:0.0:1746066902.458246:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066902.458334:0:7276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860795008 00000100:00100000:1.0:1746066902.458379:0:7276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860795008 00000100:00100000:1.0:1746066902.458421:0:7276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 201 00000100:00100000:1.0:1746066902.458428:0:7276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+17:3223:x1830882860795008:12345-192.168.201.51@tcp:35:dd.0 00000100:00100000:1.0:1746066902.458610:0:7276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+18:3223:x1830882860795008:12345-192.168.201.51@tcp:35:dd.0 Request processed in 181us (369us total) trans 4294967400 rc 0/0 00000100:00100000:1.0:1746066902.458617:0:7276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 201 00000100:00100000:3.0:1746066902.471241:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066902.472979:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860795264 00000100:00100000:0.0:1746066902.472987:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860795264 00002000:00100000:0.0:1746066902.473025:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000400:0x5:0x0] (0->4095) req@ffff880135ca9500 x1830882860795264/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:308/0 lens 488/0 e 0 to 0 dl 1746066913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066902.473033:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca9500 with x1830882860795264 ext(0->4095) 00002000:00010000:0.0:1746066902.473038:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ca9500 00000100:00100000:0.0:1746066902.473060:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13403 00000100:00100000:0.0:1746066902.473068:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882860795264:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:0.0:1746066902.473187:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882860795264:12345-192.168.201.51@tcp:3:dd.0 Request processed in 119us (1954us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066902.473192:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13403 00002000:00100000:0.0:1746066902.473198:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000400:0x5:0x0] (0->4095) req@ffff880135ca9500 x1830882860795264/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:308/0 lens 488/4536 e 0 to 0 dl 1746066913 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066902.473204:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca9500 with x1830882860795264 ext(0->4095) 00002000:00010000:0.0:1746066902.473206:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ca9500 00000100:00100000:0.0:1746066902.507688:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066902.507774:0:7273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860795520 00000100:00100000:2.0:1746066902.507782:0:7273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860795520 00000100:00100000:2.0:1746066902.507837:0:7273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28739 00000100:00100000:2.0:1746066902.507850:0:7273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+9:3227:x1830882860795520:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:2.0:1746066902.507870:0:7273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066902.507887:0:7273:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090879c00/0xd6b24631ff43a2e6 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fb8b expref: -99 pid: 7273 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.507953:0:7273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8200/0xd6b24631ff43a2ed lrc: 3/1,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066902.507963:0:7273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8200/0xd6b24631ff43a2ed lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT1 00010000:00010000:2.0:1746066902.507973:0:7273:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8200/0xd6b24631ff43a2ed lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7273 initiator: MDT1 00010000:00010000:2.0:1746066902.507982:0:7273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8800/0xd6b24631ff43a2f4 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066902.507988:0:7273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8800/0xd6b24631ff43a2f4 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT1 00010000:00010000:2.0:1746066902.507994:0:7273:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8800/0xd6b24631ff43a2f4 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7273 initiator: MDT1 00010000:00010000:2.0:1746066902.508067:0:7273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c9a00/0xd6b24631ff43a2fb lrc: 3/1,0 mode: --/PR res: [0x240000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7273 initiator: MDT0 00010000:00010000:2.0:1746066902.508076:0:7273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c9a00/0xd6b24631ff43a2fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT1 00010000:00010000:2.0:1746066902.508082:0:7273:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c9a00/0xd6b24631ff43a2fb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7273 initiator: MDT1 00000004:00200000:2.0:1746066902.508089:0:7273:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000402:0xd:0x0]: returning size 858 00010000:00010000:2.0:1746066902.508149:0:7273:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8200/0xd6b24631ff43a2ed lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT1 00010000:00010000:2.0:1746066902.508156:0:7273:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8200/0xd6b24631ff43a2ed lrc: 2/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7273 initiator: MDT1 00010000:00010000:2.0:1746066902.508165:0:7273:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8200/0xd6b24631ff43a2ed lrc: 3/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7273 initiator: MDT1 00010000:00010000:2.0:1746066902.508170:0:7273:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800953c8200 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066902.508173:0:7273:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8200/0xd6b24631ff43a2ed lrc: 3/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7273 initiator: MDT1 00010000:00010000:2.0:1746066902.508179:0:7273:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8200/0xd6b24631ff43a2ed lrc: 4/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7273 initiator: MDT1 00010000:00010000:2.0:1746066902.508189:0:7273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88009ed75700) 00010000:00010000:2.0:1746066902.508191:0:7273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066902.508194:0:7273:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8200/0xd6b24631ff43a2ed lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7273 initiator: MDT1 00010000:00010000:2.0:1746066902.508199:0:7273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8200/0xd6b24631ff43a2ed lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7273 initiator: MDT1 00010000:00010000:2.0:1746066902.508213:0:7273:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8800/0xd6b24631ff43a2f4 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT1 00010000:00010000:2.0:1746066902.508218:0:7273:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8800/0xd6b24631ff43a2f4 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7273 initiator: MDT1 00010000:00010000:2.0:1746066902.508223:0:7273:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8800/0xd6b24631ff43a2f4 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7273 initiator: MDT1 00010000:00010000:2.0:1746066902.508228:0:7273:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800953c8800 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066902.508230:0:7273:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8800/0xd6b24631ff43a2f4 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7273 initiator: MDT1 00010000:00010000:2.0:1746066902.508235:0:7273:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8800/0xd6b24631ff43a2f4 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7273 initiator: MDT1 00010000:00010000:2.0:1746066902.508244:0:7273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x2ce3da1 (ffff880095e6df00) 00010000:00010000:2.0:1746066902.508246:0:7273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066902.508248:0:7273:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8800/0xd6b24631ff43a2f4 lrc: 2/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7273 initiator: MDT1 00010000:00010000:2.0:1746066902.508252:0:7273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c8800/0xd6b24631ff43a2f4 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7273 initiator: MDT1 00010000:00010000:2.0:1746066902.508518:0:7273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090879c00/0xd6b24631ff43a2e6 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb8b expref: 12 pid: 7273 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.508530:0:7273:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800953c9a00/0xd6b24631ff43a2fb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb8b expref: 11 pid: 7273 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.508536:0:7273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xd:0x0].0x0 (ffff880095e6d900) 00010000:00010000:2.0:1746066902.508538:0:7273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066902.508539:0:7273:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800953c9a00, rc 0) 00000100:00100000:2.0:1746066902.508577:0:7273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:3227:x1830882860795520:12345-192.168.201.51@tcp:101:dd.0 Request processed in 733us (896us total) trans 4294967401 rc 0/0 00000100:00100000:2.0:1746066902.508584:0:7273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28739 00000100:00100000:0.0:1746066902.516211:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066902.516682:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860795648 00000100:00100000:1.0:1746066902.516695:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860795648 00000100:00100000:1.0:1746066902.516857:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29934 00000100:00100000:1.0:1746066902.516865:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+5:3227:x1830882860795648:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:1.0:1746066902.517115:0:9917:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066902.517143:0:9917:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800962e2600/0xd6b24631ff43a309 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fb92 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066902.517170:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff43a2bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb7d expref: 8 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066902.517187:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066902.517188:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066902.517192:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2600/0xd6b24631ff43a309 lrc: 4/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb92 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066902.517228:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff43a2bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb7d expref: 8 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066902.517238:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff43a2bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb7d expref: 8 pid: 9917 timeout: 1114 lvb_type: 0 00000100:00100000:1.0:1746066902.517249:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801332fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861293824:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066902.518484:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963f9b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066902.524153:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801332fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9917:1830882861293824:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066902.524179:0:9917:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800962e2600/0xd6b24631ff43a309 lrc: 3/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb92 expref: 6 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066902.524200:0:9917:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800962e2600, rc 0) 00000100:00100000:1.0:1746066902.524252:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:3227:x1830882860795648:12345-192.168.201.51@tcp:101:dd.0 Request processed in 7386us (8062us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066902.524264:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29934 00000100:00100000:0.0:1746066902.524893:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066902.524974:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860795776 00000100:00100000:2.0:1746066902.524980:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860795776 00010000:00010000:2.0:1746066902.525006:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff43a2bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb7d expref: 9 pid: 9917 timeout: 1114 lvb_type: 0 00000100:00100000:2.0:1746066902.525039:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12756 00000100:00100000:2.0:1746066902.525047:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2034:x1830882860795776:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066902.525057:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066902.525074:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff43a2bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb7d expref: 9 pid: 9917 timeout: 1114 lvb_type: 0 00010000:00010000:2.0:1746066902.525083:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff43a2bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb7d expref: 9 pid: 9917 timeout: 1114 lvb_type: 0 00010000:00010000:2.0:1746066902.525100:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff43a2bc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb7d expref: 9 pid: 9917 timeout: 1114 lvb_type: 0 00010000:00010000:2.0:1746066902.525113:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066902.525115:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066902.525120:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2600/0xd6b24631ff43a309 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb92 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.525127:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2600/0xd6b24631ff43a309 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb92 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066902.525150:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800962e2600/0xd6b24631ff43a309 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb92 expref: 5 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066902.525159:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a60380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861293952:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066902.525220:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e82f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066902.529337:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a60380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861293952:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066902.529374:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066902.529408:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860795776:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4361us (4516us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066902.529417:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12756 00000100:00100000:0.0:1746066902.530494:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066902.532714:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860796032 00000100:00100000:2.0:1746066902.532725:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860796032 00002000:00100000:2.0:1746066902.532766:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x5:0x0] (0->4095) req@ffff880094ec3b80 x1830882860796032/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:308/0 lens 488/0 e 0 to 0 dl 1746066913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066902.532775:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec3b80 with x1830882860796032 ext(0->4095) 00002000:00010000:2.0:1746066902.532780:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ec3b80 00000100:00100000:2.0:1746066902.532806:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13404 00000100:00100000:2.0:1746066902.532813:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860796032:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:2.0:1746066902.534475:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860796032:12345-192.168.201.51@tcp:3:dd.0 Request processed in 1659us (3980us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066902.534484:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13404 00002000:00100000:2.0:1746066902.534491:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x5:0x0] (0->4095) req@ffff880094ec3b80 x1830882860796032/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:308/0 lens 488/4536 e 0 to 0 dl 1746066913 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066902.534498:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec3b80 with x1830882860796032 ext(0->4095) 00002000:00010000:2.0:1746066902.534502:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ec3b80 00000100:00100000:0.0:1746066902.557702:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066902.560125:0:16167:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860796288 00000100:00100000:2.0:1746066902.560135:0:16167:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860796288 00000100:00100000:2.0:1746066902.560192:0:16167:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 202 00000100:00100000:2.0:1746066902.560199:0:16167:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8d6d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:3227:x1830882860796288:12345-192.168.201.51@tcp:35:dd.0 00000100:00100000:2.0:1746066902.560391:0:16167:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8d6d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:3227:x1830882860796288:12345-192.168.201.51@tcp:35:dd.0 Request processed in 192us (2696us total) trans 4294967402 rc 0/0 00000100:00100000:2.0:1746066902.560397:0:16167:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 202 00010000:00010000:2.0:1746066902.729561:0:7262:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066902.833692:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3789:1830882861294080:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746066902.833754:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066902.835697:0:7277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861294080 00000100:00100000:1.0:1746066902.835706:0:7277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861294080 00000100:00100000:1.0:1746066902.835750:0:7277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:1.0:1746066902.835757:0:7277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3789:x1830882861294080:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746066902.835786:0:7277:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446170624 avail 1316708352 00000100:00100000:1.0:1746066902.835836:0:7277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3789:x1830882861294080:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (2081us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066902.835842:0:7277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:0.0:1746066902.836257:0:3789:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967391 gen 2 00000004:00080000:0.0:1746066902.836263:0:3789:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967391 committed transno 4294967391 00000100:00100000:0.0:1746066902.836295:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3789:1830882861294080:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746066903.384156:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066903.384198:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066903.384278:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860796544 00000100:00100000:3.0:1746066903.384285:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860796544 00000100:00100000:3.0:1746066903.384321:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1513 00000100:00100000:3.0:1746066903.384327:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+14:2034:x1830882860796544:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:3.0:1746066903.384428:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+14:2034:x1830882860796544:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 96us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066903.384433:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1513 00000100:00100000:2.0:1746066903.384631:0:7267:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860796416 00000100:00100000:0.0:1746066903.384633:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066903.384634:0:7267:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860796416 00000100:00100000:2.0:1746066903.384667:0:7267:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 641 00000100:00100000:2.0:1746066903.384671:0:7267:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e50850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7962a243-2afe-4d45-a456-6c33572a299a+12:2033:x1830882860796416:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:0.0:1746066903.384675:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066903.384726:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860796928 00000100:00100000:1.0:1746066903.384730:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860796928 00000100:00100000:1.0:1746066903.384751:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 937 00000100:00100000:1.0:1746066903.384756:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860796928:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:3.0:1746066903.384809:0:7273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860796672 00000100:00100000:3.0:1746066903.384812:0:7273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860796672 00000100:00100000:3.0:1746066903.384828:0:7273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1514 00000100:00100000:3.0:1746066903.384832:0:7273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2033:x1830882860796672:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:2.0:1746066903.386056:0:7267:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e50850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7962a243-2afe-4d45-a456-6c33572a299a+12:2033:x1830882860796416:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 1380us (1854us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066903.386062:0:7267:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 641 00000100:00100000:1.0:1746066903.386260:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860796928:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 1502us (1583us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066903.386266:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 937 00000100:00100000:0.0:1746066903.386329:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066903.386367:0:7273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2033:x1830882860796672:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 1533us (1739us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066903.386374:0:7273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1514 00000100:00100000:0.0:1746066903.386374:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066903.386560:0:7273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860797184 00000100:00100000:3.0:1746066903.386564:0:7273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860797184 00000100:00100000:3.0:1746066903.386581:0:7273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1515 00000100:00100000:3.0:1746066903.386585:0:7273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:2033:x1830882860797184:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:0.0:1746066903.386604:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066903.386616:0:7273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:2033:x1830882860797184:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 30us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066903.386621:0:7273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1515 00000100:00100000:0.0:1746066903.386628:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066903.386657:0:7271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860797056 00000100:00100000:3.0:1746066903.386659:0:7271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860797056 00000100:00100000:0.0:1746066903.386672:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066903.386675:0:7271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1516 00000100:00100000:3.0:1746066903.386679:0:7271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2034:x1830882860797056:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:0.0:1746066903.386696:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860797440 00000100:00100000:0.0:1746066903.386703:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860797440 00000100:00100000:3.0:1746066903.386704:0:7271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2034:x1830882860797056:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 24us (75us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066903.386709:0:7271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1516 00000100:00100000:0.0:1746066903.386735:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860796800 00000100:00100000:0.0:1746066903.386738:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860796800 00000100:00100000:0.0:1746066903.386774:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860797312 00000100:00100000:0.0:1746066903.386776:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860797312 00000100:00100000:0.0:1746066903.386795:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 938 00000100:00100000:0.0:1746066903.386802:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860797440:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:2.0:1746066903.386806:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 939 00000100:00100000:2.0:1746066903.386813:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860796800:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:2.0:1746066903.386839:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860796800:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 27us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066903.386844:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 939 00000100:00100000:0.0:1746066903.386854:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2033:x1830882860797440:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 51us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066903.386855:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 940 00000100:00100000:2.0:1746066903.386860:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860797312:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:0.0:1746066903.386861:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 938 00000100:00100000:2.0:1746066903.386877:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860797312:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 17us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066903.386882:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 940 00000100:00080000:0.0:1746066903.386884:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1746066903.640219:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970505 is committed 00010000:00010000:2.0:1746066903.732862:0:8435:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066904.401983:0:3789:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746066904.402006:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882861294208:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746066904.402069:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066904.402135:0:15661:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861294208 00000100:00100000:0.0:1746066904.402142:0:15661:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861294208 00000100:00100000:0.0:1746066904.402183:0:15661:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:0.0:1746066904.402192:0:15661:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3789:x1830882861294208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746066904.402222:0:15661:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25561920 pending 0 free 3921256448 avail 3689734144 00000100:00100000:0.0:1746066904.402255:0:15661:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3789:x1830882861294208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066904.402261:0:15661:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00080000:0.0:1746066904.402525:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066904.402556:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882861294208:0@lo:13:osp-pre-0-1.0 00000001:00080000:0.0:1746066904.646051:0:10968:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972259 is committed 00000001:00080000:0.0:1746066904.646077:0:10968:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972257 is committed 00000100:00100000:2.0:1746066904.657742:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3791:1830882861294336:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746066904.657827:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066904.658139:0:9630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861294336 00000100:00100000:0.0:1746066904.658149:0:9630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861294336 00000100:00100000:0.0:1746066904.658926:0:9630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:0.0:1746066904.658935:0:9630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3791:x1830882861294336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746066904.659178:0:9630:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25561920 pending 0 free 3921256448 avail 3689734144 00000100:00080000:2.0:1746066904.659708:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066904.660529:0:9630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3791:x1830882861294336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1592us (2700us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066904.660538:0:9630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1746066904.660730:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3791:1830882861294336:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1746066904.736491:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746066905.738161:0:7262:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746066906.097468:0:3791:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746066906.097485:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801332fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882861294464:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746066906.097534:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066906.097602:0:24128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861294464 00000100:00100000:1.0:1746066906.097608:0:24128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861294464 00000100:00100000:1.0:1746066906.097639:0:24128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:1.0:1746066906.097645:0:24128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3791:x1830882861294464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746066906.097673:0:24128:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445957632 avail 1316495360 00000100:00100000:1.0:1746066906.097706:0:24128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3791:x1830882861294464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066906.097712:0:24128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:1.0:1746066906.097748:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801332fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882861294464:0@lo:41:osp-pre-0-1.0 00000001:02000400:2.0:1746066906.637061:0:28769:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16j: race dio with buffered i/o ========== 22:35:05 (1746066905) 00000100:00100000:3.0:1746066906.716365:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066906.716416:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860797696 00000100:00100000:2.0:1746066906.716424:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860797696 00000100:00100000:2.0:1746066906.716470:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28740 00000100:00100000:2.0:1746066906.716476:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+14:3862:x1830882860797696:12345-192.168.201.51@tcp:101:lfs.0 00010000:00010000:2.0:1746066906.716490:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066906.716493:0:21643:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746066906.716516:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133138200/0xd6b24631ff43a19d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb0d expref: 14 pid: 7273 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066906.716542:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066906.716546:0:21643:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066906.716554:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc2800/0xd6b24631ff43a310 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fb99 expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1746066906.716659:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1746066906.717417:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3600/0xd6b24631ff43a317 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066906.717430:0:21643:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9800/0xd6b24631ff43a23e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb4c expref: 13 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066906.717437:0:21643:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3600/0xd6b24631ff43a317 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066906.717462:0:21643:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9800/0xd6b24631ff43a23e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb4c expref: 13 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066906.717473:0:21643:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9800/0xd6b24631ff43a23e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb4c expref: 13 pid: 21643 timeout: 1118 lvb_type: 0 00000100:00100000:2.0:1746066906.717484:0:21643:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a63100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21643:1830882861294592:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066906.717572:0:21643:0:(client.c:2553:ptlrpc_set_wait()) set ffff880070533840 going to sleep for 11 seconds 00000100:00100000:2.0:1746066906.725697:0:21643:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a63100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21643:1830882861294592:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066906.725718:0:21643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3600/0xd6b24631ff43a317 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00000100:00100000:0.0:1746066906.732507:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066906.733289:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860797824 00000100:00100000:2.0:1746066906.733298:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860797824 00010000:00010000:2.0:1746066906.733337:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9800/0xd6b24631ff43a23e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb4c expref: 14 pid: 21643 timeout: 1118 lvb_type: 0 00000100:00100000:2.0:1746066906.733378:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12757 00000100:00100000:2.0:1746066906.733385:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2034:x1830882860797824:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066906.733396:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066906.733401:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9800/0xd6b24631ff43a23e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb4c expref: 14 pid: 21643 timeout: 1118 lvb_type: 0 00010000:00010000:2.0:1746066906.733411:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9800/0xd6b24631ff43a23e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb4c expref: 14 pid: 21643 timeout: 1118 lvb_type: 0 00010000:00010000:2.0:1746066906.733429:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800953c9800/0xd6b24631ff43a23e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb4c expref: 14 pid: 21643 timeout: 1118 lvb_type: 0 00010000:00010000:2.0:1746066906.733440:0:7260:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066906.733443:0:7260:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3600/0xd6b24631ff43a317 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066906.733451:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3600/0xd6b24631ff43a317 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066906.733457:0:7260:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3600/0xd6b24631ff43a317 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066906.733475:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066906.733509:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+13:2034:x1830882860797824:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 124us (1008us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066906.733516:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12757 00010000:00010000:2.0:1746066906.733536:0:21643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3600/0xd6b24631ff43a317 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066906.733541:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3600/0xd6b24631ff43a317 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066906.733612:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3000/0xd6b24631ff43a31e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066906.733620:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3000/0xd6b24631ff43a31e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066906.733627:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3000/0xd6b24631ff43a31e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066906.733915:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3400/0xd6b24631ff43a325 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066906.733922:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3400/0xd6b24631ff43a325 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066906.733928:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3400/0xd6b24631ff43a325 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00000004:00200000:2.0:1746066906.733935:0:21643:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 0 00010000:00010000:2.0:1746066906.733952:0:21643:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3600/0xd6b24631ff43a317 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066906.733957:0:21643:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3600/0xd6b24631ff43a317 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066906.733962:0:21643:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3600/0xd6b24631ff43a317 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066906.733971:0:21643:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3600/0xd6b24631ff43a317 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066906.733976:0:21643:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095cc3600 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066906.733979:0:21643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3600/0xd6b24631ff43a317 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066906.733984:0:21643:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3600/0xd6b24631ff43a317 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066906.733991:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066906.733994:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066906.733997:0:21643:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3600/0xd6b24631ff43a317 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066906.734001:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3600/0xd6b24631ff43a317 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT0 00000004:00010000:2.0:1746066906.734009:0:21643:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880135ca9180 reply state ffff880094455000 transno 4294980263 ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3000/0xd6b24631ff43a31e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066906.734016:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3000/0xd6b24631ff43a31e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066906.734020:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88012d06ee00) 00010000:00010000:2.0:1746066906.734022:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746066906.734024:0:21643:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746066906.734048:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc2800/0xd6b24631ff43a310 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb99 expref: 16 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066906.734057:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3400/0xd6b24631ff43a325 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb99 expref: 15 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066906.734067:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88012d06e600) 00010000:00010000:2.0:1746066906.734069:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066906.734071:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc3400, rc 0) 00000100:00100000:2.0:1746066906.734090:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+16:3862:x1830882860797696:12345-192.168.201.51@tcp:101:lfs.0 Request processed in 17615us (17732us total) trans 4294980263 rc 0/0 00000100:00100000:2.0:1746066906.734096:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28740 00000100:00080000:0.0:1746066906.734222:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746066906.739515:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066906.739537:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860798080 00000100:00100000:2.0:1746066906.739544:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860798080 00010000:00010000:0.0:1746066906.740199:0:8435:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746066906.740303:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28741 00000100:00100000:2.0:1746066906.740312:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+16:3862:x1830882860798080:12345-192.168.201.51@tcp:101:lfs.0 00010000:00010000:2.0:1746066906.740329:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066906.740559:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5a0e00/0xd6b24631ff43a333 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fba0 expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066906.740649:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739c00/0xd6b24631ff43a33a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066906.740659:0:21643:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3400/0xd6b24631ff43a325 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb99 expref: 17 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066906.740665:0:21643:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739c00/0xd6b24631ff43a33a lrc: 4/0,1 mode: --/EX res: [0x200000402:0x47:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066906.740688:0:21643:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3400/0xd6b24631ff43a325 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb99 expref: 17 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066906.740699:0:21643:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3400/0xd6b24631ff43a325 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb99 expref: 17 pid: 21643 timeout: 1118 lvb_type: 0 00000100:00100000:2.0:1746066906.740710:0:21643:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a60e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21643:1830882861294720:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066906.740764:0:21643:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8d50d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066906.751657:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066906.751827:0:21643:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a60e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21643:1830882861294720:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066906.751847:0:21643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739c00/0xd6b24631ff43a33a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x47:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00000100:00100000:3.0:1746066906.751996:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860798208 00000100:00100000:3.0:1746066906.752001:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860798208 00010000:00010000:3.0:1746066906.752025:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3400/0xd6b24631ff43a325 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb99 expref: 18 pid: 21643 timeout: 1118 lvb_type: 0 00000100:00100000:3.0:1746066906.752044:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12758 00000100:00100000:3.0:1746066906.752049:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2033:x1830882860798208:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066906.752059:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066906.752064:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3400/0xd6b24631ff43a325 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb99 expref: 18 pid: 21643 timeout: 1118 lvb_type: 0 00010000:00010000:3.0:1746066906.752072:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3400/0xd6b24631ff43a325 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb99 expref: 18 pid: 21643 timeout: 1118 lvb_type: 0 00010000:00010000:3.0:1746066906.752089:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3400/0xd6b24631ff43a325 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fb99 expref: 18 pid: 21643 timeout: 1118 lvb_type: 0 00010000:00010000:3.0:1746066906.752099:0:7259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88012d06e600) 00010000:00010000:3.0:1746066906.752103:0:7259:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739c00/0xd6b24631ff43a33a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x47:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:3.0:1746066906.752110:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739c00/0xd6b24631ff43a33a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x47:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21643 initiator: MDT0 00010000:00010000:3.0:1746066906.752132:0:7259:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739c00/0xd6b24631ff43a33a lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x47:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21643 initiator: MDT0 00010000:00010000:3.0:1746066906.752146:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066906.752174:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+17:2033:x1830882860798208:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 125us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066906.752180:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12758 00010000:00010000:3.0:1746066906.753296:0:21643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739c00/0xd6b24631ff43a33a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x47:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:3.0:1746066906.753304:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739c00/0xd6b24631ff43a33a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x47:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00000004:00200000:3.0:1746066906.753319:0:21643:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 0 00000004:00080000:3.0:1746066906.753441:0:21643:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1a:0x0], index 1: 0 00000004:00080000:3.0:1746066906.753447:0:21643:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x19:0x0], index 0: 0 00010000:00010000:3.0:1746066906.753524:0:21643:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739c00/0xd6b24631ff43a33a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x47:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:3.0:1746066906.753530:0:21643:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739c00/0xd6b24631ff43a33a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x47:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT0 00010000:00010000:3.0:1746066906.753535:0:21643:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739c00/0xd6b24631ff43a33a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x47:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT0 00010000:00010000:3.0:1746066906.753539:0:21643:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f739c00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066906.753542:0:21643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739c00/0xd6b24631ff43a33a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x47:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT0 00010000:00010000:3.0:1746066906.753548:0:21643:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739c00/0xd6b24631ff43a33a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x47:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21643 initiator: MDT0 00010000:00010000:3.0:1746066906.753556:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88012d06e600) 00010000:00010000:3.0:1746066906.753559:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746066906.753562:0:21643:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739c00/0xd6b24631ff43a33a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x47:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT0 00010000:00010000:3.0:1746066906.753566:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f739c00/0xd6b24631ff43a33a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x47:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT0 00010000:00010000:3.0:1746066906.753618:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5a0e00/0xd6b24631ff43a333 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fba0 expref: 17 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066906.753624:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5a0e00/0xd6b24631ff43a333 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fba0 expref: 17 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066906.753632:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c5a0e00, rc 0) 00000100:00100000:3.0:1746066906.754200:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+16:3862:x1830882860798080:12345-192.168.201.51@tcp:101:lfs.0 Request processed in 13888us (14687us total) trans 4294980264 rc 301/301 00000100:00100000:3.0:1746066906.754208:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28741 00000100:00100000:0.0:1746066906.761947:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066906.762029:0:16167:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860798464 00000100:00100000:3.0:1746066906.762037:0:16167:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860798464 00000100:00100000:3.0:1746066906.762075:0:16167:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 203 00000100:00100000:3.0:1746066906.762082:0:16167:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+16:3862:x1830882860798464:12345-192.168.201.51@tcp:35:lfs.0 00000100:00100000:3.0:1746066906.762270:0:16167:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+17:3862:x1830882860798464:12345-192.168.201.51@tcp:35:lfs.0 Request processed in 187us (329us total) trans 4294980265 rc 0/0 00000100:00100000:3.0:1746066906.762277:0:16167:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 203 00000100:00100000:3.0:1746066906.766310:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066906.766333:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860798592 00000100:00100000:3.0:1746066906.766363:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860798592 00000100:00100000:3.0:1746066906.766395:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28742 00000100:00100000:3.0:1746066906.766401:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+17:3862:x1830882860798592:12345-192.168.201.51@tcp:101:lfs.0 00010000:00010000:3.0:1746066906.766420:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066906.766437:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5a0400/0xd6b24631ff43a348 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fba7 expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066906.766478:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5a0400/0xd6b24631ff43a348 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fba7 expref: 18 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066906.766489:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5a0400/0xd6b24631ff43a348 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fba7 expref: 18 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066906.766503:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88008f507800) 00010000:00010000:3.0:1746066906.766505:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746066906.766508:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c5a0400, rc 0) 00000100:00100000:3.0:1746066906.766544:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+18:3862:x1830882860798592:12345-192.168.201.51@tcp:101:lfs.0 Request processed in 143us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066906.766550:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28742 00000100:00100000:3.0:1746066906.770678:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066906.770849:0:7276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860798848 00000100:00100000:1.0:1746066906.770857:0:7276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860798848 00000100:00100000:1.0:1746066906.770899:0:7276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 204 00000100:00100000:1.0:1746066906.770906:0:7276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+18:3862:x1830882860798848:12345-192.168.201.51@tcp:35:lfs.0 00000100:00100000:1.0:1746066906.771254:0:7276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+19:3862:x1830882860798848:12345-192.168.201.51@tcp:35:lfs.0 Request processed in 347us (579us total) trans 4294980266 rc 0/0 00000100:00100000:1.0:1746066906.771261:0:7276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 204 00000100:00100000:0.0:1746066906.789498:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066906.789636:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860798976 00000100:00100000:3.0:1746066906.789644:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860798976 00000100:00100000:3.0:1746066906.789693:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28743 00000100:00100000:3.0:1746066906.789701:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+19:3870:x1830882860798976:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:3.0:1746066906.789726:0:17223:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066906.789742:0:17223:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fa00/0xd6b24631ff43a34f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fbae expref: -99 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066906.789795:0:17223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009544e200/0xd6b24631ff43a356 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.789806:0:17223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009544e200/0xd6b24631ff43a356 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.789816:0:17223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009544e200/0xd6b24631ff43a356 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00000004:00200000:3.0:1746066906.789847:0:17223:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746066906.789849:0:17223:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746066906.789860:0:17223:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009544e200/0xd6b24631ff43a356 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.789874:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fa00/0xd6b24631ff43a34f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbae expref: 21 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066906.789883:0:17223:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009544e200/0xd6b24631ff43a356 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbae expref: 20 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066906.789888:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:3.0:1746066906.789889:0:17223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746066906.789891:0:17223:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544e200, rc 0) 00000100:00100000:3.0:1746066906.790130:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+20:3870:x1830882860798976:12345-192.168.201.51@tcp:101:dd.0 Request processed in 429us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066906.790135:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28743 00000100:00100000:0.0:1746066906.792502:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066906.792551:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860799232 00000100:00100000:3.0:1746066906.792557:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860799232 00000100:00100000:3.0:1746066906.792599:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28744 00000100:00100000:3.0:1746066906.792606:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+20:3870:x1830882860799232:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:3.0:1746066906.792618:0:17223:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066906.792620:0:17223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746066906.792764:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009544e200/0xd6b24631ff43a356 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbae expref: 20 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066906.792779:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:3.0:1746066906.792782:0:17223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066906.792789:0:17223:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009544e000/0xd6b24631ff43a35d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fbb5 expref: -99 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066906.793038:0:17223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009544f400/0xd6b24631ff43a364 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.793048:0:17223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009544f400/0xd6b24631ff43a364 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.793055:0:17223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009544f400/0xd6b24631ff43a364 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.793062:0:17223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009544ec00/0xd6b24631ff43a36b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.793067:0:17223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009544ec00/0xd6b24631ff43a36b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.793072:0:17223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009544ec00/0xd6b24631ff43a36b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.793103:0:17223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fc00/0xd6b24631ff43a372 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.793108:0:17223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fc00/0xd6b24631ff43a372 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.793113:0:17223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fc00/0xd6b24631ff43a372 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00000004:00200000:3.0:1746066906.793120:0:17223:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 0 00010000:00010000:3.0:1746066906.793167:0:17223:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009544f400/0xd6b24631ff43a364 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.793173:0:17223:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009544f400/0xd6b24631ff43a364 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.793178:0:17223:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009544f400/0xd6b24631ff43a364 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.793183:0:17223:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009544f400/0xd6b24631ff43a364 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.793189:0:17223:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009544f400 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066906.793192:0:17223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009544f400/0xd6b24631ff43a364 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.793198:0:17223:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009544f400/0xd6b24631ff43a364 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.793204:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:3.0:1746066906.793206:0:17223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066906.793208:0:17223:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009544f400/0xd6b24631ff43a364 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.793212:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009544f400/0xd6b24631ff43a364 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.793218:0:17223:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009544ec00/0xd6b24631ff43a36b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.793223:0:17223:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009544ec00/0xd6b24631ff43a36b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.793227:0:17223:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009544ec00/0xd6b24631ff43a36b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.793235:0:17223:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009544ec00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066906.793237:0:17223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009544ec00/0xd6b24631ff43a36b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.793241:0:17223:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009544ec00/0xd6b24631ff43a36b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.793246:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88012d06ee00) 00010000:00010000:3.0:1746066906.793248:0:17223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066906.793250:0:17223:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009544ec00/0xd6b24631ff43a36b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.793254:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009544ec00/0xd6b24631ff43a36b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.793279:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009544e000/0xd6b24631ff43a35d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbb5 expref: 22 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066906.793287:0:17223:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fc00/0xd6b24631ff43a372 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbb5 expref: 21 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066906.793292:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88008f507800) 00010000:00010000:3.0:1746066906.793294:0:17223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066906.793296:0:17223:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aa6fc00, rc 0) 00000100:00100000:3.0:1746066906.793528:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+21:3870:x1830882860799232:12345-192.168.201.51@tcp:101:dd.0 Request processed in 922us (1241us total) trans 4294980267 rc 0/0 00000100:00100000:3.0:1746066906.793534:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28744 00000100:00100000:2.0:1746066906.796738:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066906.796788:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860799360 00000100:00100000:3.0:1746066906.796795:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860799360 00000100:00100000:3.0:1746066906.796826:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28745 00000100:00100000:3.0:1746066906.796831:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+21:3870:x1830882860799360:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:3.0:1746066906.796844:0:17223:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066906.796854:0:17223:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0xd6b24631ff43a380 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fbbc expref: -99 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066906.796870:0:17223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7200/0xd6b24631ff43a387 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.796877:0:17223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7200/0xd6b24631ff43a387 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.796882:0:17223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7200/0xd6b24631ff43a387 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.796940:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0xd6b24631ff43a380 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbbc expref: 23 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066906.796949:0:17223:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7200/0xd6b24631ff43a387 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbbc expref: 22 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066906.796954:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88008f507800) 00010000:00010000:3.0:1746066906.796955:0:17223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1746066906.796957:0:17223:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc7200, rc 0) 00000100:00100000:3.0:1746066906.796990:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+22:3870:x1830882860799360:12345-192.168.201.51@tcp:101:dd.0 Request processed in 158us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066906.796995:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28745 00000100:00100000:0.0:1746066906.799262:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066906.799304:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860799616 00000100:00100000:2.0:1746066906.799310:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860799616 00000100:00100000:3.0:1746066906.799444:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28746 00000100:00100000:3.0:1746066906.799451:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+22:3870:x1830882860799616:12345-192.168.201.51@tcp:36:dd.0 00010000:00010000:3.0:1746066906.799482:0:17223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066906.799500:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa6fc00/0xd6b24631ff43a372 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbb5 expref: 22 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066906.799511:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88008f507800) 00010000:00010000:3.0:1746066906.799514:0:17223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066906.799632:0:17223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6200/0xd6b24631ff43a38e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.799640:0:17223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6200/0xd6b24631ff43a38e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.799648:0:17223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6200/0xd6b24631ff43a38e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00000001:00080000:3.0:1746066906.799676:0:17223:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980268 00000004:00010000:3.0:1746066906.799691:0:17223:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800952e8380 reply state ffff88008eaf3000 transno 4294980269 ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6200/0xd6b24631ff43a38e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.799699:0:17223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6200/0xd6b24631ff43a38e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066906.799704:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88008f507800) 00010000:00010000:3.0:1746066906.799706:0:17223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746066906.799708:0:17223:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746066906.799802:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+24:3870:x1830882860799616:12345-192.168.201.51@tcp:36:dd.0 Request processed in 350us (542us total) trans 4294980269 rc 0/0 00000100:00100000:3.0:1746066906.799808:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28746 00000020:00080000:3.0:1746066906.799811:0:17223:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746066906.801261:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066906.801333:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860799744 00000100:00100000:3.0:1746066906.801337:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860799744 00000100:00100000:3.0:1746066906.801395:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29935 00000100:00100000:3.0:1746066906.801576:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+5:3870:x1830882860799744:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:3.0:1746066906.801602:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066906.801614:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d952c00/0xd6b24631ff43a395 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fbc3 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746066906.801632:0:21660:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746066906.801646:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066906.801648:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066906.801652:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d952c00/0xd6b24631ff43a395 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbc3 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066906.801664:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d952c00/0xd6b24631ff43a395 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbc3 expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066906.801672:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d952c00, rc 0) 00000100:00080000:0.0:1746066906.801755:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746066906.802237:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+6:3870:x1830882860799744:12345-192.168.201.51@tcp:101:dd.0 Request processed in 661us (977us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066906.802243:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29935 00000100:00100000:0.0:1746066906.803822:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066906.803949:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860799872 00000100:00100000:3.0:1746066906.803954:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860799872 00000100:00080000:0.0:1746066906.803995:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746066906.804004:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29936 00000100:00100000:3.0:1746066906.804010:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+5:3870:x1830882860799872:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:3.0:1746066906.804019:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066906.804035:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d952e00/0xd6b24631ff43a39c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fbca expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746066906.804053:0:21660:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746066906.804063:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066906.804065:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066906.804069:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d952e00/0xd6b24631ff43a39c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbca expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066906.804079:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d952e00/0xd6b24631ff43a39c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbca expref: 6 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066906.804085:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d952e00, rc 0) 00000100:00100000:3.0:1746066906.804116:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+6:3870:x1830882860799872:12345-192.168.201.51@tcp:101:dd.0 Request processed in 106us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066906.804121:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29936 00000100:00100000:0.0:1746066906.805826:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066906.805854:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066906.806165:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860800000 00000100:00100000:2.0:1746066906.806169:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860800000 00002000:00010000:2.0:1746066906.806191:0:9632:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/26 (0->18446744073709551615) 00002000:00100000:2.0:1746066906.806194:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130525c00 with x1830882860800000 ext(0->18446744073709551615) 00002000:00010000:2.0:1746066906.806200:0:9632:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130525c00. 00000100:00100000:2.0:1746066906.806208:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860800128 00000100:00100000:2.0:1746066906.806210:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860800128 00002000:00010000:2.0:1746066906.806215:0:9632:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/25 (0->18446744073709551615) 00002000:00100000:2.0:1746066906.806217:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130527100 with x1830882860800128 ext(0->18446744073709551615) 00002000:00010000:2.0:1746066906.806219:0:9632:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130527100. 00000100:00100000:2.0:1746066906.806287:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13405 00000100:00100000:2.0:1746066906.806292:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130525c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2033:x1830882860800000:12345-192.168.201.51@tcp:10:dd.0 00002000:00010000:2.0:1746066906.806415:0:9632:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1746066906.806417:0:9632:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 0 -> 1746066906 00002000:00010000:2.0:1746066906.806419:0:9632:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746066906.806420:0:9632:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 0 -> 1746066906 00002000:00010000:2.0:1746066906.806421:0:9632:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1746066906.806445:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130525c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2033:x1830882860800000:12345-192.168.201.51@tcp:10:dd.0 Request processed in 153us (621us total) trans 4294972260 rc 0/0 00000100:00100000:2.0:1746066906.806449:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13405 00002000:00010000:2.0:1746066906.806451:0:9632:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/26 (0->18446744073709551615) 00002000:00100000:2.0:1746066906.806452:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130525c00 with x1830882860800000 ext(0->18446744073709551615) 00002000:00010000:2.0:1746066906.806455:0:9632:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130525c00. 00000100:00100000:2.0:1746066906.806463:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13406 00000100:00100000:2.0:1746066906.806466:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130527100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2033:x1830882860800128:12345-192.168.201.51@tcp:10:dd.0 00002000:00010000:2.0:1746066906.806513:0:9632:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1746066906.806515:0:9632:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb mtime from disk: 0 -> 1746066906 00002000:00010000:2.0:1746066906.806516:0:9632:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746066906.806517:0:9632:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb ctime from disk: 0 -> 1746066906 00002000:00010000:2.0:1746066906.806519:0:9632:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1746066906.806528:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130527100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2033:x1830882860800128:12345-192.168.201.51@tcp:10:dd.0 Request processed in 62us (674us total) trans 4294970506 rc 0/0 00000100:00100000:2.0:1746066906.806531:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13406 00002000:00010000:2.0:1746066906.806533:0:9632:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/25 (0->18446744073709551615) 00002000:00100000:2.0:1746066906.806534:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130527100 with x1830882860800128 ext(0->18446744073709551615) 00002000:00010000:2.0:1746066906.806536:0:9632:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130527100. 00000100:00100000:0.0:1746066907.025947:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bd212aa5-9c03-468b-a6b2-d3d7d344f530:3789:1830882861294848:0@lo:400:kworker.0 00000100:00100000:0.0:1746066907.026001:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066907.026080:0:7267:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861294848 00000100:00100000:0.0:1746066907.026087:0:7267:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861294848 00000100:00100000:2.0:1746066907.026289:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3792:1830882861295232:0@lo:400:kworker.0 00000100:00100000:2.0:1746066907.026313:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066907.026358:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882861295104:0@lo:400:kworker.0 00000100:00100000:1.0:1746066907.026381:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066907.026614:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3791:1830882861295616:0@lo:400:kworker.0 00000100:00100000:1.0:1746066907.026639:0:7277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861295104 00000100:00100000:1.0:1746066907.026642:0:7277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861295104 00000100:00100000:3.0:1746066907.026897:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3790:1830882861294976:0@lo:400:kworker.0 00000100:00100000:0.0:1746066907.026960:0:7267:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1746066907.026968:0:7267:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bd212aa5-9c03-468b-a6b2-d3d7d344f530+23:3789:x1830882861294848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066907.027002:0:7267:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bd212aa5-9c03-468b-a6b2-d3d7d344f530+23:3789:x1830882861294848:12345-0@lo:400:kworker.0 Request processed in 36us (1001us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066907.027008:0:7267:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:3.0:1746066907.028332:0:24128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:3.0:1746066907.028354:0:24128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3791:x1830882861295104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066907.028413:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3789:1830882861295360:0@lo:400:kworker.0 00000100:00100000:1.0:1746066907.028466:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861295232 00000100:00100000:1.0:1746066907.028469:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861295232 00000100:00100000:1.0:1746066907.028494:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1517 00000100:00100000:1.0:1746066907.028499:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3792:x1830882861295232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066907.028708:0:24128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3791:x1830882861295104:12345-0@lo:400:kworker.0 Request processed in 369us (2324us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066907.028714:0:24128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:3.0:1746066907.028734:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066907.028753:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3790:1830882861295488:0@lo:400:kworker.0 00000100:00100000:3.0:1746066907.028773:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066907.028785:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3790:1830882861296000:0@lo:400:kworker.0 00000100:00100000:3.0:1746066907.028800:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066907.028822:0:7273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861294976 00000100:00100000:3.0:1746066907.028825:0:7273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861294976 00000100:00100000:3.0:1746066907.028838:0:7273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861295488 00000100:00100000:3.0:1746066907.028839:0:7273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861295488 00000100:00100000:3.0:1746066907.028852:0:7273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861296000 00000100:00100000:3.0:1746066907.028853:0:7273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861296000 00000100:00100000:3.0:1746066907.028863:0:7273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1518 00000100:00100000:3.0:1746066907.028867:0:7273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3790:x1830882861294976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066907.028890:0:7273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3790:x1830882861294976:12345-0@lo:400:kworker.0 Request processed in 23us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066907.028897:0:7273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1518 00000100:00100000:3.0:1746066907.028905:0:7273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1519 00000100:00100000:3.0:1746066907.028908:0:7273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3790:x1830882861295488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066907.028925:0:7273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3790:x1830882861295488:12345-0@lo:400:kworker.0 Request processed in 17us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066907.028929:0:7273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1519 00000100:00100000:3.0:1746066907.028935:0:7273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1520 00000100:00100000:3.0:1746066907.028939:0:7273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3790:x1830882861296000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066907.028952:0:7273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3790:x1830882861296000:12345-0@lo:400:kworker.0 Request processed in 13us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066907.028956:0:7273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1520 00000100:00100000:3.0:1746066907.028987:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3790:1830882861294976:0@lo:400:kworker.0 00000100:00100000:3.0:1746066907.028995:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3790:1830882861295488:0@lo:400:kworker.0 00000100:00100000:3.0:1746066907.029002:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3790:1830882861296000:0@lo:400:kworker.0 00000100:00080000:3.0:1746066907.029032:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746066907.029045:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066907.029060:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3791:1830882861296128:0@lo:400:kworker.0 00000100:00100000:3.0:1746066907.029076:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066907.029095:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882861295104:0@lo:400:kworker.0 00000100:00100000:3.0:1746066907.029108:0:12150:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861295616 00000100:00100000:3.0:1746066907.029111:0:12150:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861295616 00000100:00100000:3.0:1746066907.029126:0:12150:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861296128 00000100:00100000:3.0:1746066907.029128:0:12150:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861296128 00000100:00100000:3.0:1746066907.029138:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1521 00000100:00100000:3.0:1746066907.029142:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3791:x1830882861295616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066907.029166:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3791:x1830882861295616:12345-0@lo:400:kworker.0 Request processed in 24us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066907.029171:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1521 00000100:00100000:3.0:1746066907.029179:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1522 00000100:00100000:3.0:1746066907.029183:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3791:x1830882861296128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066907.029200:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3791:x1830882861296128:12345-0@lo:400:kworker.0 Request processed in 17us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066907.029204:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1522 00000100:00080000:3.0:1746066907.029216:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746066907.029228:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3791:1830882861295616:0@lo:400:kworker.0 00000100:00100000:3.0:1746066907.029235:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3791:1830882861296128:0@lo:400:kworker.0 00000100:00100000:0.0:1746066907.029833:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066907.029851:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3789:1830882861295872:0@lo:400:kworker.0 00000100:00100000:0.0:1746066907.029876:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066907.029889:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3789:1830882861296384:0@lo:400:kworker.0 00000100:00100000:0.0:1746066907.029902:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066907.029928:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bd212aa5-9c03-468b-a6b2-d3d7d344f530:3789:1830882861294848:0@lo:400:kworker.0 00000100:00100000:0.0:1746066907.029953:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861295872 00000100:00100000:0.0:1746066907.029955:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861295872 00000100:00100000:0.0:1746066907.029976:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861296384 00000100:00100000:0.0:1746066907.029978:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861296384 00000100:00100000:0.0:1746066907.029991:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:0.0:1746066907.029996:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3789:x1830882861295872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066907.030025:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3789:x1830882861295872:12345-0@lo:400:kworker.0 Request processed in 29us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066907.030030:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:0.0:1746066907.030038:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:0.0:1746066907.030042:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130525880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3789:x1830882861296384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066907.030074:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130525880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3789:x1830882861296384:12345-0@lo:400:kworker.0 Request processed in 32us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066907.030079:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00080000:0.0:1746066907.030091:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746066907.030093:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066907.030105:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3789:1830882861295872:0@lo:400:kworker.0 00000100:00100000:0.0:1746066907.030112:0:3789:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294972257 gen 2 00000004:00080000:0.0:1746066907.030116:0:3789:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801332fd180, transno 4294972257 00000100:00100000:0.0:1746066907.030123:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3789:1830882861296384:0@lo:400:kworker.0 00000100:00100000:1.0:1746066907.030671:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3792:x1830882861295232:12345-0@lo:400:kworker.0 Request processed in 2169us (4355us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066907.030678:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1517 00000100:00100000:2.0:1746066907.030767:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3792:1830882861295232:0@lo:400:kworker.0 00000100:00100000:2.0:1746066907.030774:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3792:1830882861295744:0@lo:400:kworker.0 00000100:00100000:2.0:1746066907.030793:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066907.030806:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3792:1830882861296256:0@lo:400:kworker.0 00000100:00100000:2.0:1746066907.030828:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066907.030904:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861295744 00000100:00100000:1.0:1746066907.030908:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861295744 00000100:00100000:1.0:1746066907.030931:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:1.0:1746066907.030935:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3792:x1830882861295744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746066907.030963:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3792:x1830882861295744:12345-0@lo:400:kworker.0 Request processed in 28us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066907.030969:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00100000:1.0:1746066907.030977:0:21660:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861296256 00000100:00100000:1.0:1746066907.030979:0:21660:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861296256 00000100:00100000:1.0:1746066907.030993:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:1.0:1746066907.030997:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3792:x1830882861296256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746066907.031019:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3792:x1830882861296256:12345-0@lo:400:kworker.0 Request processed in 21us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066907.031024:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00080000:1.0:1746066907.031043:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746066907.031045:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746066907.031130:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3792:1830882861295744:0@lo:400:kworker.0 00000100:00100000:2.0:1746066907.031138:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3792:1830882861296256:0@lo:400:kworker.0 00000100:00100000:3.0:1746066907.031205:0:24128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861295360 00000100:00100000:3.0:1746066907.031208:0:24128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861295360 00000100:00100000:3.0:1746066907.031225:0:24128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:3.0:1746066907.031230:0:24128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130527b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3789:x1830882861295360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066907.031260:0:24128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130527b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3789:x1830882861295360:12345-0@lo:400:kworker.0 Request processed in 30us (1432us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066907.031265:0:24128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:3.0:1746066907.031290:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3789:1830882861295360:0@lo:400:kworker.0 00000001:00080000:0.0:1746066907.032540:0:7254:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980269 is committed 00000020:00080000:0.0:1746066907.033475:0:7254:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880095cf9000 refcount 2 committed 0 result 0 batchid 9 00000020:00080000:0.0:1746066907.033480:0:7254:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff880095e6d400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880095cf9a80 00000020:00080000:0.0:1746066907.033483:0:7254:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].9 00000020:00080000:0.0:1746066907.033486:0:7254:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff880095e6d200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880132e39200 00000020:00080000:0.0:1746066907.033488:0:7254:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].9 00010000:00010000:1.0:1746066907.033680:0:3775:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880132e39a00/0xd6b24631ff43a173 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT0 00010000:00010000:1.0:1746066907.033691:0:3775:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132e39a00/0xd6b24631ff43a173 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7273 initiator: MDT0 00010000:00010000:1.0:1746066907.033697:0:3775:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132e39a00/0xd6b24631ff43a173 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7273 initiator: MDT0 00010000:00010000:1.0:1746066907.033702:0:3775:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132e39a00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:1.0:1746066907.033705:0:3775:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132e39a00/0xd6b24631ff43a173 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7273 initiator: MDT0 00010000:00010000:1.0:1746066907.033710:0:3775:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132e39a00/0xd6b24631ff43a173 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7273 initiator: MDT0 00010000:00010000:1.0:1746066907.033745:0:3775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880095e6d100) 00010000:00010000:1.0:1746066907.033748:0:3775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066907.033752:0:3775:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132e39a00/0xd6b24631ff43a173 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7273 initiator: MDT0 00010000:00010000:1.0:1746066907.033757:0:3775:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132e39a00/0xd6b24631ff43a173 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7273 initiator: MDT0 00010000:00010000:1.0:1746066907.033808:0:3775:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880133139000/0xd6b24631ff43a17a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT0 00010000:00010000:1.0:1746066907.033814:0:3775:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133139000/0xd6b24631ff43a17a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7273 initiator: MDT0 00010000:00010000:1.0:1746066907.033819:0:3775:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133139000/0xd6b24631ff43a17a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7273 initiator: MDT0 00010000:00010000:1.0:1746066907.033824:0:3775:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133139000 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:1.0:1746066907.033827:0:3775:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133139000/0xd6b24631ff43a17a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7273 initiator: MDT0 00010000:00010000:1.0:1746066907.033831:0:3775:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133139000/0xd6b24631ff43a17a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7273 initiator: MDT0 00010000:00010000:1.0:1746066907.033839:0:3775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88008eb92900) 00010000:00010000:1.0:1746066907.033841:0:3775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066907.033843:0:3775:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133139000/0xd6b24631ff43a17a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7273 initiator: MDT0 00010000:00010000:1.0:1746066907.033848:0:3775:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133139000/0xd6b24631ff43a17a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7273 initiator: MDT0 00010000:00010000:1.0:1746066907.033855:0:3775:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880133138400/0xd6b24631ff43a181 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7273 initiator: MDT0 00010000:00010000:1.0:1746066907.033859:0:3775:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133138400/0xd6b24631ff43a181 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7273 initiator: MDT0 00000020:00080000:0.0:1746066907.033915:0:7254:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 8 batchid updated 00010000:00010000:1.0:1746066907.033949:0:3775:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133138400/0xd6b24631ff43a181 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7273 initiator: MDT0 00010000:00010000:1.0:1746066907.033953:0:3775:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133138400 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:1.0:1746066907.033956:0:3775:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133138400/0xd6b24631ff43a181 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7273 initiator: MDT0 00000020:00080000:3.0:1746066907.033959:0:7302:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 9 committed batchid 8 00010000:00010000:1.0:1746066907.033960:0:3775:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133138400/0xd6b24631ff43a181 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7273 initiator: MDT0 00010000:00010000:1.0:1746066907.033966:0:3775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88008eb92700) 00010000:00010000:1.0:1746066907.033968:0:3775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066907.033970:0:3775:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133138400/0xd6b24631ff43a181 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7273 initiator: MDT0 00010000:00010000:1.0:1746066907.033974:0:3775:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133138400/0xd6b24631ff43a181 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7273 initiator: MDT0 00010000:00010000:1.0:1746066907.033986:0:3775:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3000/0xd6b24631ff43a31e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066907.033991:0:3775:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3000/0xd6b24631ff43a31e lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066907.033995:0:3775:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3000/0xd6b24631ff43a31e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT0 00000004:00080000:3.0:1746066907.034038:0:7302:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880095c55600 with version 20 00000020:00080000:3.0:1746066907.034045:0:7302:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8 cancel update log [0x240000401:0x2:0x0].8: rc = 0 00000004:00080000:2.0:1746066907.034057:0:8582:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff88012b45a780 version 20 rpc_version 20 00000020:00080000:3.0:1746066907.034076:0:7302:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8 cancel update log [0x200000400:0x2:0x0].8: rc = 0 00000020:00100000:2.0:1746066907.034079:0:8582:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000020:00080000:3.0:1746066907.034083:0:7302:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000100:00100000:2.0:1746066907.034087:0:8582:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800952e4380 x1830882861296640/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746066907.034105:0:8582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e4380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8582:1830882861296640:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1746066907.034146:0:8582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066907.034169:0:8582:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8d50d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066907.034189:0:7277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861296640 00000100:00100000:0.0:1746066907.034194:0:7277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861296640 00010000:00010000:1.0:1746066907.034209:0:3775:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095cc3000 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:1.0:1746066907.034212:0:3775:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3000/0xd6b24631ff43a31e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066907.034217:0:3775:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3000/0xd6b24631ff43a31e lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21643 initiator: MDT0 00000100:00100000:0.0:1746066907.034231:0:7277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:0.0:1746066907.034238:0:7277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:8582:x1830882861296640:12345-0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1746066907.034282:0:3775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88012d06ee00) 00010000:00010000:1.0:1746066907.034284:0:3775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066907.034286:0:3775:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3000/0xd6b24631ff43a31e lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066907.034291:0:3775:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3000/0xd6b24631ff43a31e lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066907.034303:0:3775:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6200/0xd6b24631ff43a38e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066907.034311:0:3775:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6200/0xd6b24631ff43a38e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066907.034315:0:3775:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6200/0xd6b24631ff43a38e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066907.034319:0:3775:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095fc6200 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:1.0:1746066907.034321:0:3775:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6200/0xd6b24631ff43a38e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066907.034325:0:3775:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6200/0xd6b24631ff43a38e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066907.034330:0:3775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88008f507800) 00010000:00010000:1.0:1746066907.034331:0:3775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066907.034333:0:3775:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6200/0xd6b24631ff43a38e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17223 initiator: MDT0 00000100:00100000:0.0:1746066907.034334:0:7277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:8582:x1830882861296640:12345-0@lo:1000:osp_up1-0.0 Request processed in 96us (187us total) trans 4294967403 rc 0/0 00010000:00010000:1.0:1746066907.034337:0:3775:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6200/0xd6b24631ff43a38e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17223 initiator: MDT0 00000100:00100000:0.0:1746066907.034358:0:7277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:2.0:1746066907.034605:0:8582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e4380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8582:1830882861296640:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746066907.059985:0:3789:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746066907.060002:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882861296768:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746066907.060055:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066907.060191:0:9630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861296768 00000100:00100000:1.0:1746066907.060197:0:9630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861296768 00000100:00100000:1.0:1746066907.060228:0:9630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1746066907.060234:0:9630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130526680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3789:x1830882861296768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746066907.060258:0:9630:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3920908288 avail 3689385984 00000100:00100000:1.0:1746066907.060513:0:9630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130526680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3789:x1830882861296768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 279us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066907.060519:0:9630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1746066907.060623:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882861296768:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746066907.105736:0:3792:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746066907.105752:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801332fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882861296896:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746066907.105804:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066907.106755:0:15661:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861296896 00000100:00100000:0.0:1746066907.106762:0:15661:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861296896 00000100:00100000:0.0:1746066907.106798:0:15661:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:0.0:1746066907.106805:0:15661:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3792:x1830882861296896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746066907.106824:0:15661:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3920908288 avail 3689385984 00000100:00100000:0.0:1746066907.106856:0:15661:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3792:x1830882861296896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (1052us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066907.106861:0:15661:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:2.0:1746066907.106976:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801332fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882861296896:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746066907.394528:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066907.396437:0:9633:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860800384 00000100:00100000:3.0:1746066907.396447:0:9633:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860800384 00002000:00100000:3.0:1746066907.396488:0:9633:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4194303) req@ffff880130525500 x1830882860800384/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:313/0 lens 488/0 e 0 to 0 dl 1746066918 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746066907.396497:0:9633:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130525500 with x1830882860800384 ext(0->4194303) 00002000:00010000:3.0:1746066907.396502:0:9633:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130525500 00000100:00100000:3.0:1746066907.396542:0:9633:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13407 00000100:00100000:3.0:1746066907.396549:0:9633:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130525500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2031:x1830882860800384:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:0.0:1746066907.407280:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066907.407598:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860800640 00000100:00100000:3.0:1746066907.407606:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860800640 00002000:00100000:3.0:1746066907.407640:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4194303) req@ffff880130524380 x1830882860800640/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:313/0 lens 488/0 e 0 to 0 dl 1746066918 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746066907.407650:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130524380 with x1830882860800640 ext(0->4194303) 00002000:00010000:3.0:1746066907.407655:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130524380 00000100:00100000:3.0:1746066907.407673:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13408 00000100:00100000:3.0:1746066907.407680:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2033:x1830882860800640:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:2.0:1746066907.510244:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066907.510332:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860800896 00000100:00100000:1.0:1746066907.510351:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860800896 00002000:00100000:1.0:1746066907.510392:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->8388607) req@ffff8800952e4000 x1830882860800896/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:313/0 lens 488/0 e 0 to 0 dl 1746066918 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746066907.510402:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e4000 with x1830882860800896 ext(4194304->8388607) 00002000:00010000:1.0:1746066907.510408:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952e4000 00000100:00100000:1.0:1746066907.510436:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13409 00000100:00100000:1.0:1746066907.510443:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2034:x1830882860800896:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:2.0:1746066907.527799:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066907.527824:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860801152 00000100:00100000:2.0:1746066907.527832:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860801152 00002000:00100000:2.0:1746066907.527865:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (4194304->8388607) req@ffff8800952e5880 x1830882860801152/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:313/0 lens 488/0 e 0 to 0 dl 1746066918 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066907.527874:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e5880 with x1830882860801152 ext(4194304->8388607) 00002000:00010000:2.0:1746066907.527879:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800952e5880 00000100:00100000:2.0:1746066907.527902:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13410 00000100:00100000:2.0:1746066907.527909:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882860801152:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:2.0:1746066907.548615:0:9633:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130525500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2031:x1830882860800384:12345-192.168.201.51@tcp:4:dd.0 Request processed in 152057us (154087us total) trans 4294972261 rc 0/0 00000100:00100000:2.0:1746066907.548626:0:9633:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13407 00002000:00100000:2.0:1746066907.548636:0:9633:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4194303) req@ffff880130525500 x1830882860800384/t4294972261(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:313/0 lens 488/448 e 0 to 0 dl 1746066918 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066907.548645:0:9633:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130525500 with x1830882860800384 ext(0->4194303) 00002000:00010000:2.0:1746066907.548651:0:9633:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130525500 00000100:00100000:3.0:1746066907.567714:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2033:x1830882860800640:12345-192.168.201.51@tcp:4:dd.0 Request processed in 160025us (160433us total) trans 4294970507 rc 0/0 00000100:00100000:3.0:1746066907.567727:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13408 00002000:00100000:3.0:1746066907.567739:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4194303) req@ffff880130524380 x1830882860800640/t4294970507(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:313/0 lens 488/448 e 0 to 0 dl 1746066918 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746066907.567748:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130524380 with x1830882860800640 ext(0->4194303) 00002000:00010000:3.0:1746066907.567753:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130524380 00000100:00100000:2.0:1746066907.586235:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2034:x1830882860800896:12345-192.168.201.51@tcp:4:dd.0 Request processed in 75778us (75984us total) trans 4294972262 rc 0/0 00000100:00100000:2.0:1746066907.586248:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13409 00002000:00100000:2.0:1746066907.586259:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->8388607) req@ffff8800952e4000 x1830882860800896/t4294972262(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:313/0 lens 488/448 e 0 to 0 dl 1746066918 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066907.586267:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e4000 with x1830882860800896 ext(4194304->8388607) 00002000:00010000:2.0:1746066907.586274:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952e4000 00000100:00100000:0.0:1746066907.619157:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2033:x1830882860801152:12345-192.168.201.51@tcp:4:dd.0 Request processed in 91232us (91348us total) trans 4294970508 rc 0/0 00000100:00100000:0.0:1746066907.619172:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13410 00002000:00100000:0.0:1746066907.619186:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (4194304->8388607) req@ffff8800952e5880 x1830882860801152/t4294970508(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:313/0 lens 488/448 e 0 to 0 dl 1746066918 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066907.619195:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e5880 with x1830882860801152 ext(4194304->8388607) 00002000:00010000:0.0:1746066907.619202:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800952e5880 00000001:00080000:2.0:1746066907.639326:0:8417:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967403 is committed 00000001:00080000:2.0:1746066907.639418:0:8417:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967402 is committed 00000001:00080000:2.0:1746066907.639439:0:8417:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967400 is committed 00010000:00010000:0.0:1746066907.639462:0:3776:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88009a6c0600/0xd6b24631ff43a1ff lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT1 00010000:00010000:0.0:1746066907.639476:0:3776:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009a6c0600/0xd6b24631ff43a1ff lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT1 00010000:00010000:0.0:1746066907.639483:0:3776:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009a6c0600/0xd6b24631ff43a1ff lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT1 00010000:00010000:0.0:1746066907.639490:0:3776:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a6c0600 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:0.0:1746066907.639494:0:3776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009a6c0600/0xd6b24631ff43a1ff lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT1 00010000:00010000:0.0:1746066907.639501:0:3776:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009a6c0600/0xd6b24631ff43a1ff lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21643 initiator: MDT1 00010000:00010000:0.0:1746066907.639518:0:3776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x2ce3da1 (ffff880095e6df00) 00010000:00010000:0.0:1746066907.639521:0:3776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066907.639525:0:3776:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009a6c0600/0xd6b24631ff43a1ff lrc: 2/0,0 mode: --/TXN res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT1 00010000:00010000:0.0:1746066907.639531:0:3776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009a6c0600/0xd6b24631ff43a1ff lrc: 0/0,0 mode: --/TXN res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT1 00010000:00010000:0.0:1746066907.639582:0:3776:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880132e0b600/0xd6b24631ff43a2b5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT1 00010000:00010000:0.0:1746066907.639587:0:3776:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880132e0b600/0xd6b24631ff43a2b5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT1 00010000:00010000:0.0:1746066907.639592:0:3776:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880132e0b600/0xd6b24631ff43a2b5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT1 00010000:00010000:0.0:1746066907.639596:0:3776:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132e0b600 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:0.0:1746066907.639599:0:3776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880132e0b600/0xd6b24631ff43a2b5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT1 00010000:00010000:0.0:1746066907.639604:0:3776:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880132e0b600/0xd6b24631ff43a2b5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21643 initiator: MDT1 00010000:00010000:0.0:1746066907.639611:0:3776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xd:0x0].0x0 (ffff880095e6d900) 00010000:00010000:0.0:1746066907.639613:0:3776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066907.639616:0:3776:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880132e0b600/0xd6b24631ff43a2b5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT1 00010000:00010000:0.0:1746066907.639620:0:3776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880132e0b600/0xd6b24631ff43a2b5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0xd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT1 00000100:00100000:0.0:1746066907.645507:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066907.654638:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860801408 00000100:00100000:2.0:1746066907.654655:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860801408 00002000:00100000:2.0:1746066907.654717:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->12582911) req@ffff880130527800 x1830882860801408/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:313/0 lens 488/0 e 0 to 0 dl 1746066918 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066907.654728:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130527800 with x1830882860801408 ext(8388608->12582911) 00002000:00010000:2.0:1746066907.654734:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130527800 00000100:00100000:2.0:1746066907.654781:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13411 00000100:00100000:2.0:1746066907.654790:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2034:x1830882860801408:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:1.0:1746066907.659223:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066907.659940:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860801664 00000100:00100000:0.0:1746066907.659951:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860801664 00002000:00100000:0.0:1746066907.660198:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (8388608->12582911) req@ffff8801332fd500 x1830882860801664/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:313/0 lens 488/0 e 0 to 0 dl 1746066918 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066907.660210:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fd500 with x1830882860801664 ext(8388608->12582911) 00002000:00010000:0.0:1746066907.660216:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801332fd500 00000100:00100000:3.0:1746066907.669714:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13412 00000100:00100000:3.0:1746066907.669735:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2031:x1830882860801664:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:2.0:1746066907.698657:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066907.699043:0:7276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860801920 00000100:00100000:1.0:1746066907.699054:0:7276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860801920 00000100:00100000:1.0:1746066907.699113:0:7276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 205 00000100:00100000:1.0:1746066907.699121:0:7276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+13:3870:x1830882860801920:12345-192.168.201.51@tcp:35:dd.0 00000001:00080000:1.0:1746066907.699644:0:7276:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980270 00000100:00100000:1.0:1746066907.699741:0:7276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+15:3870:x1830882860801920:12345-192.168.201.51@tcp:35:dd.0 Request processed in 620us (1100us total) trans 4294980271 rc 0/0 00000100:00100000:1.0:1746066907.699749:0:7276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 205 00000020:00080000:1.0:1746066907.699755:0:7276:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1746066907.730951:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+13:2034:x1830882860801408:12345-192.168.201.51@tcp:4:dd.0 Request processed in 76149us (85443us total) trans 4294972263 rc 0/0 00000100:00100000:2.0:1746066907.730966:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13411 00002000:00100000:2.0:1746066907.730980:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->12582911) req@ffff880130527800 x1830882860801408/t4294972263(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:313/0 lens 488/448 e 0 to 0 dl 1746066918 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066907.730991:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130527800 with x1830882860801408 ext(8388608->12582911) 00002000:00010000:2.0:1746066907.730998:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130527800 00000100:00100000:0.0:1746066907.736623:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066907.736702:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860802048 00000100:00100000:2.0:1746066907.736712:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860802048 00000100:00100000:2.0:1746066907.737065:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28747 00000100:00100000:2.0:1746066907.737074:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+15:3875:x1830882860802048:12345-192.168.201.51@tcp:101:lfs.0 00010000:00010000:2.0:1746066907.737100:0:17223:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066907.737118:0:17223:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131fb7c00/0xd6b24631ff43a3a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fbd1 expref: -99 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066907.737177:0:17223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a6c0600/0xd6b24631ff43a3aa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17223 initiator: MDT0 00010000:00010000:2.0:1746066907.737190:0:17223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a6c0600/0xd6b24631ff43a3aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:2.0:1746066907.737201:0:17223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a6c0600/0xd6b24631ff43a3aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00000004:00200000:2.0:1746066907.737244:0:17223:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746066907.737248:0:17223:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746066907.737264:0:17223:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a6c0600/0xd6b24631ff43a3aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00010000:00010000:2.0:1746066907.737283:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131fb7c00/0xd6b24631ff43a3a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbd1 expref: 17 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066907.737313:0:17223:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a6c0600/0xd6b24631ff43a3aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbd1 expref: 16 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066907.737321:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066907.737324:0:17223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746066907.737327:0:17223:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a6c0600, rc 0) 00000100:00100000:2.0:1746066907.737390:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+16:3875:x1830882860802048:12345-192.168.201.51@tcp:101:lfs.0 Request processed in 317us (781us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066907.737396:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28747 00010000:00010000:2.0:1746066907.745299:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066907.759301:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+13:2031:x1830882860801664:12345-192.168.201.51@tcp:4:dd.0 Request processed in 89562us (100076us total) trans 4294970509 rc 0/0 00000100:00100000:0.0:1746066907.759316:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13412 00002000:00100000:0.0:1746066907.759332:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (8388608->12582911) req@ffff8801332fd500 x1830882860801664/t4294970509(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:313/0 lens 488/448 e 0 to 0 dl 1746066918 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066907.759605:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fd500 with x1830882860801664 ext(8388608->12582911) 00002000:00010000:0.0:1746066907.759612:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801332fd500 00000100:00100000:2.0:1746066907.842173:0:3791:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746066907.842205:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3791:1830882861297024:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746066907.842281:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066907.842625:0:24128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861297024 00000100:00100000:2.0:1746066907.842639:0:24128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861297024 00000100:00100000:2.0:1746066907.842696:0:24128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:2.0:1746066907.842704:0:24128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3791:x1830882861297024:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746066907.842754:0:24128:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446170624 avail 1316708352 00000100:00100000:2.0:1746066907.842795:0:24128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3791:x1830882861297024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066907.842802:0:24128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:2.0:1746066907.842831:0:3791:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967403 gen 2 00000004:00080000:2.0:1746066907.842836:0:3791:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967403 committed transno 4294967403 00000100:00100000:2.0:1746066907.842870:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3791:1830882861297024:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746066908.369772:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066908.369996:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860802304 00000100:00100000:2.0:1746066908.370005:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860802304 00000100:00100000:2.0:1746066908.370266:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28748 00000100:00100000:2.0:1746066908.370277:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+16:3886:x1830882860802304:12345-192.168.201.51@tcp:101:lfs.0 00010000:00010000:2.0:1746066908.370296:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066908.370300:0:21643:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746066908.370330:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a6c0600/0xd6b24631ff43a3aa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbd1 expref: 16 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.370362:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066908.370368:0:21643:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066908.370380:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095eadc00/0xd6b24631ff43a3b1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fbd8 expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.370499:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead000/0xd6b24631ff43a3b8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066908.370512:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead000/0xd6b24631ff43a3b8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066908.370521:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead000/0xd6b24631ff43a3b8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066908.370533:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead600/0xd6b24631ff43a3bf lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066908.370538:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead600/0xd6b24631ff43a3bf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066908.370544:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead600/0xd6b24631ff43a3bf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066908.370910:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f738c00/0xd6b24631ff43a3c6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066908.370918:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f738c00/0xd6b24631ff43a3c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066908.370924:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f738c00/0xd6b24631ff43a3c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00000004:00200000:2.0:1746066908.370932:0:21643:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 0 00010000:00010000:2.0:1746066908.370957:0:21643:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead000/0xd6b24631ff43a3b8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066908.370962:0:21643:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead000/0xd6b24631ff43a3b8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066908.370969:0:21643:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead000/0xd6b24631ff43a3b8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066908.370975:0:21643:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead000/0xd6b24631ff43a3b8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066908.370982:0:21643:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095ead000 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066908.370986:0:21643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead000/0xd6b24631ff43a3b8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066908.370992:0:21643:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead000/0xd6b24631ff43a3b8 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066908.371000:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066908.371003:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066908.371005:0:21643:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead000/0xd6b24631ff43a3b8 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066908.371013:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead000/0xd6b24631ff43a3b8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT0 00000004:00010000:2.0:1746066908.371021:0:21643:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009103b480 reply state ffff880095238000 transno 4294980272 ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead600/0xd6b24631ff43a3bf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066908.371028:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead600/0xd6b24631ff43a3bf lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066908.371033:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008f4c7b00) 00010000:00010000:2.0:1746066908.371034:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746066908.371036:0:21643:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746066908.371057:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095eadc00/0xd6b24631ff43a3b1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbd8 expref: 18 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.371068:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f738c00/0xd6b24631ff43a3c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbd8 expref: 17 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.371073:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88008f4c7500) 00010000:00010000:2.0:1746066908.371075:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066908.371077:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f738c00, rc 0) 00000100:00100000:2.0:1746066908.371130:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+18:3886:x1830882860802304:12345-192.168.201.51@tcp:101:lfs.0 Request processed in 856us (1368us total) trans 4294980272 rc 0/0 00000100:00100000:2.0:1746066908.371136:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28748 00000100:00080000:1.0:1746066908.372731:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746066908.378452:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066908.378634:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860802560 00000100:00100000:2.0:1746066908.378643:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860802560 00000100:00100000:2.0:1746066908.378693:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28749 00000100:00100000:2.0:1746066908.378702:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091039f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+18:3886:x1830882860802560:12345-192.168.201.51@tcp:101:lfs.0 00010000:00010000:2.0:1746066908.378725:0:17223:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066908.378747:0:17223:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095eac800/0xd6b24631ff43a3d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fbdf expref: -99 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.378850:0:17223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff43a3db lrc: 3/0,1 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17223 initiator: MDT0 00010000:00010000:2.0:1746066908.378864:0:17223:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f738c00/0xd6b24631ff43a3c6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbd8 expref: 19 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.378871:0:17223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff43a3db lrc: 4/0,1 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:2.0:1746066908.378901:0:17223:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f738c00/0xd6b24631ff43a3c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbd8 expref: 19 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.378912:0:17223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f738c00/0xd6b24631ff43a3c6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbd8 expref: 19 pid: 21643 timeout: 1120 lvb_type: 0 00000100:00100000:2.0:1746066908.379103:0:17223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e5500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:17223:1830882861297152:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066908.379183:0:17223:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8d50cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066908.381247:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.381289:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860802688 00000100:00100000:0.0:1746066908.381296:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860802688 00010000:00010000:0.0:1746066908.381329:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f738c00/0xd6b24631ff43a3c6 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbd8 expref: 20 pid: 21643 timeout: 1120 lvb_type: 0 00000100:00100000:2.0:1746066908.381550:0:17223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e5500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:17223:1830882861297152:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066908.381588:0:17223:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff43a3db lrc: 3/0,1 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00000100:00100000:0.0:1746066908.382303:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12759 00000100:00100000:0.0:1746066908.382312:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+20:2033:x1830882860802688:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066908.382328:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066908.382333:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008f738c00/0xd6b24631ff43a3c6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbd8 expref: 20 pid: 21643 timeout: 1120 lvb_type: 0 00010000:00010000:0.0:1746066908.382359:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008f738c00/0xd6b24631ff43a3c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbd8 expref: 20 pid: 21643 timeout: 1120 lvb_type: 0 00010000:00010000:0.0:1746066908.382379:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f738c00/0xd6b24631ff43a3c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbd8 expref: 20 pid: 21643 timeout: 1120 lvb_type: 0 00010000:00010000:0.0:1746066908.382391:0:7260:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88008f4c7500) 00010000:00010000:0.0:1746066908.382395:0:7260:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff43a3db lrc: 3/0,1 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066908.382403:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff43a3db lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066908.382409:0:7260:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff43a3db lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066908.382782:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066908.382823:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2033:x1830882860802688:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 512us (1584us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066908.382830:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12759 00010000:00010000:2.0:1746066908.382956:0:17223:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff43a3db lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00010000:00010000:2.0:1746066908.382963:0:17223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff43a3db lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00000004:00200000:2.0:1746066908.382981:0:17223:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 0 00000004:00080000:2.0:1746066908.383139:0:17223:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1a:0x0], index 0: 0 00000004:00080000:2.0:1746066908.383144:0:17223:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1b:0x0], index 1: 0 00010000:00010000:2.0:1746066908.383246:0:17223:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff43a3db lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:2.0:1746066908.383253:0:17223:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff43a3db lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17223 initiator: MDT0 00010000:00010000:2.0:1746066908.383259:0:17223:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff43a3db lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17223 initiator: MDT0 00010000:00010000:2.0:1746066908.383264:0:17223:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cfa6a00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066908.383268:0:17223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff43a3db lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17223 initiator: MDT0 00010000:00010000:2.0:1746066908.383274:0:17223:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff43a3db lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17223 initiator: MDT0 00010000:00010000:2.0:1746066908.383283:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88008f4c7500) 00010000:00010000:2.0:1746066908.383286:0:17223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746066908.383290:0:17223:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff43a3db lrc: 2/0,0 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17223 initiator: MDT0 00010000:00010000:2.0:1746066908.383294:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff43a3db lrc: 0/0,0 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17223 initiator: MDT0 00010000:00010000:2.0:1746066908.383428:0:17223:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095eac800/0xd6b24631ff43a3d4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbdf expref: 19 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.383437:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095eac800/0xd6b24631ff43a3d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbdf expref: 19 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.383446:0:17223:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095eac800, rc 0) 00000100:00100000:2.0:1746066908.383482:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091039f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+18:3886:x1830882860802560:12345-192.168.201.51@tcp:101:lfs.0 Request processed in 4782us (5042us total) trans 4294980273 rc 301/301 00000100:00100000:2.0:1746066908.383490:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28749 00000100:00100000:0.0:1746066908.386676:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066908.388639:0:7276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860802944 00000100:00100000:1.0:1746066908.388651:0:7276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860802944 00000100:00100000:1.0:1746066908.388706:0:7276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 206 00000100:00100000:1.0:1746066908.388714:0:7276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+18:3886:x1830882860802944:12345-192.168.201.51@tcp:35:lfs.0 00000100:00100000:0.0:1746066908.388860:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.388881:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.388896:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.388908:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.388930:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.388948:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066908.388975:0:7276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+19:3886:x1830882860802944:12345-192.168.201.51@tcp:35:lfs.0 Request processed in 262us (2305us total) trans 4294980274 rc 0/0 00000100:00100000:1.0:1746066908.388983:0:7276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 206 00000100:00100000:3.0:1746066908.388993:0:7268:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860803072 00000100:00100000:3.0:1746066908.388997:0:7268:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860803072 00000100:00100000:1.0:1746066908.389006:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860803456 00000100:00100000:1.0:1746066908.389008:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860803456 00000100:00100000:3.0:1746066908.389022:0:7268:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 643 00000100:00100000:3.0:1746066908.389027:0:7268:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130647c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7962a243-2afe-4d45-a456-6c33572a299a+12:2034:x1830882860803072:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:1.0:1746066908.389033:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860803968 00000100:00100000:1.0:1746066908.389035:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860803968 00000100:00100000:1.0:1746066908.389047:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860803328 00000100:00100000:1.0:1746066908.389048:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860803328 00000100:00100000:2.0:1746066908.389178:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860803200 00000100:00100000:2.0:1746066908.389184:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860803200 00000100:00100000:2.0:1746066908.389211:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860803712 00000100:00100000:2.0:1746066908.389213:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860803712 00000100:00100000:2.0:1746066908.389231:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1523 00000100:00100000:2.0:1746066908.389236:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2034:x1830882860803200:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:1.0:1746066908.389491:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 945 00000100:00100000:1.0:1746066908.389498:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+13:2034:x1830882860803456:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:3.0:1746066908.390167:0:7268:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130647c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7962a243-2afe-4d45-a456-6c33572a299a+12:2034:x1830882860803072:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 1138us (1234us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066908.390167:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2034:x1830882860803200:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 929us (1307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066908.390175:0:7268:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 643 00000100:00100000:2.0:1746066908.390175:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1523 00000100:00100000:2.0:1746066908.390188:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1524 00000100:00100000:2.0:1746066908.390193:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:2034:x1830882860803712:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:2.0:1746066908.390216:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:2034:x1830882860803712:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 22us (1319us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066908.390221:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1524 00000100:00100000:1.0:1746066908.390820:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+13:2034:x1830882860803456:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 878us (1493us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066908.390830:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 945 00000100:00100000:1.0:1746066908.390843:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 946 00000100:00100000:1.0:1746066908.390849:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860803968:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:0.0:1746066908.390850:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066908.390891:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860803584 00000100:00100000:2.0:1746066908.390895:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860803584 00000100:00100000:0.0:1746066908.390900:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066908.390921:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1525 00000100:00100000:2.0:1746066908.390925:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+13:2034:x1830882860803584:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:2.0:1746066908.390949:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+13:2034:x1830882860803584:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 24us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066908.390954:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1525 00000100:00100000:1.0:1746066908.391003:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860803968:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 154us (2092us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066908.391009:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 946 00000100:00100000:1.0:1746066908.391018:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860803840 00000100:00100000:1.0:1746066908.391021:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860803840 00000100:00100000:1.0:1746066908.391035:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 947 00000100:00100000:1.0:1746066908.391040:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+13:2034:x1830882860803328:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:1.0:1746066908.391064:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+13:2034:x1830882860803328:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 24us (2115us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066908.391069:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 947 00000100:00100000:1.0:1746066908.391079:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 948 00000100:00100000:1.0:1746066908.391084:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860803840:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:1.0:1746066908.391103:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:2034:x1830882860803840:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 20us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066908.391109:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 948 00000100:00080000:1.0:1746066908.391129:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746066908.391133:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746066908.391135:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746066908.391137:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746066908.392886:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066908.392932:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860804096 00000100:00100000:2.0:1746066908.392938:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860804096 00000100:00100000:2.0:1746066908.392973:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28750 00000100:00100000:2.0:1746066908.392979:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+19:3886:x1830882860804096:12345-192.168.201.51@tcp:101:lfs.0 00010000:00010000:2.0:1746066908.392998:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066908.393017:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7c00/0xd6b24631ff43a3e9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fbe6 expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.393071:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7c00/0xd6b24631ff43a3e9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbe6 expref: 20 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.393085:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7c00/0xd6b24631ff43a3e9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbe6 expref: 20 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.393101:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88008f4c7800) 00010000:00010000:2.0:1746066908.393104:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746066908.393107:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cfa7c00, rc 0) 00000100:00100000:2.0:1746066908.393253:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+20:3886:x1830882860804096:12345-192.168.201.51@tcp:101:lfs.0 Request processed in 272us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066908.393259:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28750 00000100:00100000:1.0:1746066908.395627:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.396325:0:7276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860804352 00000100:00100000:0.0:1746066908.396333:0:7276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860804352 00000100:00100000:0.0:1746066908.396607:0:7276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 207 00000100:00100000:0.0:1746066908.396615:0:7276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+20:3886:x1830882860804352:12345-192.168.201.51@tcp:35:lfs.0 00000100:00100000:0.0:1746066908.397470:0:7276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+21:3886:x1830882860804352:12345-192.168.201.51@tcp:35:lfs.0 Request processed in 854us (1847us total) trans 4294980275 rc 0/0 00000100:00100000:0.0:1746066908.397477:0:7276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 207 00000100:00100000:0.0:1746066908.413086:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066908.413157:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860804480 00000100:00100000:2.0:1746066908.413168:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860804480 00000100:00100000:2.0:1746066908.413215:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28751 00000100:00100000:2.0:1746066908.413223:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+13:3888:x1830882860804480:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:2.0:1746066908.413242:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066908.413263:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a3f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fbed expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.413324:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7e00/0xd6b24631ff43a3f7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066908.413338:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7e00/0xd6b24631ff43a3f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066908.413365:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7e00/0xd6b24631ff43a3f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00000004:00200000:2.0:1746066908.413406:0:21643:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746066908.413410:0:21643:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746066908.413428:0:21643:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7e00/0xd6b24631ff43a3f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:2.0:1746066908.413450:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a3f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbed expref: 15 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.413462:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7e00/0xd6b24631ff43a3f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbed expref: 14 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.413470:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066908.413472:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746066908.413476:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cfa7e00, rc 0) 00000100:00100000:2.0:1746066908.415537:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:3888:x1830882860804480:12345-192.168.201.51@tcp:101:dd.0 Request processed in 2302us (2449us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066908.415548:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28751 00000100:00100000:0.0:1746066908.416650:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066908.417537:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860804608 00000100:00100000:2.0:1746066908.417546:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860804608 00000100:00100000:0.0:1746066908.417959:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066908.420620:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860804864 00000100:00100000:2.0:1746066908.420630:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860804864 00000100:00100000:1.0:1746066908.420702:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28752 00000100:00100000:1.0:1746066908.420714:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+21:3887:x1830882860804608:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:1.0:1746066908.420740:0:17223:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746066908.420746:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28753 00000100:00100000:3.0:1746066908.420753:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:3888:x1830882860804864:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:3.0:1746066908.420760:0:7272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066908.420760:0:17223:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f612600/0xd6b24631ff43a3fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fbf4 expref: -99 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.420766:0:7272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea26800/0xd6b24631ff43a405 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fbfb expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.420815:0:17223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f613200/0xd6b24631ff43a40c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066908.420822:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27a00/0xd6b24631ff43a413 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066908.420828:0:17223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f613200/0xd6b24631ff43a40c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.421121:0:17223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f613200/0xd6b24631ff43a40c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00000004:00200000:1.0:1746066908.421165:0:17223:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746066908.421169:0:17223:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746066908.421186:0:17223:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f613200/0xd6b24631ff43a40c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066908.421220:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27a00/0xd6b24631ff43a413 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.421230:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27a00/0xd6b24631ff43a413 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066908.421243:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f612600/0xd6b24631ff43a3fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbf4 expref: 23 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.421244:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27800/0xd6b24631ff43a41a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.421249:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27800/0xd6b24631ff43a41a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.421254:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27800/0xd6b24631ff43a41a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066908.421258:0:17223:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f613200/0xd6b24631ff43a40c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbf4 expref: 22 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.421265:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:1.0:1746066908.421507:0:17223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746066908.421511:0:17223:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f613200, rc 0) 00010000:00010000:3.0:1746066908.421596:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27200/0xd6b24631ff43a421 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.421604:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27200/0xd6b24631ff43a421 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.421611:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27200/0xd6b24631ff43a421 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00000004:00200000:3.0:1746066908.421619:0:7272:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 26214400 00010000:00010000:3.0:1746066908.421693:0:7272:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27a00/0xd6b24631ff43a413 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.421699:0:7272:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27a00/0xd6b24631ff43a413 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.421705:0:7272:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27a00/0xd6b24631ff43a413 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.421711:0:7272:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ea27a00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066908.421715:0:7272:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27a00/0xd6b24631ff43a413 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.421724:0:7272:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27a00/0xd6b24631ff43a413 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.421733:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:3.0:1746066908.421735:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066908.421738:0:7272:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27a00/0xd6b24631ff43a413 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.421742:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27a00/0xd6b24631ff43a413 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.421749:0:7272:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27800/0xd6b24631ff43a41a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.421754:0:7272:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27800/0xd6b24631ff43a41a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.421759:0:7272:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27800/0xd6b24631ff43a41a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.421763:0:7272:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ea27800 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066908.421765:0:7272:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27800/0xd6b24631ff43a41a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.421769:0:7272:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27800/0xd6b24631ff43a41a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.421776:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009ee7cc00) 00010000:00010000:3.0:1746066908.421777:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066908.421779:0:7272:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27800/0xd6b24631ff43a41a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.421784:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27800/0xd6b24631ff43a41a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.421828:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea26800/0xd6b24631ff43a405 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbfb expref: 17 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.421841:0:7272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea27200/0xd6b24631ff43a421 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbfb expref: 16 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.421846:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88008f507800) 00010000:00010000:3.0:1746066908.421848:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066908.421850:0:7272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea27200, rc 0) 00000100:00100000:3.0:1746066908.421887:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+16:3888:x1830882860804864:12345-192.168.201.51@tcp:101:dd.0 Request processed in 1134us (3930us total) trans 4294980276 rc 0/0 00000100:00100000:3.0:1746066908.421894:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28753 00000100:00100000:1.0:1746066908.422573:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+22:3887:x1830882860804608:12345-192.168.201.51@tcp:101:dd.0 Request processed in 1860us (5925us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066908.422580:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28752 00000100:00100000:0.0:1746066908.430798:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.430844:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066908.430847:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860805120 00000100:00100000:1.0:1746066908.430857:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860805120 00000100:00100000:3.0:1746066908.430898:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860805376 00000100:00100000:3.0:1746066908.430901:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860805376 00000100:00100000:1.0:1746066908.430913:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28754 00000100:00100000:1.0:1746066908.430920:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+22:3887:x1830882860805120:12345-192.168.201.51@tcp:101:dd.0 00000100:00100000:3.0:1746066908.430927:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28755 00000100:00100000:3.0:1746066908.430932:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131425180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+16:3888:x1830882860805376:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:3.0:1746066908.430941:0:7272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066908.430941:0:17223:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066908.430945:0:7272:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746066908.430959:0:17223:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f612a00/0xd6b24631ff43a42f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fc02 expref: -99 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.430966:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7e00/0xd6b24631ff43a3f7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbed expref: 16 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.430977:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:3.0:1746066908.430982:0:7272:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066908.430989:0:7272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41a000/0xd6b24631ff43a436 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fc09 expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.431237:0:17223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f738c00/0xd6b24631ff43a43d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.431248:0:17223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f738c00/0xd6b24631ff43a43d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.431257:0:17223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f738c00/0xd6b24631ff43a43d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.431269:0:17223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c13a000/0xd6b24631ff43a444 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.431274:0:17223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c13a000/0xd6b24631ff43a444 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.431278:0:17223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c13a000/0xd6b24631ff43a444 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066908.431281:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41b800/0xd6b24631ff43a44b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.431287:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41b800/0xd6b24631ff43a44b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.431293:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41b800/0xd6b24631ff43a44b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.431300:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41b400/0xd6b24631ff43a452 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.431305:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41b400/0xd6b24631ff43a452 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.431310:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41b400/0xd6b24631ff43a452 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.431337:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41a200/0xd6b24631ff43a459 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066908.431357:0:17223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d953600/0xd6b24631ff43a460 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066908.431358:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41a200/0xd6b24631ff43a459 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.431364:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41a200/0xd6b24631ff43a459 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066908.431364:0:17223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d953600/0xd6b24631ff43a460 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.431370:0:17223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d953600/0xd6b24631ff43a460 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00000004:00200000:3.0:1746066908.431372:0:7272:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 0 00000004:00200000:1.0:1746066908.431375:0:17223:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 26214400 00010000:00010000:3.0:1746066908.431435:0:7272:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41b800/0xd6b24631ff43a44b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066908.431436:0:17223:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f738c00/0xd6b24631ff43a43d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066908.431442:0:7272:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41b800/0xd6b24631ff43a44b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.431448:0:7272:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41b800/0xd6b24631ff43a44b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.432584:0:7272:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d41b800 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066908.432590:0:7272:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41b800/0xd6b24631ff43a44b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066908.432603:0:17223:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f738c00/0xd6b24631ff43a43d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.432608:0:17223:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f738c00/0xd6b24631ff43a43d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.432613:0:17223:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f738c00/0xd6b24631ff43a43d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.432617:0:17223:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f738c00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:1.0:1746066908.432620:0:17223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f738c00/0xd6b24631ff43a43d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.432627:0:17223:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f738c00/0xd6b24631ff43a43d lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066908.432636:0:7272:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41b800/0xd6b24631ff43a44b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.432645:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:3.0:1746066908.432648:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066908.432651:0:7272:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41b800/0xd6b24631ff43a44b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.432656:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41b800/0xd6b24631ff43a44b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.432668:0:7272:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41b400/0xd6b24631ff43a452 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.432673:0:7272:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41b400/0xd6b24631ff43a452 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.432677:0:7272:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41b400/0xd6b24631ff43a452 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.432682:0:7272:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d41b400 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066908.432684:0:7272:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41b400/0xd6b24631ff43a452 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.432689:0:7272:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41b400/0xd6b24631ff43a452 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.432694:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008f4c7b00) 00010000:00010000:3.0:1746066908.432696:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066908.432699:0:7272:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41b400/0xd6b24631ff43a452 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.432707:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41b400/0xd6b24631ff43a452 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066908.432742:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41a000/0xd6b24631ff43a436 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc09 expref: 18 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.432755:0:7272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41a200/0xd6b24631ff43a459 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc09 expref: 17 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.432761:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88008f4c7800) 00010000:00010000:3.0:1746066908.432763:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066908.432765:0:7272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d41a200, rc 0) 00000100:00100000:3.0:1746066908.432834:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131425180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+17:3888:x1830882860805376:12345-192.168.201.51@tcp:101:dd.0 Request processed in 1899us (1987us total) trans 4294980277 rc 0/0 00000100:00100000:3.0:1746066908.432842:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28755 00010000:00010000:1.0:1746066908.432892:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:1.0:1746066908.432894:0:17223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066908.432897:0:17223:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f738c00/0xd6b24631ff43a43d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.432901:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f738c00/0xd6b24631ff43a43d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.432910:0:17223:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c13a000/0xd6b24631ff43a444 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.432914:0:17223:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c13a000/0xd6b24631ff43a444 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.432920:0:17223:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c13a000/0xd6b24631ff43a444 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.432924:0:17223:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c13a000 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:1.0:1746066908.432926:0:17223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c13a000/0xd6b24631ff43a444 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.432931:0:17223:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c13a000/0xd6b24631ff43a444 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.432936:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff880095c5ec00) 00010000:00010000:1.0:1746066908.432938:0:17223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066908.432940:0:17223:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c13a000/0xd6b24631ff43a444 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.432949:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c13a000/0xd6b24631ff43a444 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.433155:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f612a00/0xd6b24631ff43a42f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc02 expref: 25 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.433167:0:17223:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d953600/0xd6b24631ff43a460 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc02 expref: 24 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.433173:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88008f507800) 00010000:00010000:1.0:1746066908.433174:0:17223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746066908.433176:0:17223:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d953600, rc 0) 00000100:00100000:1.0:1746066908.433199:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+24:3887:x1830882860805120:12345-192.168.201.51@tcp:101:dd.0 Request processed in 2280us (2413us total) trans 4294980278 rc 0/0 00000100:00100000:1.0:1746066908.433205:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28754 00000100:00100000:1.0:1746066908.438506:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.438535:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860805504 00000100:00100000:0.0:1746066908.438545:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860805504 00000100:00100000:0.0:1746066908.438608:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29937 00000100:00100000:0.0:1746066908.438616:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:3888:x1830882860805504:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:0.0:1746066908.438635:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066908.438653:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095ef5e00/0xd6b24631ff43a475 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fc10 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.438686:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d952c00/0xd6b24631ff43a395 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbc3 expref: 12 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.438699:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066908.438701:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066908.438705:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095ef5e00/0xd6b24631ff43a475 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc10 expref: 7 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.438736:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d952c00/0xd6b24631ff43a395 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbc3 expref: 12 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.438750:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d952c00/0xd6b24631ff43a395 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbc3 expref: 12 pid: 21660 timeout: 1120 lvb_type: 0 00000100:00100000:0.0:1746066908.438762:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131424700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861297280:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066908.438851:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066908.439581:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066908.439638:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860805760 00000100:00100000:1.0:1746066908.439642:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860805760 00000100:00100000:1.0:1746066908.439681:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28756 00000100:00100000:1.0:1746066908.439687:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131427100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+24:3887:x1830882860805760:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:1.0:1746066908.439704:0:17223:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066908.439706:0:17223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746066908.439729:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f613200/0xd6b24631ff43a40c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbf4 expref: 24 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.439742:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:1.0:1746066908.439746:0:17223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066908.439755:0:17223:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f469000/0xd6b24631ff43a47c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fc17 expref: -99 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.439848:0:17223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a483 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.439859:0:17223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a483 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.439867:0:17223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a483 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.439879:0:17223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009093b200/0xd6b24631ff43a48a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.439884:0:17223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009093b200/0xd6b24631ff43a48a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.439888:0:17223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009093b200/0xd6b24631ff43a48a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00000004:00080000:1.0:1746066908.440193:0:17223:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1b:0x0], index 0: 0 00010000:00010000:1.0:1746066908.440310:0:17223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ded600/0xd6b24631ff43a491 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.440317:0:17223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095ded600/0xd6b24631ff43a491 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.440324:0:17223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095ded600/0xd6b24631ff43a491 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.440374:0:17223:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a483 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.440381:0:17223:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a483 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.440388:0:17223:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a483 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.440394:0:17223:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a483 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.440400:0:17223:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009093ba00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:1.0:1746066908.440404:0:17223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a483 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.440411:0:17223:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a483 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.440419:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:1.0:1746066908.440421:0:17223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066908.440424:0:17223:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a483 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.440429:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a483 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17223 initiator: MDT0 00000004:00010000:1.0:1746066908.440438:0:17223:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880131427100 reply state ffff880095d40000 transno 4294980279 ns: mdt-lustre-MDT0000_UUID lock: ffff88009093b200/0xd6b24631ff43a48a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.440445:0:17223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009093b200/0xd6b24631ff43a48a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066908.440450:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff880095c5e200) 00010000:00010000:1.0:1746066908.440453:0:17223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746066908.441153:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131424700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861297280:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066908.441178:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095ef5e00/0xd6b24631ff43a475 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc10 expref: 7 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.441193:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ef5e00, rc 0) 00000100:00100000:0.0:1746066908.441232:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:3888:x1830882860805504:12345-192.168.201.51@tcp:101:dd.0 Request processed in 2616us (2732us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066908.441240:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29937 00000100:00100000:1.0:1746066908.442611:0:17223:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746066908.442750:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f469000/0xd6b24631ff43a47c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc17 expref: 26 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.442770:0:17223:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ded600/0xd6b24631ff43a491 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc17 expref: 25 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.442777:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff880095c5e400) 00010000:00010000:1.0:1746066908.442780:0:17223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746066908.442782:0:17223:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ded600, rc 0) 00000100:00100000:1.0:1746066908.443153:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131427100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+26:3887:x1830882860805760:12345-192.168.201.51@tcp:101:dd.0 Request processed in 3464us (3579us total) trans 4294980279 rc 0/0 00000100:00100000:1.0:1746066908.443162:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28756 00000100:00100000:1.0:1746066908.446902:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.447139:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860805888 00000100:00100000:0.0:1746066908.447149:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860805888 00002000:00100000:0.0:1746066908.447192:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff880124042450 x1830882860805888/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066908.447204:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124042450 with x1830882860805888 ext(12582912->13631487) 00010000:00010000:0.0:1746066908.447212:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d952c00/0xd6b24631ff43a395 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbc3 expref: 13 pid: 21660 timeout: 1120 lvb_type: 0 00010000:00010000:0.0:1746066908.447225:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d952c00/0xd6b24631ff43a395 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbc3 expref: 13 pid: 21660 timeout: 1120 lvb_type: 0 00002000:00010000:0.0:1746066908.447232:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880124042450 00000100:00100000:0.0:1746066908.447257:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2489 00000100:00100000:0.0:1746066908.447263:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124042450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+13:2034:x1830882860805888:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:1.0:1746066908.454595:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066908.454630:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860806144 00000100:00100000:1.0:1746066908.454640:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860806144 00000100:00100000:1.0:1746066908.454699:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13413 00000100:00100000:1.0:1746066908.454708:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2033:x1830882860806144:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:1.0:1746066908.454743:0:27172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095deca00/0xd6b24631ff43a49f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.454760:0:27172:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066908.454764:0:27172:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095deca00/0xd6b24631ff43a49f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.454774:0:27172:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095deca00/0xd6b24631ff43a49f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066908.461659:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066908.469739:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860806400 00000100:00100000:1.0:1746066908.469752:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860806400 00000100:00100000:1.0:1746066908.469821:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13414 00000100:00100000:1.0:1746066908.469830:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131424700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+13:2033:x1830882860806400:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:1.0:1746066908.469867:0:20822:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff43a4a6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.469888:0:20822:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d952e00/0xd6b24631ff43a39c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbca expref: 13 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.469895:0:20822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066908.469898:0:20822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066908.469901:0:20822:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff43a4a6 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.469934:0:20822:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d952e00/0xd6b24631ff43a39c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbca expref: 13 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.469947:0:20822:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d952e00/0xd6b24631ff43a39c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbca expref: 13 pid: 21660 timeout: 1120 lvb_type: 0 00000100:00100000:1.0:1746066908.469963:0:20822:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801332fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:20822:1830882861297408:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066908.470059:0:20822:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963f9840 going to sleep for 11 seconds 00000100:00100000:2.0:1746066908.479043:0:20822:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801332fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:20822:1830882861297408:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066908.479073:0:20822:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff43a4a6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066908.480247:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124042450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2034:x1830882860805888:12345-192.168.201.51@tcp:4:dd.0 Request processed in 32979us (33349us total) trans 4294972264 rc 0/0 00000100:00100000:0.0:1746066908.480260:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2489 00002000:00100000:0.0:1746066908.480274:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff880124042450 x1830882860805888/t4294972264(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:314/0 lens 488/448 e 0 to 0 dl 1746066919 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066908.480285:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124042450 with x1830882860805888 ext(12582912->13631487) 00010000:00010000:0.0:1746066908.480295:0:9632:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d952c00/0xd6b24631ff43a395 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbc3 expref: 16 pid: 21660 timeout: 1120 lvb_type: 0 00010000:00010000:0.0:1746066908.480309:0:9632:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d952c00/0xd6b24631ff43a395 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbc3 expref: 16 pid: 21660 timeout: 1120 lvb_type: 0 00002000:00010000:0.0:1746066908.480317:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880124042450 00000100:00100000:1.0:1746066908.491548:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.491632:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860806528 00000100:00100000:0.0:1746066908.491642:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860806528 00010000:00010000:0.0:1746066908.491689:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d952e00/0xd6b24631ff43a39c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbca expref: 14 pid: 21660 timeout: 1120 lvb_type: 0 00000100:00100000:0.0:1746066908.491879:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12760 00000100:00100000:0.0:1746066908.491888:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+14:2033:x1830882860806528:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066908.491903:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746066908.492100:0:7260:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb size from disk: 0 -> 12582912 00002000:00010000:0.0:1746066908.492103:0:7260:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb mtime from disk: 1746066906 -> 1746066907 00002000:00010000:0.0:1746066908.492105:0:7260:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb ctime from disk: 1746066906 -> 1746066907 00002000:00010000:0.0:1746066908.492108:0:7260:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb blocks from disk: 0 -> 24576 00010000:00010000:0.0:1746066908.492114:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d952e00/0xd6b24631ff43a39c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbca expref: 14 pid: 21660 timeout: 1120 lvb_type: 0 00010000:00010000:0.0:1746066908.492127:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d952e00/0xd6b24631ff43a39c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbca expref: 14 pid: 21660 timeout: 1120 lvb_type: 0 00010000:00010000:0.0:1746066908.492154:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d952e00/0xd6b24631ff43a39c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbca expref: 14 pid: 21660 timeout: 1120 lvb_type: 0 00010000:00010000:0.0:1746066908.492543:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066908.492546:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066908.492563:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff43a4a6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.492574:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff43a4a6 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.492894:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066908.492940:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+13:2033:x1830882860806528:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1053us (1402us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066908.492949:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12760 00010000:00010000:2.0:1746066908.493368:0:20822:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff43a4a6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.493378:0:20822:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff43a4a6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066908.498202:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066908.498882:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860806656 00000100:00100000:2.0:1746066908.498891:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860806656 00010000:00010000:2.0:1746066908.498926:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d952c00/0xd6b24631ff43a395 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbc3 expref: 16 pid: 21660 timeout: 1120 lvb_type: 0 00000100:00100000:2.0:1746066908.498958:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12761 00000100:00100000:2.0:1746066908.498964:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2034:x1830882860806656:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066908.498974:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746066908.498991:0:7260:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 0 -> 13631488 00002000:00010000:2.0:1746066908.498993:0:7260:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 1746066906 -> 1746066907 00002000:00010000:2.0:1746066908.498994:0:7260:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 1746066906 -> 1746066907 00002000:00010000:2.0:1746066908.498996:0:7260:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 0 -> 26624 00010000:00010000:2.0:1746066908.499000:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d952c00/0xd6b24631ff43a395 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbc3 expref: 16 pid: 21660 timeout: 1120 lvb_type: 0 00010000:00010000:2.0:1746066908.499010:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d952c00/0xd6b24631ff43a395 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbc3 expref: 16 pid: 21660 timeout: 1120 lvb_type: 0 00010000:00010000:2.0:1746066908.499030:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d952c00/0xd6b24631ff43a395 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbc3 expref: 16 pid: 21660 timeout: 1120 lvb_type: 0 00010000:00010000:2.0:1746066908.499046:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066908.499048:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066908.499054:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095ef5e00/0xd6b24631ff43a475 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc10 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.499061:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095ef5e00/0xd6b24631ff43a475 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc10 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.499066:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066908.499067:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066908.499068:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095deca00/0xd6b24631ff43a49f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.499072:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095deca00/0xd6b24631ff43a49f lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.499102:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095ef5e00/0xd6b24631ff43a475 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc10 expref: 6 pid: 25556 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066908.499111:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800952e5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861297536:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066908.499175:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8d50d80 going to sleep for 11 seconds 00010000:00010000:0.0:1746066908.499287:0:27172:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095deca00/0xd6b24631ff43a49f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.499293:0:27172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095deca00/0xd6b24631ff43a49f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.507787:0:20822:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff43a4a6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.507807:0:20822:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff43a4a6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.507815:0:20822:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff43a4a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.507822:0:20822:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095decc00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746066908.507826:0:20822:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff43a4a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.507839:0:20822:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff43a4a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.507859:0:20822:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff43a4a6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.507865:0:20822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff43a4a6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066908.508586:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800952e5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861297536:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066908.508608:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066908.509602:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+12:2033:x1830882860806400:12345-192.168.201.51@tcp:3:dd.0 Request processed in 39769us (47947us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746066908.509614:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13414 00000100:00100000:2.0:1746066908.509923:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2034:x1830882860806656:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 10958us (11730us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066908.509933:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12761 00000100:00100000:3.0:1746066908.510723:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066908.511417:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860806912 00000100:00100000:2.0:1746066908.511425:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860806912 00002000:00100000:2.0:1746066908.511467:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1048575) req@ffff8800958eb800 x1830882860806912/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066908.511478:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958eb800 with x1830882860806912 ext(0->1048575) 00002000:00010000:2.0:1746066908.511483:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800958eb800 00000100:00100000:2.0:1746066908.512181:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13415 00000100:00100000:2.0:1746066908.512190:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:2034:x1830882860806912:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:1.0:1746066908.516392:0:27172:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095deca00/0xd6b24631ff43a49f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.516410:0:27172:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095deca00/0xd6b24631ff43a49f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.516426:0:27172:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095deca00/0xd6b24631ff43a49f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.516433:0:27172:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095deca00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746066908.516438:0:27172:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095deca00/0xd6b24631ff43a49f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.516446:0:27172:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095deca00/0xd6b24631ff43a49f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.516468:0:27172:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095deca00/0xd6b24631ff43a49f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.516475:0:27172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095deca00/0xd6b24631ff43a49f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066908.516593:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+14:2033:x1830882860806144:12345-192.168.201.51@tcp:3:dd.0 Request processed in 61880us (61999us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066908.516604:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13413 00000100:00100000:2.0:1746066908.521607:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:2034:x1830882860806912:12345-192.168.201.51@tcp:3:dd.0 Request processed in 9407us (10873us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066908.521621:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13415 00002000:00100000:2.0:1746066908.521633:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1048575) req@ffff8800958eb800 x1830882860806912/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/440 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066908.521644:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958eb800 with x1830882860806912 ext(0->1048575) 00002000:00010000:2.0:1746066908.521650:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800958eb800 00000100:00100000:0.0:1746066908.524819:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066908.524967:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860807168 00000100:00100000:2.0:1746066908.525178:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860807168 00000100:00100000:2.0:1746066908.525256:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13416 00000100:00100000:2.0:1746066908.525264:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+12:2033:x1830882860807168:12345-192.168.201.51@tcp:4:dd.0 00002000:00010000:2.0:1746066908.525316:0:20822:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746066908.525325:0:20822:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a4ad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.525370:0:20822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066908.525372:0:20822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066908.525378:0:20822:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a4ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.525393:0:20822:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a4ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066908.533961:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066908.536332:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860807296 00000100:00100000:1.0:1746066908.536371:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860807296 00000100:00100000:1.0:1746066908.536430:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29938 00000100:00100000:1.0:1746066908.536439:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131425880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+6:3888:x1830882860807296:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:1.0:1746066908.536459:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066908.536481:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095deca00/0xd6b24631ff43a4b4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fc1e expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746066908.536511:0:25556:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 12582912, mtime: 0x6812dddb, atime: 0x0, ctime: 0x6812dddb, blocks: 0x6000 00010000:00010000:1.0:1746066908.536532:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066908.536534:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066908.536543:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095deca00/0xd6b24631ff43a4b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc1e expref: 7 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.536588:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095deca00/0xd6b24631ff43a4b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc1e expref: 7 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.536600:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095deca00, rc 0) 00000100:00100000:1.0:1746066908.536671:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131425880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:3888:x1830882860807296:12345-192.168.201.51@tcp:101:dd.0 Request processed in 231us (2721us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066908.536677:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29938 00000100:00100000:0.0:1746066908.542187:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066908.542648:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860807552 00000100:00100000:1.0:1746066908.542658:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860807552 00002000:00100000:1.0:1746066908.542705:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->1040383) req@ffff880131426a00 x1830882860807552/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746066908.542715:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131426a00 with x1830882860807552 ext(0->1040383) 00002000:00010000:1.0:1746066908.542722:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131426a00 00000100:00100000:1.0:1746066908.542760:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13417 00000100:00100000:1.0:1746066908.542767:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:2033:x1830882860807552:12345-192.168.201.51@tcp:3:dd.0 00000001:00080000:0.0:1746066908.550906:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970510 is committed 00002000:00010000:3.0:1746066908.551150:0:20822:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 0 -> 2088960 00002000:00010000:3.0:1746066908.551156:0:20822:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746066908 00002000:00010000:3.0:1746066908.551158:0:20822:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746066908 00002000:00010000:3.0:1746066908.551160:0:20822:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 4080 00010000:00010000:3.0:1746066908.551174:0:20822:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a4ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.551185:0:20822:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a4ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.551193:0:20822:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a4ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.551200:0:20822:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cfa7200 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746066908.551206:0:20822:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a4ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.551214:0:20822:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a4ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.551235:0:20822:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a4ad lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.551242:0:20822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a4ad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066908.551588:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+5:2033:x1830882860807168:12345-192.168.201.51@tcp:4:dd.0 Request processed in 26319us (26773us total) trans 4294970510 rc 0/0 00000100:00100000:3.0:1746066908.551600:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13416 00000100:00100000:0.0:1746066908.553481:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:2033:x1830882860807552:12345-192.168.201.51@tcp:3:dd.0 Request processed in 10709us (11301us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746066908.553491:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13417 00002000:00100000:0.0:1746066908.553503:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->1040383) req@ffff880131426a00 x1830882860807552/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/440 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066908.553513:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131426a00 with x1830882860807552 ext(0->1040383) 00002000:00010000:0.0:1746066908.553519:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131426a00 00000100:00100000:0.0:1746066908.564483:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.564542:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066908.564644:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860807680 00000100:00100000:1.0:1746066908.564644:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860807808 00000100:00100000:2.0:1746066908.564654:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860807680 00000100:00100000:1.0:1746066908.564654:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860807808 00000100:00100000:1.0:1746066908.564718:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29939 00000100:00100000:1.0:1746066908.564727:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+5:2032:x1830882860807808:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:1.0:1746066908.564751:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066908.564771:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095dec600/0xd6b24631ff43a4bb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fc2c expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.564799:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066908.564801:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066908.564810:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095dec600/0xd6b24631ff43a4bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc2c expref: 6 pid: 25556 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066908.564828:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095dec600/0xd6b24631ff43a4bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc2c expref: 6 pid: 25556 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066908.564841:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095dec600, rc 0) 00000100:00100000:2.0:1746066908.565451:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29940 00000100:00100000:2.0:1746066908.565460:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131424000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+14:2032:x1830882860807680:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:2.0:1746066908.565468:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066908.565479:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d952c00/0xd6b24631ff43a4c2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fc25 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.565492:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066908.565494:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066908.565499:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d952c00/0xd6b24631ff43a4c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc25 expref: 15 pid: 9627 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066908.565509:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d952c00/0xd6b24631ff43a4c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc25 expref: 15 pid: 9627 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066908.565516:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d952c00, rc 0) 00000100:00100000:2.0:1746066908.565669:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2032:x1830882860807680:12345-192.168.201.51@tcp:101:dd.0 Request processed in 209us (1194us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066908.565669:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2032:x1830882860807808:12345-192.168.201.51@tcp:101:dd.0 Request processed in 941us (1124us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066908.565675:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29940 00000100:00100000:1.0:1746066908.565678:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29939 00000100:00100000:0.0:1746066908.567861:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066908.567953:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860807936 00000100:00100000:1.0:1746066908.567964:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860807936 00000100:00100000:1.0:1746066908.568017:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29941 00000100:00100000:1.0:1746066908.568024:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:3888:x1830882860807936:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:1.0:1746066908.568038:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066908.568056:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095ded800/0xd6b24631ff43a4c9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fc33 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746066908.568078:0:25556:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746066908.568096:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066908.568098:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066908.568117:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095ded800/0xd6b24631ff43a4c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc33 expref: 8 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.568131:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095ded800/0xd6b24631ff43a4c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc33 expref: 8 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.568140:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ded800, rc 0) 00000100:00100000:1.0:1746066908.568179:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:3888:x1830882860807936:12345-192.168.201.51@tcp:101:dd.0 Request processed in 154us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066908.568186:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29941 00000100:00100000:0.0:1746066908.568611:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.569012:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066908.569091:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860808320 00000100:00100000:3.0:1746066908.569096:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860808320 00000100:00100000:3.0:1746066908.569134:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860808448 00000100:00100000:3.0:1746066908.569136:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860808448 00000100:00100000:3.0:1746066908.569474:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13418 00000100:00100000:3.0:1746066908.569481:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131424380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2032:x1830882860808320:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:3.0:1746066908.569509:0:20822:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095c20600/0xd6b24631ff43a4d0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.569520:0:20822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066908.569522:0:20822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066908.569526:0:20822:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20600/0xd6b24631ff43a4d0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.569539:0:20822:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c20600/0xd6b24631ff43a4d0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066908.570793:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13419 00000100:00100000:0.0:1746066908.570802:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2032:x1830882860808448:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:0.0:1746066908.570822:0:9632:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095d74600/0xd6b24631ff43a4d7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.570831:0:9632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066908.570833:0:9632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066908.570836:0:9632:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095d74600/0xd6b24631ff43a4d7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.570846:0:9632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095d74600/0xd6b24631ff43a4d7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.580781:0:9632:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095d74600/0xd6b24631ff43a4d7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.580803:0:9632:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095d74600/0xd6b24631ff43a4d7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.580812:0:9632:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095d74600/0xd6b24631ff43a4d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.580819:0:9632:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095d74600 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746066908.580823:0:9632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095d74600/0xd6b24631ff43a4d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.580832:0:9632:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095d74600/0xd6b24631ff43a4d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.580853:0:9632:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095d74600/0xd6b24631ff43a4d7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.580865:0:9632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095d74600/0xd6b24631ff43a4d7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066908.580971:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2032:x1830882860808448:12345-192.168.201.51@tcp:3:dd.0 Request processed in 10164us (11952us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746066908.580984:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13419 00010000:00010000:2.0:1746066908.587633:0:20822:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095c20600/0xd6b24631ff43a4d0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.587659:0:20822:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095c20600/0xd6b24631ff43a4d0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.587667:0:20822:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095c20600/0xd6b24631ff43a4d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.587673:0:20822:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095c20600 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746066908.587677:0:20822:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095c20600/0xd6b24631ff43a4d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.587684:0:20822:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095c20600/0xd6b24631ff43a4d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.587703:0:20822:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095c20600/0xd6b24631ff43a4d0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.587708:0:20822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095c20600/0xd6b24631ff43a4d0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066908.587796:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131424380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2032:x1830882860808320:12345-192.168.201.51@tcp:3:dd.0 Request processed in 18309us (19179us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066908.587807:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13418 00000100:00100000:0.0:1746066908.597989:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.598057:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066908.598576:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860808960 00000100:00100000:1.0:1746066908.598588:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860808960 00000100:00100000:1.0:1746066908.598663:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29942 00000100:00100000:1.0:1746066908.598672:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+7:3888:x1830882860808960:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:1.0:1746066908.598692:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066908.598714:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c0b800/0xd6b24631ff43a4de lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fc3a expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746066908.598740:0:25556:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746066908.598765:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066908.598768:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066908.598776:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c0b800/0xd6b24631ff43a4de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc3a expref: 8 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.598792:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c0b800/0xd6b24631ff43a4de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc3a expref: 8 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.598803:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c0b800, rc 0) 00000100:00100000:2.0:1746066908.599662:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860808832 00000100:00100000:2.0:1746066908.599668:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860808832 00000100:00100000:2.0:1746066908.599717:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13420 00000100:00100000:2.0:1746066908.599724:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2031:x1830882860808832:12345-192.168.201.51@tcp:4:dd.0 00002000:00010000:2.0:1746066908.599762:0:20822:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 2088960, mtime: 0x6812dddc, atime: 0x0, ctime: 0x6812dddc, blocks: 0xff0 00010000:00010000:2.0:1746066908.599769:0:20822:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801332f9000/0xd6b24631ff43a4e5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.599777:0:20822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066908.599779:0:20822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066908.599782:0:20822:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801332f9000/0xd6b24631ff43a4e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.599794:0:20822:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801332f9000/0xd6b24631ff43a4e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066908.601663:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:3888:x1830882860808960:12345-192.168.201.51@tcp:101:dd.0 Request processed in 2985us (3680us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066908.601677:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29942 00000100:00100000:0.0:1746066908.627474:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.627504:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860809216 00000100:00100000:0.0:1746066908.627514:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860809216 00002000:00100000:0.0:1746066908.627576:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (1040384->2097151) req@ffff880094c42300 x1830882860809216/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066908.627588:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c42300 with x1830882860809216 ext(1040384->2097151) 00002000:00010000:0.0:1746066908.627594:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094c42300 00000100:00100000:0.0:1746066908.628799:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13421 00000100:00100000:0.0:1746066908.628810:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:2034:x1830882860809216:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:0.0:1746066908.629645:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.629669:0:9633:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860809472 00000100:00100000:0.0:1746066908.629674:0:9633:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860809472 00002000:00100000:0.0:1746066908.629701:0:9633:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (1048576->2097151) req@ffff880094c43800 x1830882860809472/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066908.629709:0:9633:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c43800 with x1830882860809472 ext(1048576->2097151) 00002000:00010000:0.0:1746066908.629714:0:9633:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c43800 00000100:00100000:0.0:1746066908.629742:0:9633:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13422 00000100:00100000:0.0:1746066908.629748:0:9633:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:2033:x1830882860809472:12345-192.168.201.51@tcp:3:dd.0 00000001:00080000:0.0:1746066908.635934:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970511 is committed 00002000:00010000:2.0:1746066908.638510:0:20822:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 2088960 -> 4177920 00002000:00010000:2.0:1746066908.638518:0:20822:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 4080 -> 8160 00010000:00010000:2.0:1746066908.638534:0:20822:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801332f9000/0xd6b24631ff43a4e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.638559:0:20822:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801332f9000/0xd6b24631ff43a4e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.638568:0:20822:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801332f9000/0xd6b24631ff43a4e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.638576:0:20822:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801332f9000 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746066908.638580:0:20822:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801332f9000/0xd6b24631ff43a4e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.638587:0:20822:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801332f9000/0xd6b24631ff43a4e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.638607:0:20822:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801332f9000/0xd6b24631ff43a4e5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.638613:0:20822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801332f9000/0xd6b24631ff43a4e5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066908.641622:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2031:x1830882860808832:12345-192.168.201.51@tcp:4:dd.0 Request processed in 41884us (43550us total) trans 4294970511 rc 0/0 00000100:00100000:2.0:1746066908.641637:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13420 00000100:00100000:2.0:1746066908.647962:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:2034:x1830882860809216:12345-192.168.201.51@tcp:3:dd.0 Request processed in 19149us (20493us total) trans 0 rc 1056768/1056768 00000100:00100000:2.0:1746066908.647970:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13421 00002000:00100000:2.0:1746066908.647978:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (1040384->2097151) req@ffff880094c42300 x1830882860809216/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/440 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 1056768/1056768 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066908.647985:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c42300 with x1830882860809216 ext(1040384->2097151) 00002000:00010000:2.0:1746066908.647989:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094c42300 00000100:00100000:0.0:1746066908.655381:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.655418:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.655699:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860809856 00000100:00100000:0.0:1746066908.655709:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860809856 00000100:00100000:0.0:1746066908.655762:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860809984 00000100:00100000:0.0:1746066908.655764:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860809984 00000100:00100000:0.0:1746066908.655786:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13423 00000100:00100000:0.0:1746066908.655794:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2031:x1830882860809856:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:0.0:1746066908.655835:0:20822:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff43a4ec lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.655850:0:20822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066908.655852:0:20822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066908.655857:0:20822:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff43a4ec lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.655870:0:20822:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff43a4ec lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066908.656836:0:27184:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13424 00000100:00100000:0.0:1746066908.656843:0:27184:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2031:x1830882860809984:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:0.0:1746066908.656864:0:27184:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095fc7400/0xd6b24631ff43a4f3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.656872:0:27184:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066908.656874:0:27184:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066908.656877:0:27184:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095fc7400/0xd6b24631ff43a4f3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.656885:0:27184:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095fc7400/0xd6b24631ff43a4f3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066908.660588:0:9633:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:2033:x1830882860809472:12345-192.168.201.51@tcp:3:dd.0 Request processed in 30827us (30932us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066908.660601:0:9633:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13422 00002000:00100000:2.0:1746066908.660615:0:9633:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (1048576->2097151) req@ffff880094c43800 x1830882860809472/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/440 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066908.660626:0:9633:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c43800 with x1830882860809472 ext(1048576->2097151) 00002000:00010000:2.0:1746066908.660632:0:9633:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c43800 00010000:00010000:2.0:1746066908.676065:0:20822:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff43a4ec lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.676084:0:20822:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff43a4ec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.676092:0:20822:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff43a4ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.676099:0:20822:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eb5e000 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746066908.676103:0:20822:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff43a4ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.676111:0:20822:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff43a4ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.676131:0:20822:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff43a4ec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.676137:0:20822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eb5e000/0xd6b24631ff43a4ec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066908.676228:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2031:x1830882860809856:12345-192.168.201.51@tcp:3:dd.0 Request processed in 20428us (20889us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066908.676239:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13423 00010000:00010000:2.0:1746066908.681439:0:27184:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095fc7400/0xd6b24631ff43a4f3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.681456:0:27184:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095fc7400/0xd6b24631ff43a4f3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.681469:0:27184:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095fc7400/0xd6b24631ff43a4f3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.681476:0:27184:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095fc7400 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746066908.681481:0:27184:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095fc7400/0xd6b24631ff43a4f3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.681488:0:27184:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095fc7400/0xd6b24631ff43a4f3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.681507:0:27184:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095fc7400/0xd6b24631ff43a4f3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.681513:0:27184:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095fc7400/0xd6b24631ff43a4f3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066908.681620:0:27184:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2031:x1830882860809984:12345-192.168.201.51@tcp:3:dd.0 Request processed in 24770us (26193us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746066908.681631:0:27184:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13424 00000100:00100000:0.0:1746066908.689678:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066908.690228:0:27184:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860810368 00000100:00100000:2.0:1746066908.690239:0:27184:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860810368 00000100:00100000:2.0:1746066908.690304:0:27184:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13425 00000100:00100000:2.0:1746066908.690313:0:27184:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2032:x1830882860810368:12345-192.168.201.51@tcp:4:dd.0 00002000:00010000:2.0:1746066908.690576:0:27184:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 4177920, mtime: 0x6812dddc, atime: 0x0, ctime: 0x6812dddc, blocks: 0x1fe0 00010000:00010000:2.0:1746066908.690586:0:27184:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880133109a00/0xd6b24631ff43a4fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.690601:0:27184:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066908.690603:0:27184:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066908.690608:0:27184:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133109a00/0xd6b24631ff43a4fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.690622:0:27184:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133109a00/0xd6b24631ff43a4fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066908.715555:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.715607:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066908.716788:0:9633:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860810624 00000100:00100000:3.0:1746066908.716801:0:9633:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860810624 00002000:00100000:3.0:1746066908.716851:0:9633:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->3145727) req@ffff880094c42d80 x1830882860810624/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746066908.716862:0:9633:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c42d80 with x1830882860810624 ext(2097152->3145727) 00002000:00010000:3.0:1746066908.716868:0:9633:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c42d80 00000100:00100000:3.0:1746066908.716894:0:9633:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860810880 00000100:00100000:3.0:1746066908.716897:0:9633:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860810880 00002000:00100000:3.0:1746066908.716911:0:9633:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (2097152->3145727) req@ffff880094c41c00 x1830882860810880/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746066908.716918:0:9633:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c41c00 with x1830882860810880 ext(2097152->3145727) 00002000:00010000:3.0:1746066908.716922:0:9633:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094c41c00 00000100:00100000:3.0:1746066908.718627:0:9633:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13426 00000100:00100000:3.0:1746066908.718641:0:9633:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:2034:x1830882860810624:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:2.0:1746066908.723190:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13427 00000100:00100000:2.0:1746066908.723212:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:2034:x1830882860810880:12345-192.168.201.51@tcp:3:dd.0 00000001:00080000:1.0:1746066908.729054:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970512 is committed 00002000:00010000:1.0:1746066908.729187:0:27184:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 4177920 -> 6266880 00002000:00010000:1.0:1746066908.729191:0:27184:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 8160 -> 12240 00010000:00010000:1.0:1746066908.729204:0:27184:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880133109a00/0xd6b24631ff43a4fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.729217:0:27184:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880133109a00/0xd6b24631ff43a4fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.729225:0:27184:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880133109a00/0xd6b24631ff43a4fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.729231:0:27184:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133109a00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746066908.729235:0:27184:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880133109a00/0xd6b24631ff43a4fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.729242:0:27184:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880133109a00/0xd6b24631ff43a4fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.729260:0:27184:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880133109a00/0xd6b24631ff43a4fa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.729265:0:27184:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133109a00/0xd6b24631ff43a4fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066908.729964:0:27184:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2032:x1830882860810368:12345-192.168.201.51@tcp:4:dd.0 Request processed in 39647us (40293us total) trans 4294970512 rc 0/0 00000100:00100000:1.0:1746066908.729979:0:27184:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13425 00000100:00100000:2.0:1746066908.730583:0:9633:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:2034:x1830882860810624:12345-192.168.201.51@tcp:3:dd.0 Request processed in 11945us (15047us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066908.730589:0:9633:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13426 00002000:00100000:2.0:1746066908.730601:0:9633:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->3145727) req@ffff880094c42d80 x1830882860810624/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/440 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066908.730610:0:9633:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c42d80 with x1830882860810624 ext(2097152->3145727) 00002000:00010000:2.0:1746066908.730614:0:9633:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c42d80 00000100:00100000:1.0:1746066908.741048:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066908.741257:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066908.741300:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.741377:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860811264 00000100:00100000:0.0:1746066908.741387:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860811264 00000100:00100000:3.0:1746066908.741411:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:2034:x1830882860810880:12345-192.168.201.51@tcp:3:dd.0 Request processed in 18209us (25801us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066908.741423:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13427 00002000:00100000:3.0:1746066908.741433:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (2097152->3145727) req@ffff880094c41c00 x1830882860810880/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/440 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00000100:00100000:0.0:1746066908.741434:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860811392 00000100:00100000:0.0:1746066908.741436:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860811392 00002000:00100000:3.0:1746066908.741443:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c41c00 with x1830882860810880 ext(2097152->3145727) 00002000:00010000:3.0:1746066908.741449:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094c41c00 00000100:00100000:0.0:1746066908.741454:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860811648 00000100:00100000:0.0:1746066908.741455:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860811648 00000100:00100000:3.0:1746066908.741468:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13428 00000100:00100000:3.0:1746066908.741476:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2034:x1830882860811264:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:0.0:1746066908.741479:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13429 00000100:00100000:0.0:1746066908.741485:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2034:x1830882860811392:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:3.0:1746066908.741508:0:20822:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880132e0ba00/0xd6b24631ff43a501 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.741508:0:9632:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff43a508 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.741522:0:20822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066908.741522:0:9632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066908.741524:0:20822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066908.741524:0:9632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066908.741528:0:20822:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132e0ba00/0xd6b24631ff43a501 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.741528:0:9632:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff43a508 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.741540:0:20822:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132e0ba00/0xd6b24631ff43a501 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.741540:0:9632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff43a508 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066908.741757:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13430 00000100:00100000:3.0:1746066908.741763:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860811648:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:3.0:1746066908.741776:0:25084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880132e0b000/0xd6b24631ff43a50f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.741783:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066908.741784:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066908.741787:0:25084:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132e0b000/0xd6b24631ff43a50f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.741794:0:25084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132e0b000/0xd6b24631ff43a50f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.748655:0:7262:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066908.754866:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.756620:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:3.0:1746066908.756689:0:20822:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880132e0ba00/0xd6b24631ff43a501 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.756703:0:20822:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880132e0ba00/0xd6b24631ff43a501 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.756711:0:20822:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880132e0ba00/0xd6b24631ff43a501 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.756717:0:20822:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132e0ba00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746066908.756721:0:20822:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880132e0ba00/0xd6b24631ff43a501 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.756729:0:20822:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880132e0ba00/0xd6b24631ff43a501 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.756749:0:20822:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880132e0ba00/0xd6b24631ff43a501 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.756756:0:20822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132e0ba00/0xd6b24631ff43a501 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20822 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066908.756835:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860811264:12345-192.168.201.51@tcp:3:dd.0 Request processed in 15359us (15794us total) trans 0 rc 24576/24576 00000100:00100000:3.0:1746066908.756846:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13428 00010000:00010000:0.0:1746066908.758003:0:25084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880132e0b000/0xd6b24631ff43a50f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.758013:0:25084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880132e0b000/0xd6b24631ff43a50f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.758020:0:25084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880132e0b000/0xd6b24631ff43a50f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.758026:0:25084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132e0b000 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746066908.758029:0:25084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880132e0b000/0xd6b24631ff43a50f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.758036:0:25084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880132e0b000/0xd6b24631ff43a50f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.758047:0:25084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880132e0b000/0xd6b24631ff43a50f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.758057:0:25084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132e0b000/0xd6b24631ff43a50f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066908.758099:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2033:x1830882860811648:12345-192.168.201.51@tcp:3:dd.0 Request processed in 16334us (16797us total) trans 0 rc 1015808/1015808 00000100:00100000:0.0:1746066908.758106:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13430 00000100:00100000:2.0:1746066908.758740:0:27184:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860811904 00000100:00100000:2.0:1746066908.758749:0:27184:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860811904 00000100:00100000:3.0:1746066908.758798:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860812160 00000100:00100000:3.0:1746066908.758803:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860812160 00002000:00100000:3.0:1746066908.758826:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (3145728->4194303) req@ffff880094c43b80 x1830882860812160/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746066908.758836:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c43b80 with x1830882860812160 ext(3145728->4194303) 00002000:00010000:3.0:1746066908.758840:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094c43b80 00000100:00100000:3.0:1746066908.758861:0:9634:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13431 00000100:00100000:3.0:1746066908.758868:0:9634:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:2033:x1830882860812160:12345-192.168.201.51@tcp:3:dd.0 00002000:00100000:2.0:1746066908.759002:0:27184:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1a:0x0] (3145728->4194303) req@ffff880094c42680 x1830882860811904/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066908.759011:0:27184:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c42680 with x1830882860811904 ext(3145728->4194303) 00002000:00010000:2.0:1746066908.759015:0:27184:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c42680 00000100:00100000:2.0:1746066908.759027:0:27184:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13432 00000100:00100000:2.0:1746066908.759034:0:27184:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:2033:x1830882860811904:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:0.0:1746066908.765216:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.765250:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.765273:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860812416 00000100:00100000:0.0:1746066908.765282:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860812416 00002000:00100000:0.0:1746066908.765328:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->5242879) req@ffff880094c40380 x1830882860812416/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066908.765338:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40380 with x1830882860812416 ext(4194304->5242879) 00002000:00010000:0.0:1746066908.765359:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c40380 00000100:00100000:0.0:1746066908.765382:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860812672 00000100:00100000:0.0:1746066908.765385:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860812672 00002000:00100000:0.0:1746066908.765399:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (4194304->5242879) req@ffff880094c40000 x1830882860812672/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066908.765406:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40000 with x1830882860812672 ext(4194304->5242879) 00002000:00010000:0.0:1746066908.765410:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094c40000 00000100:00100000:1.0:1746066908.765416:0:9633:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13433 00000100:00100000:1.0:1746066908.765427:0:9633:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2033:x1830882860812416:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:0.0:1746066908.766329:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13434 00000100:00100000:0.0:1746066908.766337:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2034:x1830882860812672:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:1.0:1746066908.766815:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066908.766836:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860812928 00000100:00100000:1.0:1746066908.766841:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860812928 00002000:00100000:1.0:1746066908.766862:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (5242880->6291455) req@ffff8801332fe680 x1830882860812928/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746066908.766871:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fe680 with x1830882860812928 ext(5242880->6291455) 00002000:00010000:1.0:1746066908.766875:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332fe680 00000100:00100000:1.0:1746066908.766887:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13435 00000100:00100000:1.0:1746066908.766891:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:2033:x1830882860812928:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:0.0:1746066908.767104:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.767120:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860813184 00000100:00100000:0.0:1746066908.767124:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860813184 00002000:00100000:0.0:1746066908.767140:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (5242880->6291455) req@ffff8800952e9880 x1830882860813184/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066908.767148:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e9880 with x1830882860813184 ext(5242880->6291455) 00002000:00010000:0.0:1746066908.767151:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800952e9880 00000100:00100000:0.0:1746066908.767160:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13436 00000100:00100000:0.0:1746066908.767164:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:2033:x1830882860813184:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:0.0:1746066908.767886:0:9632:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff43a508 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.767899:0:9632:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff43a508 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.767908:0:9632:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff43a508 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.767915:0:9632:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d950e00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746066908.767920:0:9632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff43a508 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.767929:0:9632:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff43a508 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.767949:0:9632:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff43a508 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.767956:0:9632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d950e00/0xd6b24631ff43a508 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066908.768011:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2034:x1830882860811392:12345-192.168.201.51@tcp:3:dd.0 Request processed in 26525us (26752us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066908.768019:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13429 00000100:00100000:3.0:1746066908.773022:0:9634:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:2033:x1830882860812160:12345-192.168.201.51@tcp:3:dd.0 Request processed in 14139us (16392us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066908.773035:0:9634:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13431 00002000:00100000:3.0:1746066908.773047:0:9634:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x19:0x0] (3145728->4194303) req@ffff880094c43b80 x1830882860812160/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/440 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746066908.773058:0:9634:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c43b80 with x1830882860812160 ext(3145728->4194303) 00002000:00010000:3.0:1746066908.773064:0:9634:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094c43b80 00000100:00100000:0.0:1746066908.778587:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066908.778683:0:9634:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860813440 00000100:00100000:3.0:1746066908.778693:0:9634:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860813440 00000100:00100000:3.0:1746066908.780824:0:9634:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13437 00000100:00100000:3.0:1746066908.780842:0:9634:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2034:x1830882860813440:12345-192.168.201.51@tcp:4:dd.0 00002000:00010000:3.0:1746066908.780905:0:9634:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 6266880, mtime: 0x6812dddc, atime: 0x0, ctime: 0x6812dddc, blocks: 0x2fd0 00010000:00010000:3.0:1746066908.780914:0:9634:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132e0aa00/0xd6b24631ff43a516 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9634 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.780929:0:9634:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066908.780931:0:9634:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066908.780936:0:9634:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132e0aa00/0xd6b24631ff43a516 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9634 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.780952:0:9634:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132e0aa00/0xd6b24631ff43a516 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9634 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066908.784792:0:27184:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:2033:x1830882860811904:12345-192.168.201.51@tcp:3:dd.0 Request processed in 25747us (29926us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066908.784806:0:27184:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13432 00002000:00100000:2.0:1746066908.784820:0:27184:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1a:0x0] (3145728->4194303) req@ffff880094c42680 x1830882860811904/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/440 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066908.784831:0:27184:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c42680 with x1830882860811904 ext(3145728->4194303) 00002000:00010000:2.0:1746066908.784838:0:27184:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c42680 00000100:00100000:2.0:1746066908.794619:0:9633:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2033:x1830882860812416:12345-192.168.201.51@tcp:3:dd.0 Request processed in 29182us (29402us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066908.794633:0:9633:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13433 00002000:00100000:2.0:1746066908.794645:0:9633:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->5242879) req@ffff880094c40380 x1830882860812416/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/440 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066908.794654:0:9633:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40380 with x1830882860812416 ext(4194304->5242879) 00002000:00010000:2.0:1746066908.794660:0:9633:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c40380 00000100:00100000:0.0:1746066908.799299:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2034:x1830882860812672:12345-192.168.201.51@tcp:3:dd.0 Request processed in 32950us (34035us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066908.799524:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13434 00002000:00100000:0.0:1746066908.799538:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (4194304->5242879) req@ffff880094c40000 x1830882860812672/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/440 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066908.799558:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c40000 with x1830882860812672 ext(4194304->5242879) 00002000:00010000:0.0:1746066908.799564:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094c40000 00000100:00100000:0.0:1746066908.813855:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066908.813940:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860813696 00000100:00100000:2.0:1746066908.813950:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860813696 00002000:00100000:2.0:1746066908.813995:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4194303) req@ffff8800952e9f80 x1830882860813696/t0(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066908.814006:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e9f80 with x1830882860813696 ext(0->4194303) 00002000:00010000:2.0:1746066908.814011:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800952e9f80 00000100:00100000:2.0:1746066908.814030:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13438 00000100:00100000:2.0:1746066908.814036:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2034:x1830882860813696:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:0.0:1746066908.816072:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:2033:x1830882860812928:12345-192.168.201.51@tcp:3:dd.0 Request processed in 49174us (49252us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066908.816080:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13435 00002000:00100000:0.0:1746066908.816088:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (5242880->6291455) req@ffff8801332fe680 x1830882860812928/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/440 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066908.816096:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fe680 with x1830882860812928 ext(5242880->6291455) 00002000:00010000:0.0:1746066908.816101:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332fe680 00000001:00080000:1.0:1746066908.816443:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970513 is committed 00002000:00010000:3.0:1746066908.816633:0:9634:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 6266880 -> 8355840 00002000:00010000:3.0:1746066908.816637:0:9634:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 12240 -> 16320 00010000:00010000:3.0:1746066908.816650:0:9634:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132e0aa00/0xd6b24631ff43a516 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9634 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.816661:0:9634:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880132e0aa00/0xd6b24631ff43a516 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9634 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.816669:0:9634:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880132e0aa00/0xd6b24631ff43a516 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9634 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.816676:0:9634:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132e0aa00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746066908.816680:0:9634:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880132e0aa00/0xd6b24631ff43a516 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9634 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.816688:0:9634:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880132e0aa00/0xd6b24631ff43a516 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9634 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.816707:0:9634:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880132e0aa00/0xd6b24631ff43a516 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9634 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.816714:0:9634:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132e0aa00/0xd6b24631ff43a516 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9634 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066908.816781:0:9634:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2034:x1830882860813440:12345-192.168.201.51@tcp:4:dd.0 Request processed in 35944us (38203us total) trans 4294970513 rc 0/0 00000100:00100000:3.0:1746066908.816788:0:9634:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13437 00000100:00100000:1.0:1746066908.825710:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066908.825937:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2033:x1830882860813184:12345-192.168.201.51@tcp:3:dd.0 Request processed in 58770us (58832us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066908.825950:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13436 00002000:00100000:2.0:1746066908.825963:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (5242880->6291455) req@ffff8800952e9880 x1830882860813184/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/440 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066908.825973:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e9880 with x1830882860813184 ext(5242880->6291455) 00002000:00010000:2.0:1746066908.825980:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800952e9880 00000100:00100000:1.0:1746066908.827324:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066908.827375:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860813952 00000100:00100000:2.0:1746066908.827385:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860813952 00000100:00100000:2.0:1746066908.827440:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13439 00000100:00100000:2.0:1746066908.827448:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2034:x1830882860813952:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:2.0:1746066908.827485:0:27173:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff43a51d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.827499:0:27173:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066908.827501:0:27173:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066908.827507:0:27173:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff43a51d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.827520:0:27173:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff43a51d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066908.827888:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066908.827944:0:9634:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860814208 00000100:00100000:3.0:1746066908.827949:0:9634:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860814208 00000100:00100000:3.0:1746066908.827981:0:9634:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860814464 00000100:00100000:3.0:1746066908.827983:0:9634:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860814464 00000100:00100000:3.0:1746066908.828008:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13440 00000100:00100000:3.0:1746066908.828014:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2034:x1830882860814208:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:3.0:1746066908.828034:0:27172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880132e0aa00/0xd6b24631ff43a524 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.828042:0:27172:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066908.828043:0:27172:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066908.828046:0:27172:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e0aa00/0xd6b24631ff43a524 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.828056:0:27172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132e0aa00/0xd6b24631ff43a524 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066908.828859:0:27184:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13441 00000100:00100000:2.0:1746066908.828868:0:27184:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860814464:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:2.0:1746066908.828944:0:27184:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880133108200/0xd6b24631ff43a52b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.828954:0:27184:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066908.828957:0:27184:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066908.828960:0:27184:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133108200/0xd6b24631ff43a52b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.828970:0:27184:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133108200/0xd6b24631ff43a52b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.838195:0:27173:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff43a51d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.838217:0:27173:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff43a51d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.838226:0:27173:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff43a51d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.838235:0:27173:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133109400 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746066908.838239:0:27173:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff43a51d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.838247:0:27173:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff43a51d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.838269:0:27173:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff43a51d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.838277:0:27173:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133109400/0xd6b24631ff43a51d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066908.840619:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860813952:12345-192.168.201.51@tcp:3:dd.0 Request processed in 13159us (14908us total) trans 0 rc 32768/32768 00000100:00100000:2.0:1746066908.840635:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13439 00000100:00100000:2.0:1746066908.846556:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:2.0:1746066908.846651:0:27184:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880133108200/0xd6b24631ff43a52b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.846663:0:27184:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880133108200/0xd6b24631ff43a52b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.846671:0:27184:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880133108200/0xd6b24631ff43a52b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.846678:0:27184:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133108200 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746066908.846682:0:27184:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880133108200/0xd6b24631ff43a52b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.846690:0:27184:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880133108200/0xd6b24631ff43a52b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.846709:0:27184:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880133108200/0xd6b24631ff43a52b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.846715:0:27184:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133108200/0xd6b24631ff43a52b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27184 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066908.846793:0:27184:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2034:x1830882860814464:12345-192.168.201.51@tcp:3:dd.0 Request processed in 17924us (18902us total) trans 0 rc 1007616/1007616 00000100:00100000:2.0:1746066908.846805:0:27184:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13441 00000100:00100000:2.0:1746066908.846831:0:27184:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860814720 00000100:00100000:2.0:1746066908.846838:0:27184:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860814720 00002000:00100000:2.0:1746066908.846877:0:27184:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4194303) req@ffff8800952e5500 x1830882860814720/t0(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066908.846886:0:27184:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e5500 with x1830882860814720 ext(0->4194303) 00002000:00010000:2.0:1746066908.846890:0:27184:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952e5500 00000100:00100000:2.0:1746066908.846908:0:27184:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13442 00000100:00100000:2.0:1746066908.846917:0:27184:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:2034:x1830882860814720:12345-192.168.201.51@tcp:4:dd.0 00010000:00010000:3.0:1746066908.848701:0:27172:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880132e0aa00/0xd6b24631ff43a524 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.848715:0:27172:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880132e0aa00/0xd6b24631ff43a524 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.848722:0:27172:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880132e0aa00/0xd6b24631ff43a524 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.848728:0:27172:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132e0aa00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746066908.848733:0:27172:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880132e0aa00/0xd6b24631ff43a524 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.848748:0:27172:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880132e0aa00/0xd6b24631ff43a524 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.848768:0:27172:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880132e0aa00/0xd6b24631ff43a524 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.848773:0:27172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132e0aa00/0xd6b24631ff43a524 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066908.848834:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2034:x1830882860814208:12345-192.168.201.51@tcp:3:dd.0 Request processed in 20817us (21512us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066908.848843:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13440 00000100:00100000:2.0:1746066908.855308:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066908.855446:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066908.855498:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860814976 00000100:00100000:2.0:1746066908.855507:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860814976 00002000:00100000:2.0:1746066908.855564:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff8800952e4380 x1830882860814976/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066908.855574:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e4380 with x1830882860814976 ext(6291456->7340031) 00002000:00010000:2.0:1746066908.855580:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952e4380 00000100:00100000:2.0:1746066908.855608:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860815232 00000100:00100000:2.0:1746066908.855611:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860815232 00002000:00100000:2.0:1746066908.855624:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (6291456->7340031) req@ffff8800952e7100 x1830882860815232/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066908.855637:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e7100 with x1830882860815232 ext(6291456->7340031) 00002000:00010000:2.0:1746066908.855640:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800952e7100 00000100:00100000:2.0:1746066908.855655:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13443 00000100:00100000:2.0:1746066908.855662:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2033:x1830882860814976:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:1.0:1746066908.855680:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13444 00000100:00100000:1.0:1746066908.855686:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:2033:x1830882860815232:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:2.0:1746066908.859215:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066908.859246:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860815488 00000100:00100000:2.0:1746066908.859253:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860815488 00000100:00100000:2.0:1746066908.859556:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13445 00000100:00100000:2.0:1746066908.859565:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2033:x1830882860815488:12345-192.168.201.51@tcp:4:dd.0 00002000:00010000:2.0:1746066908.859614:0:27183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 8355840, mtime: 0x6812dddc, atime: 0x0, ctime: 0x6812dddc, blocks: 0x3fc0 00010000:00010000:2.0:1746066908.859621:0:27183:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a532 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.859634:0:27183:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066908.859636:0:27183:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066908.859641:0:27183:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a532 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.859654:0:27183:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a532 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066908.869524:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066908.869560:0:9633:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860815872 00000100:00100000:3.0:1746066908.869569:0:9633:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860815872 00002000:00100000:3.0:1746066908.869613:0:9633:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (7340032->8388607) req@ffff8800958e8380 x1830882860815872/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746066908.869624:0:9633:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e8380 with x1830882860815872 ext(7340032->8388607) 00002000:00010000:3.0:1746066908.869629:0:9633:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800958e8380 00000100:00100000:3.0:1746066908.869649:0:9633:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13446 00000100:00100000:3.0:1746066908.869655:0:9633:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2033:x1830882860815872:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:1.0:1746066908.870460:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066908.871478:0:20822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860816000 00000100:00100000:2.0:1746066908.871487:0:20822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860816000 00002000:00100000:2.0:1746066908.871526:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff8801332fdc00 x1830882860816000/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066908.871536:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fdc00 with x1830882860816000 ext(7340032->8388607) 00002000:00010000:2.0:1746066908.871542:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332fdc00 00000100:00100000:2.0:1746066908.872762:0:20822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13447 00000100:00100000:2.0:1746066908.872773:0:20822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:2033:x1830882860816000:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:3.0:1746066908.874053:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066908.874070:0:9634:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860816256 00000100:00100000:3.0:1746066908.874077:0:9634:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860816256 00002000:00100000:3.0:1746066908.874104:0:9634:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->9437183) req@ffff8800958e8a80 x1830882860816256/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746066908.874113:0:9634:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e8a80 with x1830882860816256 ext(8388608->9437183) 00002000:00010000:3.0:1746066908.874118:0:9634:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800958e8a80 00000100:00100000:3.0:1746066908.874133:0:9634:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13448 00000100:00100000:3.0:1746066908.874138:0:9634:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2033:x1830882860816256:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:1.0:1746066908.874423:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066908.874453:0:27171:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 10 min 3 max 116 00000100:00100000:1.0:1746066908.874463:0:27171:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_010' 00000100:00100000:1.0:1746066908.874496:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066908.876001:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2033:x1830882860814976:12345-192.168.201.51@tcp:3:dd.0 Request processed in 20335us (20699us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066908.876012:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13443 00002000:00100000:3.0:1746066908.876022:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff8800952e4380 x1830882860814976/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/440 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746066908.876030:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e4380 with x1830882860814976 ext(6291456->7340031) 00002000:00010000:3.0:1746066908.876035:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952e4380 00000100:00100000:3.0:1746066908.876054:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860816512 00000100:00100000:3.0:1746066908.876059:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860816512 00002000:00100000:3.0:1746066908.876084:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (8388608->9437183) req@ffff8801332fd180 x1830882860816512/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746066908.876091:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fd180 with x1830882860816512 ext(8388608->9437183) 00002000:00010000:3.0:1746066908.876094:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801332fd180 00000100:00100000:3.0:1746066908.876100:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860816768 00000100:00100000:3.0:1746066908.876102:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860816768 00002000:00100000:3.0:1746066908.876111:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (9437184->10485759) req@ffff8801332fc380 x1830882860816768/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746066908.876117:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fc380 with x1830882860816768 ext(9437184->10485759) 00002000:00010000:3.0:1746066908.876120:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332fc380 00000100:00100000:3.0:1746066908.876126:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13449 00000100:00100000:3.0:1746066908.876131:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+16:2033:x1830882860816512:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:1.0:1746066908.876670:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+16:2034:x1830882860813696:12345-192.168.201.51@tcp:4:dd.0 Request processed in 62632us (62822us total) trans 4294970514 rc 0/0 00000100:00100000:1.0:1746066908.876677:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13438 00002000:00100000:1.0:1746066908.876685:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4194303) req@ffff8800952e9f80 x1830882860813696/t4294970514(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/448 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746066908.876693:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e9f80 with x1830882860813696 ext(0->4194303) 00002000:00010000:1.0:1746066908.876697:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800952e9f80 00000100:00100000:1.0:1746066908.876710:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13450 00000100:00100000:1.0:1746066908.876718:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2033:x1830882860816768:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:2.0:1746066908.888372:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066908.889590:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.891395:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860817024 00000100:00100000:2.0:1746066908.891402:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066908.891402:0:28857:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860817280 00000100:00100000:1.0:1746066908.891408:0:28857:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860817280 00000100:00100000:0.0:1746066908.891408:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860817024 00000100:00100000:2.0:1746066908.891419:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860817536 00000100:00100000:2.0:1746066908.891421:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860817536 00002000:00100000:2.0:1746066908.891451:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (10485760->11534335) req@ffff880132c59500 x1830882860817536/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066908.891452:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x19:0x0] (9437184->10485759) req@ffff8800952e4000 x1830882860817024/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066908.891461:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c59500 with x1830882860817536 ext(10485760->11534335) 00002000:00010000:2.0:1746066908.891467:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c59500 00002000:00100000:0.0:1746066908.891468:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e4000 with x1830882860817024 ext(9437184->10485759) 00002000:00010000:0.0:1746066908.891472:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800952e4000 00000100:00100000:2.0:1746066908.891482:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13451 00000100:00100000:2.0:1746066908.891496:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+16:2033:x1830882860817536:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:1.0:1746066908.891512:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:164a43f3-71d4-4d11-a5de-0e73b1f5c070+16:2033:x1830882860815232:12345-192.168.201.51@tcp:3:dd.0 Request processed in 35825us (36066us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066908.892417:0:9633:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+16:2033:x1830882860815872:12345-192.168.201.51@tcp:3:dd.0 Request processed in 22760us (22902us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066908.894785:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13444 00002000:00100000:1.0:1746066908.894805:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (6291456->7340031) req@ffff8800952e7100 x1830882860815232/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/440 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746066908.894817:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e7100 with x1830882860815232 ext(6291456->7340031) 00002000:00010000:1.0:1746066908.894824:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800952e7100 00000100:00100000:2.0:1746066908.894839:0:9633:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13446 00002000:00100000:2.0:1746066908.894849:0:9633:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (7340032->8388607) req@ffff8800958e8380 x1830882860815872/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/440 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066908.894856:0:9633:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e8380 with x1830882860815872 ext(7340032->8388607) 00002000:00010000:2.0:1746066908.894859:0:9633:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800958e8380 00000100:00100000:2.0:1746066908.894885:0:9633:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13452 00000100:00100000:2.0:1746066908.894898:0:9633:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+15:2033:x1830882860817024:12345-192.168.201.51@tcp:3:dd.0 00002000:00100000:1.0:1746066908.896359:0:28857:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->11534335) req@ffff8800952e5880 x1830882860817280/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746066908.896367:0:28857:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e5880 with x1830882860817280 ext(10485760->11534335) 00002000:00010000:1.0:1746066908.896371:0:28857:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952e5880 00000100:00100000:1.0:1746066908.896393:0:28857:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13453 00000100:00100000:1.0:1746066908.896400:0:28857:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:164a43f3-71d4-4d11-a5de-0e73b1f5c070+18:2033:x1830882860817280:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:3.0:1746066908.896438:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.899286:0:27171:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 11 min 3 max 116 00000100:00100000:0.0:1746066908.899504:0:27171:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_011' 00000100:00100000:0.0:1746066908.899523:0:27173:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 11 min 3 max 116 00000100:00100000:0.0:1746066908.899532:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860817792 00000100:00100000:0.0:1746066908.899541:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860817792 00000100:00100000:2.0:1746066908.899823:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00002000:00100000:0.0:1746066908.901159:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (11534336->12582911) req@ffff8800958ea300 x1830882860817792/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066908.901171:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958ea300 with x1830882860817792 ext(11534336->12582911) 00002000:00010000:0.0:1746066908.901176:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800958ea300 00000100:00100000:0.0:1746066908.901191:0:27173:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 11 min 3 max 116 00000100:00100000:0.0:1746066908.901197:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860818048 00000100:00100000:0.0:1746066908.901200:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860818048 00002000:00100000:0.0:1746066908.901212:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (11534336->12582911) req@ffff880132c58380 x1830882860818048/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066908.901220:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c58380 with x1830882860818048 ext(11534336->12582911) 00002000:00010000:0.0:1746066908.901224:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c58380 00000100:00100000:1.0:1746066908.901994:0:28858:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13454 00000100:00100000:1.0:1746066908.902004:0:28858:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:164a43f3-71d4-4d11-a5de-0e73b1f5c070+20:2033:x1830882860817792:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:3.0:1746066908.902616:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.902964:0:27171:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 12 min 3 max 116 00000100:00100000:0.0:1746066908.902973:0:27171:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_012' 00000100:00100000:3.0:1746066908.905700:0:9634:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+20:2033:x1830882860816256:12345-192.168.201.51@tcp:3:dd.0 Request processed in 31331us (31419us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066908.905703:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860818304 00000100:00100000:0.0:1746066908.905712:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860818304 00000100:00100000:3.0:1746066908.905713:0:9634:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13448 00002000:00100000:0.0:1746066908.905759:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff8800958e9500 x1830882860818304/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066908.905772:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e9500 with x1830882860818304 ext(12582912->13631487) 00002000:00010000:0.0:1746066908.905778:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800958e9500 00000100:00100000:0.0:1746066908.905801:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13455 00000100:00100000:0.0:1746066908.905809:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+16:2033:x1830882860818048:12345-192.168.201.51@tcp:3:dd.0 00002000:00100000:3.0:1746066908.906689:0:9634:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->9437183) req@ffff8800958e8a80 x1830882860816256/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/440 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746066908.906698:0:9634:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e8a80 with x1830882860816256 ext(8388608->9437183) 00002000:00010000:3.0:1746066908.906702:0:9634:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800958e8a80 00000100:00100000:0.0:1746066908.909028:0:28859:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13456 00000100:00100000:0.0:1746066908.909042:0:28859:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:164a43f3-71d4-4d11-a5de-0e73b1f5c070+20:2034:x1830882860818304:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:3.0:1746066908.914103:0:20822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+20:2033:x1830882860816000:12345-192.168.201.51@tcp:3:dd.0 Request processed in 41320us (43633us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066908.914117:0:20822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13447 00002000:00100000:3.0:1746066908.914132:0:20822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff8801332fdc00 x1830882860816000/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/440 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746066908.914142:0:20822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fdc00 with x1830882860816000 ext(7340032->8388607) 00002000:00010000:3.0:1746066908.914148:0:20822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332fdc00 00000100:00100000:3.0:1746066908.918067:0:27184:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:164a43f3-71d4-4d11-a5de-0e73b1f5c070+18:2034:x1830882860814720:12345-192.168.201.51@tcp:4:dd.0 Request processed in 71140us (71520us total) trans 4294972265 rc 0/0 00000100:00100000:3.0:1746066908.918081:0:27184:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13442 00002000:00100000:3.0:1746066908.918093:0:27184:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4194303) req@ffff8800952e5500 x1830882860814720/t4294972265(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/448 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746066908.918102:0:27184:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e5500 with x1830882860814720 ext(0->4194303) 00002000:00010000:3.0:1746066908.918112:0:27184:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952e5500 00000001:00080000:0.0:1746066908.925257:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970515 is committed 00000001:00080000:0.0:1746066908.925269:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970514 is committed 00002000:00010000:0.0:1746066908.925399:0:27183:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 8355840 -> 10444800 00002000:00010000:0.0:1746066908.925403:0:27183:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 16320 -> 20400 00010000:00010000:0.0:1746066908.925414:0:27183:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a532 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.925424:0:27183:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a532 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.925432:0:27183:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a532 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.925438:0:27183:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095c21a00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746066908.925442:0:27183:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a532 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.925450:0:27183:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a532 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066908.925453:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2033:x1830882860816512:12345-192.168.201.51@tcp:3:dd.0 Request processed in 49316us (51026us total) trans 0 rc 1048576/1048576 00010000:00010000:0.0:1746066908.925465:0:27183:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a532 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066908.925466:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13449 00002000:00100000:3.0:1746066908.925475:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (8388608->9437183) req@ffff8801332fd180 x1830882860816512/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/440 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00010000:00010000:0.0:1746066908.925476:0:27183:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a532 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746066908.925484:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fd180 with x1830882860816512 ext(8388608->9437183) 00002000:00010000:3.0:1746066908.925488:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801332fd180 00000100:00100000:0.0:1746066908.925519:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2033:x1830882860815488:12345-192.168.201.51@tcp:4:dd.0 Request processed in 65956us (66313us total) trans 4294970515 rc 0/0 00000100:00100000:0.0:1746066908.925526:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13445 00000100:00100000:1.0:1746066908.925816:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+16:2033:x1830882860816768:12345-192.168.201.51@tcp:3:dd.0 Request processed in 49093us (51314us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066908.925827:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13450 00002000:00100000:1.0:1746066908.925836:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1a:0x0] (9437184->10485759) req@ffff8801332fc380 x1830882860816768/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/440 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746066908.925844:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fc380 with x1830882860816768 ext(9437184->10485759) 00002000:00010000:1.0:1746066908.925849:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332fc380 00000100:00100000:2.0:1746066908.932271:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:2033:x1830882860817536:12345-192.168.201.51@tcp:3:dd.0 Request processed in 40772us (40864us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066908.932281:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13451 00002000:00100000:2.0:1746066908.932291:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (10485760->11534335) req@ffff880132c59500 x1830882860817536/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/440 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066908.932301:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c59500 with x1830882860817536 ext(10485760->11534335) 00002000:00010000:2.0:1746066908.932306:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c59500 00000100:00100000:0.0:1746066908.940318:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.940384:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.940413:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066908.940442:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860818560 00000100:00100000:0.0:1746066908.940451:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860818560 00000100:00100000:0.0:1746066908.940506:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860818944 00000100:00100000:0.0:1746066908.940509:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860818944 00000100:00100000:0.0:1746066908.940522:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860819072 00000100:00100000:0.0:1746066908.940524:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860819072 00000100:00100000:1.0:1746066908.940535:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13457 00000100:00100000:1.0:1746066908.940555:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2034:x1830882860818560:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:1.0:1746066908.940593:0:25084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009085b000/0xd6b24631ff43a539 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.940609:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066908.940611:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066908.940616:0:25084:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085b000/0xd6b24631ff43a539 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.940742:0:25084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009085b000/0xd6b24631ff43a539 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066908.947277:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13458 00000100:00100000:0.0:1746066908.947294:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2034:x1830882860818944:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:0.0:1746066908.947354:0:27183:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095eadc00/0xd6b24631ff43a540 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.947369:0:27183:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066908.947371:0:27183:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066908.947376:0:27183:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095eadc00/0xd6b24631ff43a540 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066908.947391:0:27183:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095eadc00/0xd6b24631ff43a540 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066908.947595:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13459 00000100:00100000:2.0:1746066908.947618:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860819072:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:2.0:1746066908.947657:0:27172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4c00/0xd6b24631ff43a547 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.947670:0:27172:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066908.947671:0:27172:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066908.947677:0:27172:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4c00/0xd6b24631ff43a547 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.947689:0:27172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4c00/0xd6b24631ff43a547 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066908.948611:0:9633:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2033:x1830882860817024:12345-192.168.201.51@tcp:3:dd.0 Request processed in 53716us (60279us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066908.948619:0:9633:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13452 00002000:00100000:2.0:1746066908.948627:0:9633:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (9437184->10485759) req@ffff8800952e4000 x1830882860817024/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/440 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066908.948638:0:9633:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e4000 with x1830882860817024 ext(9437184->10485759) 00002000:00010000:2.0:1746066908.948643:0:9633:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800952e4000 00000100:00100000:1.0:1746066908.950210:0:28857:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2033:x1830882860817280:12345-192.168.201.51@tcp:3:dd.0 Request processed in 53800us (60611us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066908.950225:0:28857:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13453 00002000:00100000:1.0:1746066908.951037:0:28857:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->11534335) req@ffff8800952e5880 x1830882860817280/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/440 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746066908.951048:0:28857:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e5880 with x1830882860817280 ext(10485760->11534335) 00002000:00010000:1.0:1746066908.951053:0:28857:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952e5880 00000100:00100000:1.0:1746066908.957748:0:28858:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:2033:x1830882860817792:12345-192.168.201.51@tcp:3:dd.0 Request processed in 55730us (61295us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066908.957761:0:28858:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13454 00002000:00100000:1.0:1746066908.957775:0:28858:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x1a:0x0] (11534336->12582911) req@ffff8800958ea300 x1830882860817792/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/440 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746066908.957785:0:28858:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958ea300 with x1830882860817792 ext(11534336->12582911) 00002000:00010000:1.0:1746066908.957791:0:28858:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800958ea300 00000100:00100000:1.0:1746066908.961711:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:2033:x1830882860818048:12345-192.168.201.51@tcp:3:dd.0 Request processed in 55888us (61878us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066908.961725:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13455 00002000:00100000:1.0:1746066908.961738:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x19:0x0] (11534336->12582911) req@ffff880132c58380 x1830882860818048/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/440 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746066908.961749:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c58380 with x1830882860818048 ext(11534336->12582911) 00002000:00010000:1.0:1746066908.961756:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c58380 00000100:00100000:2.0:1746066908.965256:0:28859:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2034:x1830882860818304:12345-192.168.201.51@tcp:3:dd.0 Request processed in 56207us (62630us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066908.965271:0:28859:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13456 00002000:00100000:2.0:1746066908.965285:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff8800958e9500 x1830882860818304/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/440 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066908.965302:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e9500 with x1830882860818304 ext(12582912->13631487) 00002000:00010000:2.0:1746066908.965308:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800958e9500 00010000:00010000:1.0:1746066908.966142:0:25084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009085b000/0xd6b24631ff43a539 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.966156:0:25084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009085b000/0xd6b24631ff43a539 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.966165:0:25084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009085b000/0xd6b24631ff43a539 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.966172:0:25084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009085b000 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746066908.966177:0:25084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009085b000/0xd6b24631ff43a539 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.966186:0:25084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009085b000/0xd6b24631ff43a539 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.966205:0:25084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009085b000/0xd6b24631ff43a539 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.966211:0:25084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009085b000/0xd6b24631ff43a539 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066908.966278:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860818560:12345-192.168.201.51@tcp:3:dd.0 Request processed in 25735us (25972us total) trans 0 rc 40960/40960 00000100:00100000:1.0:1746066908.966286:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13457 00010000:00010000:2.0:1746066908.974288:0:27172:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4c00/0xd6b24631ff43a547 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.974307:0:27172:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4c00/0xd6b24631ff43a547 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.974315:0:27172:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4c00/0xd6b24631ff43a547 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.974321:0:27172:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7c4c00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746066908.974325:0:27172:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4c00/0xd6b24631ff43a547 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.974333:0:27172:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4c00/0xd6b24631ff43a547 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.974379:0:27172:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4c00/0xd6b24631ff43a547 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066908.974387:0:27172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c4c00/0xd6b24631ff43a547 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066908.974486:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2034:x1830882860819072:12345-192.168.201.51@tcp:3:dd.0 Request processed in 26875us (34066us total) trans 0 rc 999424/999424 00000100:00100000:2.0:1746066908.974497:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13459 00010000:00010000:1.0:1746066908.977896:0:27183:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095eadc00/0xd6b24631ff43a540 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.977914:0:27183:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095eadc00/0xd6b24631ff43a540 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.977922:0:27183:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095eadc00/0xd6b24631ff43a540 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.977934:0:27183:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095eadc00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746066908.977938:0:27183:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095eadc00/0xd6b24631ff43a540 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.977946:0:27183:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095eadc00/0xd6b24631ff43a540 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.977964:0:27183:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095eadc00/0xd6b24631ff43a540 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066908.977970:0:27183:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095eadc00/0xd6b24631ff43a540 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066908.978057:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2034:x1830882860818944:12345-192.168.201.51@tcp:3:dd.0 Request processed in 30762us (37666us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066908.978067:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13458 00000100:00100000:0.0:1746066908.979964:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066908.980025:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860819328 00000100:00100000:1.0:1746066908.980035:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860819328 00002000:00100000:1.0:1746066908.980082:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->8388607) req@ffff8800952e8000 x1830882860819328/t0(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/0 e 0 to 0 dl 1746066919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746066908.980093:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e8000 with x1830882860819328 ext(4194304->8388607) 00002000:00010000:1.0:1746066908.980099:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800952e8000 00000100:00100000:1.0:1746066908.980132:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13460 00000100:00100000:1.0:1746066908.980140:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:2033:x1830882860819328:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:2.0:1746066908.984920:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066908.985025:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860819584 00000100:00100000:3.0:1746066908.985036:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860819584 00000100:00100000:3.0:1746066908.985111:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13461 00000100:00100000:3.0:1746066908.985120:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2031:x1830882860819584:12345-192.168.201.51@tcp:4:dd.0 00002000:00010000:3.0:1746066908.985173:0:27172:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 10444800, mtime: 0x6812dddc, atime: 0x0, ctime: 0x6812dddc, blocks: 0x4fb0 00010000:00010000:3.0:1746066908.985182:0:27172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff43a54e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.985196:0:27172:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066908.985198:0:27172:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066908.985203:0:27172:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff43a54e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066908.985217:0:27172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff43a54e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066909.001143:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066909.001224:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860819840 00000100:00100000:1.0:1746066909.001236:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860819840 00002000:00100000:1.0:1746066909.001288:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->8388607) req@ffff8800952eb100 x1830882860819840/t0(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:315/0 lens 488/0 e 0 to 0 dl 1746066920 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746066909.001300:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952eb100 with x1830882860819840 ext(4194304->8388607) 00002000:00010000:1.0:1746066909.001305:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952eb100 00000100:00100000:1.0:1746066909.002281:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13462 00000100:00100000:1.0:1746066909.002292:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2034:x1830882860819840:12345-192.168.201.51@tcp:4:dd.0 00000001:00080000:1.0:1746066909.030046:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970516 is committed 00002000:00010000:2.0:1746066909.030262:0:27172:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 10444800 -> 12533760 00002000:00010000:2.0:1746066909.030267:0:27172:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 20400 -> 24480 00010000:00010000:2.0:1746066909.030282:0:27172:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff43a54e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.030293:0:27172:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff43a54e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.030301:0:27172:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff43a54e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.030307:0:27172:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013323c600 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746066909.030310:0:27172:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff43a54e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.030317:0:27172:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff43a54e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.030336:0:27172:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff43a54e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.030368:0:27172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff43a54e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066909.030813:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2031:x1830882860819584:12345-192.168.201.51@tcp:4:dd.0 Request processed in 45688us (45899us total) trans 4294970516 rc 0/0 00000100:00100000:2.0:1746066909.030826:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13461 00000100:00100000:3.0:1746066909.047198:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066909.047276:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860820096 00000100:00100000:2.0:1746066909.047287:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860820096 00000100:00100000:2.0:1746066909.047360:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13463 00000100:00100000:2.0:1746066909.047367:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2031:x1830882860820096:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:2.0:1746066909.047610:0:27172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009085b000/0xd6b24631ff43a555 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.047625:0:27172:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066909.047626:0:27172:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066909.047631:0:27172:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085b000/0xd6b24631ff43a555 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.047645:0:27172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009085b000/0xd6b24631ff43a555 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066909.051592:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2033:x1830882860819328:12345-192.168.201.51@tcp:4:dd.0 Request processed in 71436us (71616us total) trans 4294970517 rc 0/0 00000100:00100000:1.0:1746066909.051608:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13460 00002000:00100000:1.0:1746066909.051623:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->8388607) req@ffff8800952e8000 x1830882860819328/t4294970517(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:314/0 lens 488/448 e 0 to 0 dl 1746066919 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746066909.051635:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952e8000 with x1830882860819328 ext(4194304->8388607) 00002000:00010000:1.0:1746066909.051641:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800952e8000 00000100:00100000:3.0:1746066909.058165:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066909.058249:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066909.058310:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860820352 00000100:00100000:3.0:1746066909.058320:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860820352 00000100:00100000:2.0:1746066909.058320:0:28859:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860820608 00000100:00100000:2.0:1746066909.058325:0:28859:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860820608 00000100:00100000:3.0:1746066909.058397:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13464 00000100:00100000:3.0:1746066909.058403:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2032:x1830882860820352:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:2.0:1746066909.058403:0:28859:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13465 00000100:00100000:2.0:1746066909.058411:0:28859:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2031:x1830882860820608:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:3.0:1746066909.058439:0:27183:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88013323d200/0xd6b24631ff43a55c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.058439:0:28859:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008ea21200/0xd6b24631ff43a563 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.058454:0:27183:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066909.058454:0:28859:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066909.058455:0:27183:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066909.058455:0:28859:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066909.058460:0:27183:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013323d200/0xd6b24631ff43a55c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.058461:0:28859:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea21200/0xd6b24631ff43a563 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.058473:0:27183:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013323d200/0xd6b24631ff43a55c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.058473:0:28859:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ea21200/0xd6b24631ff43a563 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.068532:0:27172:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009085b000/0xd6b24631ff43a555 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.068561:0:27172:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009085b000/0xd6b24631ff43a555 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.068570:0:27172:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009085b000/0xd6b24631ff43a555 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.068577:0:27172:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009085b000 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746066909.068581:0:27172:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009085b000/0xd6b24631ff43a555 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.068589:0:27172:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009085b000/0xd6b24631ff43a555 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.068610:0:27172:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009085b000/0xd6b24631ff43a555 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.068615:0:27172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009085b000/0xd6b24631ff43a555 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066909.068710:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2031:x1830882860820096:12345-192.168.201.51@tcp:3:dd.0 Request processed in 21337us (21518us total) trans 0 rc 49152/49152 00000100:00100000:0.0:1746066909.068723:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13463 00010000:00010000:3.0:1746066909.079532:0:27183:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88013323d200/0xd6b24631ff43a55c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.079565:0:27183:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013323d200/0xd6b24631ff43a55c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.079574:0:27183:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013323d200/0xd6b24631ff43a55c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.079582:0:27183:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013323d200 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746066909.079586:0:27183:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013323d200/0xd6b24631ff43a55c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.079596:0:27183:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013323d200/0xd6b24631ff43a55c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.079722:0:28859:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008ea21200/0xd6b24631ff43a563 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.079731:0:28859:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea21200/0xd6b24631ff43a563 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.079738:0:28859:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ea21200/0xd6b24631ff43a563 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.079743:0:28859:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ea21200 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746066909.079746:0:28859:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ea21200/0xd6b24631ff43a563 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.079752:0:28859:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ea21200/0xd6b24631ff43a563 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.079763:0:28859:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ea21200/0xd6b24631ff43a563 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.079769:0:28859:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ea21200/0xd6b24631ff43a563 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066909.080328:0:28859:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2031:x1830882860820608:12345-192.168.201.51@tcp:3:dd.0 Request processed in 21911us (22072us total) trans 0 rc 991232/991232 00000100:00100000:2.0:1746066909.080359:0:28859:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13465 00010000:00010000:3.0:1746066909.080738:0:27183:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013323d200/0xd6b24631ff43a55c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.080748:0:27183:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013323d200/0xd6b24631ff43a55c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066909.080807:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2032:x1830882860820352:12345-192.168.201.51@tcp:3:dd.0 Request processed in 22403us (22655us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066909.080814:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13464 00000100:00100000:0.0:1746066909.092201:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066909.092591:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860820864 00000100:00100000:3.0:1746066909.092605:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860820864 00000100:00100000:3.0:1746066909.092689:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13466 00000100:00100000:3.0:1746066909.092698:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2032:x1830882860820864:12345-192.168.201.51@tcp:4:dd.0 00002000:00010000:3.0:1746066909.092751:0:27183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 12533760, mtime: 0x6812dddc, atime: 0x0, ctime: 0x6812dddc, blocks: 0x5fa0 00010000:00010000:3.0:1746066909.092761:0:27183:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff43a56a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.092774:0:27183:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066909.092776:0:27183:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066909.092782:0:27183:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff43a56a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.092796:0:27183:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff43a56a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066909.102868:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:2034:x1830882860819840:12345-192.168.201.51@tcp:4:dd.0 Request processed in 100570us (101727us total) trans 4294972266 rc 0/0 00000100:00100000:2.0:1746066909.102880:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13462 00002000:00100000:2.0:1746066909.102892:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->8388607) req@ffff8800952eb100 x1830882860819840/t4294972266(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:315/0 lens 488/448 e 0 to 0 dl 1746066920 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066909.102902:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952eb100 with x1830882860819840 ext(4194304->8388607) 00002000:00010000:2.0:1746066909.102907:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800952eb100 00000100:00100000:0.0:1746066909.104740:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066909.104798:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860821120 00000100:00100000:2.0:1746066909.104806:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860821120 00002000:00100000:2.0:1746066909.104838:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->12582911) req@ffff8800952ea680 x1830882860821120/t0(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:315/0 lens 488/0 e 0 to 0 dl 1746066920 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066909.104846:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952ea680 with x1830882860821120 ext(8388608->12582911) 00002000:00010000:2.0:1746066909.104849:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800952ea680 00000100:00100000:2.0:1746066909.105072:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13467 00000100:00100000:2.0:1746066909.105080:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2034:x1830882860821120:12345-192.168.201.51@tcp:4:dd.0 00000001:00080000:0.0:1746066909.130182:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970518 is committed 00000001:00080000:0.0:1746066909.130203:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970517 is committed 00000100:00100000:1.0:1746066909.130371:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066909.130434:0:28859:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860821376 00000100:00100000:0.0:1746066909.130444:0:28859:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860821376 00002000:00010000:3.0:1746066909.130648:0:27183:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 12533760 -> 14622720 00002000:00010000:3.0:1746066909.130653:0:27183:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 24480 -> 28560 00010000:00010000:3.0:1746066909.130669:0:27183:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff43a56a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00002000:00100000:0.0:1746066909.130676:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->12582911) req@ffff88009112f800 x1830882860821376/t0(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:315/0 lens 488/0 e 0 to 0 dl 1746066920 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00010000:00010000:3.0:1746066909.130680:0:27183:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff43a56a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00002000:00100000:0.0:1746066909.130687:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112f800 with x1830882860821376 ext(8388608->12582911) 00010000:00010000:3.0:1746066909.130690:0:27183:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff43a56a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746066909.130692:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112f800 00010000:00010000:3.0:1746066909.130697:0:27183:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013323d600 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746066909.130701:0:27183:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff43a56a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.130710:0:27183:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff43a56a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066909.130713:0:28859:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13468 00000100:00100000:0.0:1746066909.130719:0:28859:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:2033:x1830882860821376:12345-192.168.201.51@tcp:4:dd.0 00010000:00010000:3.0:1746066909.130728:0:27183:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff43a56a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.130735:0:27183:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff43a56a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066909.130812:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2032:x1830882860820864:12345-192.168.201.51@tcp:4:dd.0 Request processed in 38114us (38618us total) trans 4294970518 rc 0/0 00000100:00100000:3.0:1746066909.130820:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13466 00000100:00100000:0.0:1746066909.145692:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066909.145749:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066909.145769:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860821632 00000100:00100000:0.0:1746066909.145773:0:7276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860822016 00000100:00100000:1.0:1746066909.145779:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860821632 00000100:00100000:0.0:1746066909.145779:0:7276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860822016 00000100:00100000:1.0:1746066909.146023:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13469 00000100:00100000:0.0:1746066909.146023:0:7276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 208 00000100:00100000:1.0:1746066909.146033:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2031:x1830882860821632:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:0.0:1746066909.146033:0:7276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8d6cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+17:3888:x1830882860822016:12345-192.168.201.51@tcp:35:dd.0 00010000:00010000:1.0:1746066909.146073:0:27172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff43a571 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066909.146088:0:27172:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066909.146090:0:27172:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066909.146095:0:27172:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff43a571 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066909.146109:0:27172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff43a571 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066909.146264:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066909.146287:0:28858:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860822272 00000100:00100000:0.0:1746066909.146288:0:7276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8d6cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+18:3888:x1830882860822016:12345-192.168.201.51@tcp:35:dd.0 Request processed in 256us (537us total) trans 4294980280 rc 0/0 00000100:00100000:1.0:1746066909.146290:0:28858:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860822272 00000100:00100000:0.0:1746066909.146295:0:7276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 208 00000100:00100000:1.0:1746066909.146315:0:28858:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13470 00000100:00100000:1.0:1746066909.146320:0:28858:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2031:x1830882860822272:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:1.0:1746066909.146360:0:28858:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff43a578 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066909.146369:0:28858:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066909.146370:0:28858:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066909.146374:0:28858:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff43a578 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066909.146383:0:28858:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff43a578 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28858 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066909.147558:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066909.147580:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860822400 00000100:00100000:3.0:1746066909.147584:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860822400 00000100:00100000:3.0:1746066909.147618:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13471 00000100:00100000:3.0:1746066909.147624:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2031:x1830882860822400:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:3.0:1746066909.147644:0:27171:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff43a57f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.147655:0:27171:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066909.147656:0:27171:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066909.147660:0:27171:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff43a57f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.147670:0:27171:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff43a57f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066909.161696:0:27172:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff43a571 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066909.161713:0:27172:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff43a571 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066909.161723:0:27172:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff43a571 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066909.161736:0:27172:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133138a00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746066909.161740:0:27172:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff43a571 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066909.161748:0:27172:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff43a571 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066909.161772:0:27172:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff43a571 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066909.161779:0:27172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133138a00/0xd6b24631ff43a571 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066909.161879:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2031:x1830882860821632:12345-192.168.201.51@tcp:3:dd.0 Request processed in 15842us (16191us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1746066909.161891:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13469 00000100:00100000:2.0:1746066909.162216:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066909.162714:0:7276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860822656 00000100:00100000:1.0:1746066909.162723:0:7276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860822656 00000100:00100000:1.0:1746066909.162768:0:7276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 209 00000100:00100000:1.0:1746066909.162775:0:7276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+18:3888:x1830882860822656:12345-192.168.201.51@tcp:35:dd.0 00000100:00100000:1.0:1746066909.163858:0:7276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+19:3888:x1830882860822656:12345-192.168.201.51@tcp:35:dd.0 Request processed in 1081us (1642us total) trans 4294980281 rc 0/0 00000100:00100000:1.0:1746066909.163866:0:7276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 209 00010000:00010000:2.0:1746066909.170768:0:27171:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff43a57f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.170785:0:27171:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff43a57f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.170793:0:27171:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff43a57f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.170798:0:27171:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013323c600 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746066909.170802:0:27171:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff43a57f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.170811:0:27171:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff43a57f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.170829:0:27171:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff43a57f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.170836:0:27171:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013323c600/0xd6b24631ff43a57f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066909.170929:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2031:x1830882860822400:12345-192.168.201.51@tcp:3:dd.0 Request processed in 23298us (23382us total) trans 0 rc 983040/983040 00000100:00100000:2.0:1746066909.170939:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13471 00010000:00010000:1.0:1746066909.172294:0:28858:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff43a578 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066909.172318:0:28858:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff43a578 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066909.172326:0:28858:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff43a578 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066909.172332:0:28858:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133138200 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746066909.172336:0:28858:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff43a578 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066909.172375:0:28858:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff43a578 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066909.172390:0:28858:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff43a578 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066909.172396:0:28858:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133138200/0xd6b24631ff43a578 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28858 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066909.172660:0:28858:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2031:x1830882860822272:12345-192.168.201.51@tcp:3:dd.0 Request processed in 26337us (26393us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066909.172669:0:28858:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13470 00000100:00100000:0.0:1746066909.176301:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2034:x1830882860821120:12345-192.168.201.51@tcp:4:dd.0 Request processed in 71209us (72608us total) trans 4294970519 rc 0/0 00000100:00100000:0.0:1746066909.176315:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13467 00002000:00100000:0.0:1746066909.176329:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->12582911) req@ffff8800952ea680 x1830882860821120/t4294970519(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:315/0 lens 488/448 e 0 to 0 dl 1746066920 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066909.176360:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800952ea680 with x1830882860821120 ext(8388608->12582911) 00002000:00010000:0.0:1746066909.176366:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800952ea680 00000100:00100000:0.0:1746066909.187569:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066909.187709:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860822912 00000100:00100000:2.0:1746066909.187723:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860822912 00000100:00100000:2.0:1746066909.190134:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13472 00000100:00100000:2.0:1746066909.190151:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2032:x1830882860822912:12345-192.168.201.51@tcp:4:dd.0 00002000:00010000:2.0:1746066909.190202:0:25084:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 14622720, mtime: 0x6812dddc, atime: 0x0, ctime: 0x6812dddc, blocks: 0x6f90 00010000:00010000:2.0:1746066909.190210:0:25084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a586 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.190222:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066909.190224:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066909.190229:0:25084:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a586 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.190241:0:25084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a586 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066909.197275:0:28859:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2033:x1830882860821376:12345-192.168.201.51@tcp:4:dd.0 Request processed in 66546us (66900us total) trans 4294972267 rc 0/0 00000100:00100000:2.0:1746066909.197289:0:28859:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13468 00002000:00100000:2.0:1746066909.197301:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->12582911) req@ffff88009112f800 x1830882860821376/t4294972267(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:315/0 lens 488/448 e 0 to 0 dl 1746066920 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066909.197309:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112f800 with x1830882860821376 ext(8388608->12582911) 00002000:00010000:2.0:1746066909.197315:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112f800 00000001:00080000:0.0:1746066909.231296:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970520 is committed 00000001:00080000:0.0:1746066909.231317:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970519 is committed 00002000:00010000:3.0:1746066909.231754:0:25084:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 14622720 -> 16711680 00002000:00010000:3.0:1746066909.231760:0:25084:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746066908 -> 1746066909 00002000:00010000:3.0:1746066909.231762:0:25084:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746066908 -> 1746066909 00002000:00010000:3.0:1746066909.231764:0:25084:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 28560 -> 32640 00010000:00010000:3.0:1746066909.231780:0:25084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a586 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.231792:0:25084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a586 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.231800:0:25084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a586 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.231807:0:25084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009093ba00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746066909.231812:0:25084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a586 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.231821:0:25084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a586 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.231841:0:25084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a586 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.231848:0:25084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a586 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066909.232471:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2032:x1830882860822912:12345-192.168.201.51@tcp:4:dd.0 Request processed in 42321us (44908us total) trans 4294970520 rc 0/0 00000100:00100000:3.0:1746066909.232484:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13472 00000100:00100000:0.0:1746066909.239281:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066909.239598:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066909.239660:0:28859:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860823296 00000100:00100000:2.0:1746066909.239672:0:28859:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860823296 00000100:00100000:3.0:1746066909.239707:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860823424 00000100:00100000:3.0:1746066909.239711:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860823424 00000100:00100000:2.0:1746066909.239741:0:28859:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13473 00000100:00100000:3.0:1746066909.239745:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13474 00000100:00100000:3.0:1746066909.239752:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2033:x1830882860823424:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:2.0:1746066909.239752:0:28859:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2033:x1830882860823296:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:3.0:1746066909.239789:0:25084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012c223200/0xd6b24631ff43a58d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.239789:0:28859:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43a594 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.239804:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066909.239804:0:28859:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066909.239806:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066909.239806:0:28859:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066909.239811:0:25084:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c223200/0xd6b24631ff43a58d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.239811:0:28859:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43a594 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.239824:0:25084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c223200/0xd6b24631ff43a58d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.239824:0:28859:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43a594 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.253512:0:28859:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43a594 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.253532:0:28859:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43a594 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.253561:0:28859:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43a594 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.253568:0:28859:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d952e00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746066909.253573:0:28859:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43a594 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.253581:0:28859:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43a594 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.253601:0:28859:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43a594 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.253607:0:28859:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d952e00/0xd6b24631ff43a594 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066909.254249:0:28859:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2033:x1830882860823296:12345-192.168.201.51@tcp:3:dd.0 Request processed in 14495us (14971us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066909.254260:0:28859:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13473 00010000:00010000:3.0:1746066909.260068:0:25084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012c223200/0xd6b24631ff43a58d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.260089:0:25084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012c223200/0xd6b24631ff43a58d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.260099:0:25084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012c223200/0xd6b24631ff43a58d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.260106:0:25084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c223200 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746066909.260110:0:25084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c223200/0xd6b24631ff43a58d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.260118:0:25084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c223200/0xd6b24631ff43a58d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.260139:0:25084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012c223200/0xd6b24631ff43a58d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.260145:0:25084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c223200/0xd6b24631ff43a58d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066909.261395:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2033:x1830882860823424:12345-192.168.201.51@tcp:3:dd.0 Request processed in 21634us (21788us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746066909.261410:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13474 00000100:00100000:0.0:1746066909.267449:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066909.267611:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860823808 00000100:00100000:3.0:1746066909.267622:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860823808 00000100:00100000:3.0:1746066909.268076:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13475 00000100:00100000:3.0:1746066909.268085:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2034:x1830882860823808:12345-192.168.201.51@tcp:4:dd.0 00002000:00010000:3.0:1746066909.268137:0:25084:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 16711680, mtime: 0x6812dddd, atime: 0x0, ctime: 0x6812dddd, blocks: 0x7f80 00010000:00010000:3.0:1746066909.268146:0:25084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a59b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.268161:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066909.268163:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066909.268168:0:25084:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a59b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.268182:0:25084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a59b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746066909.299633:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970521 is committed 00002000:00010000:2.0:1746066909.299793:0:25084:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 16711680 -> 18800640 00002000:00010000:2.0:1746066909.299796:0:25084:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 32640 -> 36720 00010000:00010000:2.0:1746066909.299811:0:25084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a59b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.299821:0:25084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a59b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.299831:0:25084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a59b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.299836:0:25084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c223800 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746066909.299839:0:25084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a59b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.299845:0:25084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a59b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.299862:0:25084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a59b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.299866:0:25084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a59b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066909.300146:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2034:x1830882860823808:12345-192.168.201.51@tcp:4:dd.0 Request processed in 32058us (32703us total) trans 4294970521 rc 0/0 00000100:00100000:2.0:1746066909.300155:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13475 00000100:00100000:0.0:1746066909.305523:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066909.305622:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066909.305711:0:28859:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860824192 00000100:00100000:3.0:1746066909.305721:0:28859:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860824192 00000100:00100000:2.0:1746066909.306801:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860824320 00000100:00100000:2.0:1746066909.306806:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860824320 00000100:00100000:2.0:1746066909.306856:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13476 00000100:00100000:2.0:1746066909.306865:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2032:x1830882860824192:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:2.0:1746066909.306905:0:27171:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff43a5a2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.306925:0:27171:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066909.306927:0:27171:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066909.306933:0:27171:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff43a5a2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.306947:0:27171:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff43a5a2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066909.307839:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13477 00000100:00100000:2.0:1746066909.307847:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2032:x1830882860824320:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:2.0:1746066909.307869:0:25084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800953c8800/0xd6b24631ff43a5a9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.307877:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066909.307878:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066909.307881:0:25084:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800953c8800/0xd6b24631ff43a5a9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.307890:0:25084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800953c8800/0xd6b24631ff43a5a9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.324965:0:27171:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff43a5a2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.324985:0:27171:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff43a5a2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.324993:0:27171:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff43a5a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.325001:0:27171:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800953c8200 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746066909.325005:0:27171:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff43a5a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.325013:0:27171:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff43a5a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.325031:0:27171:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff43a5a2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.325036:0:27171:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8200/0xd6b24631ff43a5a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066909.328564:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2032:x1830882860824192:12345-192.168.201.51@tcp:3:dd.0 Request processed in 21674us (23025us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066909.328579:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13476 00010000:00010000:3.0:1746066909.329955:0:25084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800953c8800/0xd6b24631ff43a5a9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.329970:0:25084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800953c8800/0xd6b24631ff43a5a9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.329978:0:25084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800953c8800/0xd6b24631ff43a5a9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.329985:0:25084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800953c8800 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746066909.329989:0:25084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800953c8800/0xd6b24631ff43a5a9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.330002:0:25084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800953c8800/0xd6b24631ff43a5a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.330022:0:25084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800953c8800/0xd6b24631ff43a5a9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.330027:0:25084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800953c8800/0xd6b24631ff43a5a9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066909.330885:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2032:x1830882860824320:12345-192.168.201.51@tcp:3:dd.0 Request processed in 23032us (25256us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746066909.330897:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13477 00000100:00100000:0.0:1746066909.335813:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066909.335878:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860824704 00000100:00100000:3.0:1746066909.335889:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860824704 00000100:00100000:3.0:1746066909.335956:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13478 00000100:00100000:3.0:1746066909.335964:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2031:x1830882860824704:12345-192.168.201.51@tcp:4:dd.0 00002000:00010000:3.0:1746066909.336015:0:25084:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 18800640, mtime: 0x6812dddd, atime: 0x0, ctime: 0x6812dddd, blocks: 0x8f70 00010000:00010000:3.0:1746066909.336025:0:25084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a5b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.336041:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066909.336043:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066909.336048:0:25084:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a5b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.336062:0:25084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a5b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746066909.363133:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970522 is committed 00002000:00010000:3.0:1746066909.363518:0:25084:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 18800640 -> 20889600 00002000:00010000:3.0:1746066909.363523:0:25084:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 36720 -> 40800 00010000:00010000:3.0:1746066909.363548:0:25084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a5b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.363560:0:25084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a5b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.363568:0:25084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a5b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.363573:0:25084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c223800 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746066909.363577:0:25084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a5b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.363584:0:25084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a5b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.363601:0:25084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a5b0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.363607:0:25084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a5b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066909.363710:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2031:x1830882860824704:12345-192.168.201.51@tcp:4:dd.0 Request processed in 27742us (27905us total) trans 4294970522 rc 0/0 00000100:00100000:3.0:1746066909.363724:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13478 00000100:00100000:0.0:1746066909.367583:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066909.367651:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066909.368265:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860825088 00000100:00100000:2.0:1746066909.368574:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860825344 00000100:00100000:2.0:1746066909.368585:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860825344 00000100:00100000:3.0:1746066909.368740:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860825088 00000100:00100000:3.0:1746066909.368794:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13479 00000100:00100000:3.0:1746066909.368803:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2032:x1830882860825088:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:2.0:1746066909.368862:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13480 00000100:00100000:2.0:1746066909.368868:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2032:x1830882860825344:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:3.0:1746066909.368953:0:25084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a5b7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.368969:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066909.368971:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066909.368976:0:25084:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a5b7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.368990:0:25084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a5b7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.370559:0:27171:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff43a5be lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.370575:0:27171:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066909.370576:0:27171:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066909.370581:0:27171:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff43a5be lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.370595:0:27171:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff43a5be lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.387115:0:25084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a5b7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.387136:0:25084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a5b7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.387144:0:25084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a5b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.387152:0:25084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c223800 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746066909.387157:0:25084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a5b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.387166:0:25084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a5b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.387187:0:25084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a5b7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.387194:0:25084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c223800/0xd6b24631ff43a5b7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066909.387289:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2032:x1830882860825088:12345-192.168.201.51@tcp:3:dd.0 Request processed in 18482us (19712us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746066909.387300:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13479 00010000:00010000:2.0:1746066909.393741:0:27171:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff43a5be lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.393759:0:27171:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff43a5be lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.393767:0:27171:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff43a5be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.393773:0:27171:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800953c9200 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746066909.393777:0:27171:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff43a5be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.393784:0:27171:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff43a5be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.393802:0:27171:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff43a5be lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.393807:0:27171:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c9200/0xd6b24631ff43a5be lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066909.393906:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2032:x1830882860825344:12345-192.168.201.51@tcp:3:dd.0 Request processed in 25032us (26248us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066909.393919:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13480 00000100:00100000:0.0:1746066909.398516:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066909.398728:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860825600 00000100:00100000:2.0:1746066909.398739:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860825600 00000100:00100000:2.0:1746066909.398817:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13481 00000100:00100000:2.0:1746066909.398826:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2032:x1830882860825600:12345-192.168.201.51@tcp:4:dd.0 00002000:00010000:2.0:1746066909.398882:0:27171:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 20889600, mtime: 0x6812dddd, atime: 0x0, ctime: 0x6812dddd, blocks: 0x9f60 00010000:00010000:2.0:1746066909.398890:0:27171:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800953c9200/0xd6b24631ff43a5c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.398905:0:27171:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066909.398907:0:27171:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066909.398913:0:27171:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800953c9200/0xd6b24631ff43a5c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.398927:0:27171:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800953c9200/0xd6b24631ff43a5c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066909.409748:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ccc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882861297664:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746066909.409826:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066909.409917:0:9630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861297664 00000100:00100000:1.0:1746066909.410125:0:9630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861297664 00000100:00100000:1.0:1746066909.410178:0:9630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:1.0:1746066909.410187:0:9630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3789:x1830882861297664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1746066909.410212:0:9630:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 122555200 pending 2113536 free 3894034432 avail 3643506688 00000100:00100000:1.0:1746066909.410568:0:9630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3789:x1830882861297664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 381us (742us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066909.410574:0:9630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:2.0:1746066909.410674:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ccc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3789:1830882861297664:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1746066909.412640:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:1.0:1746066909.439189:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970523 is committed 00002000:00010000:2.0:1746066909.439629:0:27171:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 20889600 -> 22978560 00002000:00010000:2.0:1746066909.439635:0:27171:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 40800 -> 44880 00010000:00010000:2.0:1746066909.439650:0:27171:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800953c9200/0xd6b24631ff43a5c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.439662:0:27171:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800953c9200/0xd6b24631ff43a5c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.439671:0:27171:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800953c9200/0xd6b24631ff43a5c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.439678:0:27171:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800953c9200 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746066909.439682:0:27171:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800953c9200/0xd6b24631ff43a5c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.439689:0:27171:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800953c9200/0xd6b24631ff43a5c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.439708:0:27171:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800953c9200/0xd6b24631ff43a5c5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.439714:0:27171:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800953c9200/0xd6b24631ff43a5c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066909.440307:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2032:x1830882860825600:12345-192.168.201.51@tcp:4:dd.0 Request processed in 41477us (41796us total) trans 4294970523 rc 0/0 00000100:00100000:3.0:1746066909.440319:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13481 00000100:00100000:3.0:1746066909.444429:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066909.444459:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066909.444486:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860825984 00000100:00100000:0.0:1746066909.444495:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860825984 00000100:00100000:3.0:1746066909.444497:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066909.444998:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860826240 00000100:00100000:0.0:1746066909.445002:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860826240 00000100:00100000:3.0:1746066909.445009:0:28859:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860826368 00000100:00100000:3.0:1746066909.445013:0:28859:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860826368 00000100:00100000:0.0:1746066909.445067:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13482 00000100:00100000:0.0:1746066909.445075:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2031:x1830882860825984:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:2.0:1746066909.445082:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13483 00000100:00100000:2.0:1746066909.445093:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2031:x1830882860826240:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:2.0:1746066909.445114:0:25084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff43a5d3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.445114:0:27171:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a5cc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.445128:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066909.445128:0:27171:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066909.445130:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066909.445130:0:27171:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066909.445135:0:25084:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff43a5d3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.445135:0:27171:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a5cc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.445148:0:25084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff43a5d3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.445149:0:27171:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a5cc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066909.445510:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13484 00000100:00100000:0.0:1746066909.445516:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2032:x1830882860826368:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:0.0:1746066909.445530:0:27172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008e901000/0xd6b24631ff43a5da lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.445551:0:27172:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066909.445553:0:27172:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066909.445556:0:27172:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e901000/0xd6b24631ff43a5da lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.445565:0:27172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e901000/0xd6b24631ff43a5da lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.456737:0:27171:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a5cc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.456756:0:27171:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a5cc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.456764:0:27171:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a5cc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.456771:0:27171:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009093ba00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746066909.456775:0:27171:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a5cc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.456783:0:27171:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a5cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.456802:0:27171:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a5cc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.456809:0:27171:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a5cc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.459082:0:25084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff43a5d3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.459100:0:25084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff43a5d3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.459107:0:25084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff43a5d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.459115:0:25084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800953c8c00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746066909.459119:0:25084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff43a5d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.459126:0:25084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff43a5d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.459142:0:25084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff43a5d3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.459147:0:25084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953c8c00/0xd6b24631ff43a5d3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066909.459229:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2031:x1830882860826240:12345-192.168.201.51@tcp:3:dd.0 Request processed in 14132us (14762us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066909.459241:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13483 00000100:00100000:2.0:1746066909.459453:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2031:x1830882860825984:12345-192.168.201.51@tcp:3:dd.0 Request processed in 14378us (15033us total) trans 0 rc 90112/90112 00000100:00100000:2.0:1746066909.459461:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13482 00010000:00010000:0.0:1746066909.462004:0:27172:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008e901000/0xd6b24631ff43a5da lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.462022:0:27172:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e901000/0xd6b24631ff43a5da lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.462030:0:27172:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e901000/0xd6b24631ff43a5da lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.462037:0:27172:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e901000 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746066909.462041:0:27172:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e901000/0xd6b24631ff43a5da lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.462051:0:27172:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e901000/0xd6b24631ff43a5da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.462069:0:27172:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e901000/0xd6b24631ff43a5da lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.462075:0:27172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e901000/0xd6b24631ff43a5da lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066909.463923:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2032:x1830882860826368:12345-192.168.201.51@tcp:3:dd.0 Request processed in 18394us (19413us total) trans 0 rc 950272/950272 00000100:00100000:0.0:1746066909.463935:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13484 00000100:00100000:0.0:1746066909.468639:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066909.468739:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860826624 00000100:00100000:2.0:1746066909.468750:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860826624 00000100:00100000:2.0:1746066909.468811:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13485 00000100:00100000:2.0:1746066909.468819:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2032:x1830882860826624:12345-192.168.201.51@tcp:4:dd.0 00002000:00010000:2.0:1746066909.468871:0:27172:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 22978560, mtime: 0x6812dddd, atime: 0x0, ctime: 0x6812dddd, blocks: 0xaf50 00010000:00010000:2.0:1746066909.468879:0:27172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095cc3e00/0xd6b24631ff43a5e1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.468894:0:27172:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066909.468896:0:27172:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066909.468901:0:27172:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cc3e00/0xd6b24631ff43a5e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.468914:0:27172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cc3e00/0xd6b24631ff43a5e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746066909.497649:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970524 is committed 00002000:00010000:2.0:1746066909.497854:0:27172:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 22978560 -> 25067520 00002000:00010000:2.0:1746066909.497859:0:27172:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 44880 -> 48960 00010000:00010000:2.0:1746066909.497874:0:27172:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095cc3e00/0xd6b24631ff43a5e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.497886:0:27172:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095cc3e00/0xd6b24631ff43a5e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.497895:0:27172:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095cc3e00/0xd6b24631ff43a5e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.497902:0:27172:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095cc3e00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746066909.497907:0:27172:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095cc3e00/0xd6b24631ff43a5e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.497916:0:27172:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095cc3e00/0xd6b24631ff43a5e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.497937:0:27172:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095cc3e00/0xd6b24631ff43a5e1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.497943:0:27172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cc3e00/0xd6b24631ff43a5e1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27172 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066909.498073:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2032:x1830882860826624:12345-192.168.201.51@tcp:4:dd.0 Request processed in 29248us (29439us total) trans 4294970524 rc 0/0 00000100:00100000:2.0:1746066909.498084:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13485 00000100:00100000:0.0:1746066909.501739:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066909.501784:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066909.501846:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860827008 00000100:00100000:1.0:1746066909.501856:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860827008 00000100:00100000:1.0:1746066909.501908:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860827136 00000100:00100000:1.0:1746066909.501910:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860827136 00000100:00100000:1.0:1746066909.502102:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13486 00000100:00100000:1.0:1746066909.502109:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2032:x1830882860827008:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:1.0:1746066909.502143:0:27171:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095dec200/0xd6b24631ff43a5e8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066909.502157:0:27171:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066909.502159:0:27171:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066909.502164:0:27171:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095dec200/0xd6b24631ff43a5e8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066909.502177:0:27171:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095dec200/0xd6b24631ff43a5e8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066909.502249:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13487 00000100:00100000:2.0:1746066909.502259:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2032:x1830882860827136:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:2.0:1746066909.502279:0:27183:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095cc2a00/0xd6b24631ff43a5ef lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.502287:0:27183:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066909.502288:0:27183:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066909.502291:0:27183:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cc2a00/0xd6b24631ff43a5ef lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.502299:0:27183:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cc2a00/0xd6b24631ff43a5ef lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.509165:0:27183:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095cc2a00/0xd6b24631ff43a5ef lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.509186:0:27183:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095cc2a00/0xd6b24631ff43a5ef lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.509194:0:27183:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095cc2a00/0xd6b24631ff43a5ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.509201:0:27183:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095cc2a00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746066909.509205:0:27183:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095cc2a00/0xd6b24631ff43a5ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.509213:0:27183:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095cc2a00/0xd6b24631ff43a5ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.509233:0:27183:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095cc2a00/0xd6b24631ff43a5ef lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.509238:0:27183:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cc2a00/0xd6b24631ff43a5ef lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066909.509682:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2032:x1830882860827136:12345-192.168.201.51@tcp:3:dd.0 Request processed in 7420us (7891us total) trans 0 rc 98304/98304 00000100:00100000:2.0:1746066909.509692:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13487 00010000:00010000:0.0:1746066909.510716:0:27171:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095dec200/0xd6b24631ff43a5e8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.510725:0:27171:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095dec200/0xd6b24631ff43a5e8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.510732:0:27171:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095dec200/0xd6b24631ff43a5e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.510738:0:27171:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095dec200 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746066909.510741:0:27171:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095dec200/0xd6b24631ff43a5e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.510749:0:27171:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095dec200/0xd6b24631ff43a5e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.510760:0:27171:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095dec200/0xd6b24631ff43a5e8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.510767:0:27171:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095dec200/0xd6b24631ff43a5e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066909.511130:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2032:x1830882860827008:12345-192.168.201.51@tcp:3:dd.0 Request processed in 9017us (9400us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066909.511139:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13486 00000100:00100000:0.0:1746066909.513568:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066909.513655:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860827264 00000100:00100000:1.0:1746066909.513670:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860827264 00000100:00100000:1.0:1746066909.514450:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29943 00000100:00100000:1.0:1746066909.514459:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+6:3887:x1830882860827264:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:1.0:1746066909.514482:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066909.514503:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff43a5f6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fc41 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746066909.514526:0:25556:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 25067520, mtime: 0x6812dddd, atime: 0x0, ctime: 0x6812dddd, blocks: 0xbf40 00010000:00010000:1.0:1746066909.514560:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066909.514562:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066909.514570:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff43a5f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc41 expref: 7 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066909.514586:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff43a5f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc41 expref: 7 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066909.514597:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095decc00, rc 0) 00000100:00100000:1.0:1746066909.514644:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+7:3887:x1830882860827264:12345-192.168.201.51@tcp:101:dd.0 Request processed in 186us (1084us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066909.514650:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29943 00000100:00100000:0.0:1746066909.528300:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066909.528410:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860827392 00000100:00100000:3.0:1746066909.528422:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860827392 00002000:00100000:3.0:1746066909.528474:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1b:0x0] (25067520->26214399) req@ffff88008ccc5180 x1830882860827392/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:315/0 lens 488/0 e 0 to 0 dl 1746066920 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746066909.528486:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc5180 with x1830882860827392 ext(25067520->26214399) 00002000:00010000:3.0:1746066909.528492:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ccc5180 00000100:00100000:3.0:1746066909.528531:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13488 00000100:00100000:3.0:1746066909.528573:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2034:x1830882860827392:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:0.0:1746066909.542212:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2034:x1830882860827392:12345-192.168.201.51@tcp:4:dd.0 Request processed in 13625us (13910us total) trans 4294970525 rc 0/0 00000100:00100000:0.0:1746066909.542227:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13488 00002000:00100000:0.0:1746066909.542242:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1b:0x0] (25067520->26214399) req@ffff88008ccc5180 x1830882860827392/t4294970525(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:315/0 lens 488/448 e 0 to 0 dl 1746066920 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066909.542254:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccc5180 with x1830882860827392 ext(25067520->26214399) 00002000:00010000:0.0:1746066909.542262:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ccc5180 00000100:00100000:0.0:1746066909.544901:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066909.545005:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860827520 00000100:00100000:1.0:1746066909.545015:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860827520 00000100:00100000:1.0:1746066909.545078:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28757 00000100:00100000:1.0:1746066909.545087:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+26:3887:x1830882860827520:12345-192.168.201.51@tcp:44:dd.0 00000001:00080000:0.0:1746066909.546652:0:7254:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980281 is committed 00000001:00080000:0.0:1746066909.548222:0:7254:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980279 is committed 00000020:00080000:0.0:1746066909.548256:0:7254:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 9 batchid updated 00000020:00080000:3.0:1746066909.548316:0:7302:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00000004:00080000:3.0:1746066909.548404:0:7302:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880095c55d80 with version 21 00000020:00080000:3.0:1746066909.548426:0:7302:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 9 cancel update log [0x240000401:0x2:0x0].9: rc = 0 00000020:00080000:3.0:1746066909.548496:0:7302:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 9 cancel update log [0x200000400:0x2:0x0].9: rc = 0 00000100:00100000:0.0:1746066909.548502:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+18:3887:x1830882860827520:12345-192.168.201.51@tcp:44:dd.0 Request processed in 3412us (3607us total) trans 0 rc 0/0 00000020:00080000:3.0:1746066909.548503:0:7302:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00000100:00100000:0.0:1746066909.548512:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28757 00000004:00080000:2.0:1746066909.548694:0:8582:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff88012b45a780 version 21 rpc_version 21 00000020:00100000:2.0:1746066909.548725:0:8582:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1746066909.548732:0:8582:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880132c5a680 x1830882861297920/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746066909.548757:0:8582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c5a680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8582:1830882861297920:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1746066909.548806:0:8582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066909.548855:0:8582:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8d50540 going to sleep for 11 seconds 00000100:00100000:3.0:1746066909.548907:0:24128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861297920 00000100:00100000:3.0:1746066909.548915:0:24128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861297920 00000100:00100000:3.0:1746066909.548951:0:24128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:3.0:1746066909.548958:0:24128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8582:x1830882861297920:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746066909.549088:0:24128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:8582:x1830882861297920:12345-0@lo:1000:osp_up1-0.0 Request processed in 127us (278us total) trans 4294967404 rc 0/0 00000100:00100000:3.0:1746066909.549097:0:24128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00010000:00010000:1.0:1746066909.549243:0:3775:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead600/0xd6b24631ff43a3bf lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066909.549254:0:3775:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead600/0xd6b24631ff43a3bf lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066909.549261:0:3775:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead600/0xd6b24631ff43a3bf lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066909.549268:0:3775:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095ead600 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:1.0:1746066909.549272:0:3775:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead600/0xd6b24631ff43a3bf lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066909.549279:0:3775:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead600/0xd6b24631ff43a3bf lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066909.549297:0:3775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008f4c7b00) 00010000:00010000:1.0:1746066909.549300:0:3775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066909.549303:0:3775:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead600/0xd6b24631ff43a3bf lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066909.549308:0:3775:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead600/0xd6b24631ff43a3bf lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066909.549358:0:3775:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009093b200/0xd6b24631ff43a48a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066909.549365:0:3775:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009093b200/0xd6b24631ff43a48a lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066909.549369:0:3775:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009093b200/0xd6b24631ff43a48a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066909.549608:0:3775:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009093b200 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:1.0:1746066909.549611:0:3775:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009093b200/0xd6b24631ff43a48a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066909.549616:0:3775:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009093b200/0xd6b24631ff43a48a lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066909.549624:0:3775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff880095c5e200) 00010000:00010000:1.0:1746066909.549627:0:3775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066909.549630:0:3775:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009093b200/0xd6b24631ff43a48a lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17223 initiator: MDT0 00010000:00010000:1.0:1746066909.549634:0:3775:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009093b200/0xd6b24631ff43a48a lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17223 initiator: MDT0 00000100:00100000:2.0:1746066909.550665:0:8582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c5a680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8582:1830882861297920:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746066909.554741:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066909.555699:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860827648 00000100:00100000:3.0:1746066909.555710:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860827648 00000100:00100000:1.0:1746066909.556697:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29944 00000100:00100000:1.0:1746066909.556710:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800952e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882860827648:12345-192.168.201.51@tcp:16:dd.0 00000001:00080000:0.0:1746066909.559486:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970525 is committed 00000100:00100000:1.0:1746066909.559700:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800952e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2033:x1830882860827648:12345-192.168.201.51@tcp:16:dd.0 Request processed in 2988us (4963us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066909.559713:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29944 00000100:00100000:0.0:1746066909.562252:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066909.562613:0:7276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860827904 00000100:00100000:1.0:1746066909.562623:0:7276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860827904 00000100:00100000:1.0:1746066909.562682:0:7276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 210 00000100:00100000:1.0:1746066909.562690:0:7276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+16:3887:x1830882860827904:12345-192.168.201.51@tcp:35:dd.0 00000100:00100000:1.0:1746066909.562903:0:7276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+17:3887:x1830882860827904:12345-192.168.201.51@tcp:35:dd.0 Request processed in 213us (660us total) trans 4294980282 rc 0/0 00000100:00100000:1.0:1746066909.562910:0:7276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 210 00000100:00100000:0.0:1746066909.565406:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066909.565497:0:16167:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860828160 00000100:00100000:3.0:1746066909.565508:0:16167:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860828160 00000100:00100000:3.0:1746066909.565563:0:16167:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 211 00000100:00100000:3.0:1746066909.565571:0:16167:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+17:3887:x1830882860828160:12345-192.168.201.51@tcp:35:dd.0 00000001:00080000:3.0:1746066909.565763:0:16167:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980283 00000100:00100000:3.0:1746066909.565841:0:16167:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+19:3887:x1830882860828160:12345-192.168.201.51@tcp:35:dd.0 Request processed in 270us (443us total) trans 4294980284 rc 0/0 00000100:00100000:3.0:1746066909.565849:0:16167:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 211 00000020:00080000:3.0:1746066909.565853:0:16167:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746066909.604963:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066909.605714:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860828288 00000100:00100000:2.0:1746066909.605725:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860828288 00000100:00100000:2.0:1746066909.606620:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28758 00000100:00100000:2.0:1746066909.606631:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091039c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+19:3890:x1830882860828288:12345-192.168.201.51@tcp:101:checkstat.0 00010000:00010000:2.0:1746066909.606658:0:17223:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066909.606677:0:17223:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3000/0xd6b24631ff43a5fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fc48 expref: -99 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.606743:0:17223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3e00/0xd6b24631ff43a604 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17223 initiator: MDT0 00010000:00010000:2.0:1746066909.606756:0:17223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3e00/0xd6b24631ff43a604 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:2.0:1746066909.606766:0:17223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3e00/0xd6b24631ff43a604 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00000004:00200000:2.0:1746066909.606810:0:17223:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746066909.606814:0:17223:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746066909.606839:0:17223:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3e00/0xd6b24631ff43a604 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00010000:00010000:2.0:1746066909.606861:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3000/0xd6b24631ff43a5fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc48 expref: 21 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.606892:0:17223:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3e00/0xd6b24631ff43a604 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc48 expref: 20 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.606901:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066909.606904:0:17223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746066909.606908:0:17223:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc3e00, rc 0) 00000100:00100000:2.0:1746066909.607763:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091039c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+20:3890:x1830882860828288:12345-192.168.201.51@tcp:101:checkstat.0 Request processed in 1133us (2808us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066909.607770:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28758 00000100:00100000:0.0:1746066909.610854:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066909.611587:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860828416 00000100:00100000:2.0:1746066909.611598:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860828416 00000100:00100000:2.0:1746066909.611649:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28759 00000100:00100000:2.0:1746066909.611657:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+20:3890:x1830882860828416:12345-192.168.201.51@tcp:101:checkstat.0 00010000:00010000:2.0:1746066909.611677:0:7272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066909.611696:0:7272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc2800/0xd6b24631ff43a60b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fc4f expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.611761:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3000/0xd6b24631ff43a612 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.611773:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3000/0xd6b24631ff43a612 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.611784:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3000/0xd6b24631ff43a612 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.611806:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a6c0600/0xd6b24631ff43a619 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.611812:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a6c0600/0xd6b24631ff43a619 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.611817:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a6c0600/0xd6b24631ff43a619 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.611903:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef5a00/0xd6b24631ff43a620 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.611911:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef5a00/0xd6b24631ff43a620 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.611917:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef5a00/0xd6b24631ff43a620 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00000004:00200000:2.0:1746066909.611955:0:7272:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00000004:00200000:2.0:1746066909.611960:0:7272:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746066909.611978:0:7272:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef5a00/0xd6b24631ff43a620 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.611988:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef5a00/0xd6b24631ff43a620 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.612201:0:7272:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3000/0xd6b24631ff43a612 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.612206:0:7272:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3000/0xd6b24631ff43a612 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.612210:0:7272:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3000/0xd6b24631ff43a612 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.612215:0:7272:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095cc3000 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066909.612218:0:7272:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3000/0xd6b24631ff43a612 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.612221:0:7272:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3000/0xd6b24631ff43a612 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.612229:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066909.612232:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066909.612235:0:7272:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3000/0xd6b24631ff43a612 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.612239:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3000/0xd6b24631ff43a612 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.612260:0:7272:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a6c0600/0xd6b24631ff43a619 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.612263:0:7272:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a6c0600/0xd6b24631ff43a619 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.612266:0:7272:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a6c0600/0xd6b24631ff43a619 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.612270:0:7272:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a6c0600 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066909.612272:0:7272:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a6c0600/0xd6b24631ff43a619 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.612274:0:7272:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a6c0600/0xd6b24631ff43a619 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.612277:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800962f2700) 00010000:00010000:2.0:1746066909.612279:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066909.612280:0:7272:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a6c0600/0xd6b24631ff43a619 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.612282:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a6c0600/0xd6b24631ff43a619 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.612304:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc2800/0xd6b24631ff43a60b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc4f expref: 22 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.612563:0:7272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef5a00/0xd6b24631ff43a620 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc4f expref: 21 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.612570:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88008f4c7800) 00010000:00010000:2.0:1746066909.612572:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066909.612575:0:7272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ef5a00, rc 0) 00000100:00100000:2.0:1746066909.612629:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+21:3890:x1830882860828416:12345-192.168.201.51@tcp:101:checkstat.0 Request processed in 971us (1783us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066909.612636:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28759 00000100:00100000:0.0:1746066909.617418:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066909.617504:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066909.617573:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860828544 00000100:00100000:1.0:1746066909.617582:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860828544 00000100:00100000:1.0:1746066909.617640:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860828672 00000100:00100000:1.0:1746066909.617642:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860828672 00000100:00100000:1.0:1746066909.617660:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29945 00000100:00100000:1.0:1746066909.617668:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091039500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2033:x1830882860828544:12345-192.168.201.51@tcp:101:checkstat.0 00010000:00010000:1.0:1746066909.617688:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066909.617706:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff43a627 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fc56 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066909.617771:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25556:1830882861298048:192.168.201.51@tcp:106: 00000100:00100000:1.0:1746066909.617846:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963f9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066909.618740:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29946 00000100:00100000:3.0:1746066909.618751:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091038380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2033:x1830882860828672:12345-192.168.201.51@tcp:101:checkstat.0 00010000:00010000:3.0:1746066909.618761:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066909.618772:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff43a62e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fc5d expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066909.618803:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861298176:192.168.201.51@tcp:106: 00000100:00100000:3.0:1746066909.618860:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095c55b40 going to sleep for 11 seconds 00002000:00010000:1.0:1746066909.622180:0:25556:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:1.0:1746066909.622188:0:25556:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime: 0 -> 1746066908 00002000:00010000:1.0:1746066909.622190:0:25556:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb atime: 0 -> 1746066908 00002000:00010000:1.0:1746066909.622192:0:25556:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime: 0 -> 1746066908 00002000:00010000:1.0:1746066909.622194:0:25556:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:1.0:1746066909.622220:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25556:1830882861298048:192.168.201.51@tcp:106: 00010000:00010000:1.0:1746066909.622255:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff43a627 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc56 expref: 8 pid: 25556 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066909.622268:0:25556:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff43a627 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc56 expref: 8 pid: 25556 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066909.622284:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ded000, rc 0) 00000100:00100000:1.0:1746066909.622331:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091039500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2033:x1830882860828544:12345-192.168.201.51@tcp:101:checkstat.0 Request processed in 4662us (4924us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066909.622357:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29945 00002000:00010000:3.0:1746066909.623785:0:9627:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:3.0:1746066909.623788:0:9627:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime: 0 -> 1746066908 00002000:00010000:3.0:1746066909.623790:0:9627:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb atime: 0 -> 1746066908 00002000:00010000:3.0:1746066909.623792:0:9627:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime: 0 -> 1746066908 00002000:00010000:3.0:1746066909.623793:0:9627:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:3.0:1746066909.623808:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861298176:192.168.201.51@tcp:106: 00010000:00010000:3.0:1746066909.623829:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff43a62e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc5d expref: 16 pid: 9627 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066909.623839:0:9627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c222200/0xd6b24631ff43a62e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc5d expref: 16 pid: 9627 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066909.623851:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c222200, rc 0) 00000100:00100000:3.0:1746066909.623894:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091038380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2033:x1830882860828672:12345-192.168.201.51@tcp:101:checkstat.0 Request processed in 5146us (6390us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066909.623901:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29946 00000100:00100000:0.0:1746066909.633704:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066909.633903:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860828800 00000100:00100000:2.0:1746066909.633914:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860828800 00000100:00100000:2.0:1746066909.633977:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28760 00000100:00100000:2.0:1746066909.633986:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091039880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+15:3891:x1830882860828800:12345-192.168.201.51@tcp:101:checkstat.0 00010000:00010000:2.0:1746066909.634015:0:7272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066909.634035:0:7272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef5000/0xd6b24631ff43a635 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fc64 expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.634094:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef4400/0xd6b24631ff43a63c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.634108:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef4400/0xd6b24631ff43a63c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.634120:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef4400/0xd6b24631ff43a63c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00000004:00200000:2.0:1746066909.634162:0:7272:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746066909.634166:0:7272:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746066909.634182:0:7272:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef4400/0xd6b24631ff43a63c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.634203:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef5000/0xd6b24631ff43a635 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc64 expref: 17 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.634233:0:7272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef4400/0xd6b24631ff43a63c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc64 expref: 16 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.634241:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066909.634243:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746066909.634247:0:7272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ef4400, rc 0) 00000100:00100000:2.0:1746066909.634555:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091039880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+16:3891:x1830882860828800:12345-192.168.201.51@tcp:101:checkstat.0 Request processed in 570us (861us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066909.634562:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28760 00000100:00100000:0.0:1746066909.651500:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066909.652158:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860829056 00000100:00100000:2.0:1746066909.652169:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860829056 00000100:00100000:2.0:1746066909.652228:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28761 00000100:00100000:2.0:1746066909.652237:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+21:3892:x1830882860829056:12345-192.168.201.51@tcp:101:cmp.0 00010000:00010000:2.0:1746066909.652260:0:17223:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066909.652281:0:17223:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef5000/0xd6b24631ff43a643 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fc6b expref: -99 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.652639:0:17223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc2800/0xd6b24631ff43a64a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 17223 initiator: MDT0 00010000:00010000:2.0:1746066909.652654:0:17223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc2800/0xd6b24631ff43a64a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:2.0:1746066909.652665:0:17223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc2800/0xd6b24631ff43a64a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00000004:00200000:2.0:1746066909.652677:0:17223:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 26214400 00010000:00010000:2.0:1746066909.652795:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef5000/0xd6b24631ff43a643 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc6b expref: 24 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.652829:0:17223:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc2800/0xd6b24631ff43a64a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc6b expref: 23 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.652838:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88008f507800) 00010000:00010000:2.0:1746066909.652841:0:17223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746066909.652844:0:17223:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cc2800, rc 0) 00000100:00100000:2.0:1746066909.653075:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+23:3892:x1830882860829056:12345-192.168.201.51@tcp:101:cmp.0 Request processed in 837us (1586us total) trans 4294980285 rc 0/0 00000100:00100000:2.0:1746066909.653082:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28761 00000100:00100000:0.0:1746066909.655659:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066909.656631:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860829312 00000100:00100000:2.0:1746066909.656640:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860829312 00000100:00100000:2.0:1746066909.656689:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28762 00000100:00100000:2.0:1746066909.656697:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091038700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+23:3892:x1830882860829312:12345-192.168.201.51@tcp:101:cmp.0 00010000:00010000:2.0:1746066909.656718:0:7272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066909.656735:0:7272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3600/0xd6b24631ff43a658 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fc72 expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.656893:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef4c00/0xd6b24631ff43a65f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.656906:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef4c00/0xd6b24631ff43a65f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066909.656916:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef4c00/0xd6b24631ff43a65f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00000004:00200000:2.0:1746066909.656927:0:7272:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00010000:00010000:2.0:1746066909.657011:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3600/0xd6b24631ff43a658 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc72 expref: 26 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.657025:0:7272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef4c00/0xd6b24631ff43a65f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc72 expref: 25 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.657032:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88008f4c7800) 00010000:00010000:2.0:1746066909.657035:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066909.657037:0:7272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ef4c00, rc 0) 00000100:00100000:2.0:1746066909.657224:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091038700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+25:3892:x1830882860829312:12345-192.168.201.51@tcp:101:cmp.0 Request processed in 526us (1572us total) trans 4294980286 rc 0/0 00000100:00100000:2.0:1746066909.657232:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28762 00000100:00100000:0.0:1746066909.662824:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066909.662861:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066909.662895:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066909.662954:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860829440 00000100:00100000:1.0:1746066909.662962:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860829440 00000100:00100000:1.0:1746066909.662991:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860829696 00000100:00100000:1.0:1746066909.662993:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860829696 00000100:00100000:1.0:1746066909.663006:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29947 00000100:00100000:1.0:1746066909.663012:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2033:x1830882860829440:12345-192.168.201.51@tcp:101:cmp.0 00010000:00010000:1.0:1746066909.663026:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066909.663040:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095dec200/0xd6b24631ff43a66d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fc79 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066909.663083:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25556:1830882861298304:192.168.201.51@tcp:106: 00000100:00100000:1.0:1746066909.663140:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963f9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066909.663210:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29948 00000100:00100000:3.0:1746066909.663217:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091038000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2033:x1830882860829696:12345-192.168.201.51@tcp:101:cmp.0 00010000:00010000:3.0:1746066909.663224:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066909.663233:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff43a674 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fc80 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066909.663257:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861298432:192.168.201.51@tcp:106: 00000100:00100000:3.0:1746066909.663278:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095c55b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066909.663651:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860829568 00000100:00100000:2.0:1746066909.663655:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860829568 00000100:00100000:2.0:1746066909.663685:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 370 00000100:00100000:2.0:1746066909.663689:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+25:2033:x1830882860829568:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066909.663697:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066909.663716:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef4c00/0xd6b24631ff43a65f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc72 expref: 25 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.663730:0:7260:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88008f4c7800) 00010000:00010000:2.0:1746066909.663734:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066909.664196:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+24:2033:x1830882860829568:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 503us (1331us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066909.664202:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 370 00000100:00100000:3.0:1746066909.665836:0:3789:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746066909.665859:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3789:1830882861298560:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746066909.666178:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066909.666541:0:9630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861298560 00000100:00100000:0.0:1746066909.666546:0:9630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861298560 00000100:00080000:0.0:1746066909.666580:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746066909.666596:0:9630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:1.0:1746066909.666603:0:9630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3789:x1830882861298560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746066909.666620:0:9630:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 134007616 pending 0 free 3894034432 avail 3638083584 00000100:00100000:1.0:1746066909.666705:0:9630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3789:x1830882861298560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066909.666711:0:9630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1746066909.666881:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861298432:192.168.201.51@tcp:106: 00010000:00010000:0.0:1746066909.666903:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff43a674 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc80 expref: 16 pid: 9627 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066909.666914:0:9627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f4cb000/0xd6b24631ff43a674 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc80 expref: 16 pid: 9627 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066909.666926:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4cb000, rc 0) 00000100:00100000:0.0:1746066909.667151:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091038000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2033:x1830882860829696:12345-192.168.201.51@tcp:101:cmp.0 Request processed in 3933us (4254us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066909.667161:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29948 00000100:00100000:3.0:1746066909.667223:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3789:1830882861298560:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746066909.667233:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25556:1830882861298304:192.168.201.51@tcp:106: 00010000:00010000:1.0:1746066909.667248:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095dec200/0xd6b24631ff43a66d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc79 expref: 8 pid: 25556 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066909.667257:0:25556:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095dec200/0xd6b24631ff43a66d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc79 expref: 8 pid: 25556 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066909.667268:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095dec200, rc 0) 00000100:00100000:1.0:1746066909.667285:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2033:x1830882860829440:12345-192.168.201.51@tcp:101:cmp.0 Request processed in 4273us (4468us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066909.667291:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29947 00000100:00100000:0.0:1746066909.680799:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066909.683133:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066909.684325:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860830208 00000100:00100000:3.0:1746066909.684333:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860830208 00002000:00100000:3.0:1746066909.684385:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->2097151) req@ffff88009112f480 x1830882860830208/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:315/0 lens 488/0 e 0 to 0 dl 1746066920 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066909.684395:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112f480 with x1830882860830208 ext(0->2097151) 00002000:00010000:3.0:1746066909.684399:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112f480 00000100:00100000:3.0:1746066909.684427:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13489 00000100:00100000:3.0:1746066909.684433:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2033:x1830882860830208:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:2.0:1746066909.686189:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860830080 00000100:00100000:2.0:1746066909.686196:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860830080 00002000:00100000:2.0:1746066909.686224:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x19:0x0] (0->2097151) req@ffff880091038a80 x1830882860830080/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:315/0 lens 488/0 e 0 to 0 dl 1746066920 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066909.686232:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091038a80 with x1830882860830080 ext(0->2097151) 00002000:00010000:2.0:1746066909.686236:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091038a80 00000100:00100000:2.0:1746066909.686255:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13490 00000100:00100000:2.0:1746066909.686262:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091038a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2033:x1830882860830080:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:0.0:1746066909.710510:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+15:2033:x1830882860830208:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 26066us (27371us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746066909.710521:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13489 00002000:00100000:0.0:1746066909.710543:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->2097151) req@ffff88009112f480 x1830882860830208/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:315/0 lens 488/440 e 0 to 0 dl 1746066920 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746066909.710552:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112f480 with x1830882860830208 ext(0->2097151) 00002000:00010000:0.0:1746066909.710558:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112f480 00000100:00100000:2.0:1746066909.722400:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091038a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2033:x1830882860830080:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 36130us (41600us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746066909.722411:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13490 00002000:00100000:2.0:1746066909.722421:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x19:0x0] (0->2097151) req@ffff880091038a80 x1830882860830080/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:315/0 lens 488/440 e 0 to 0 dl 1746066920 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066909.722429:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091038a80 with x1830882860830080 ext(0->2097151) 00002000:00010000:2.0:1746066909.722434:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091038a80 00000100:00100000:2.0:1746066909.738031:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066909.738221:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860830336 00000100:00100000:1.0:1746066909.738230:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860830336 00000100:00100000:1.0:1746066909.738280:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29949 00000100:00100000:1.0:1746066909.738287:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+7:3892:x1830882860830336:12345-192.168.201.51@tcp:101:cmp.0 00010000:00010000:1.0:1746066909.738301:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066909.738315:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095dedc00/0xd6b24631ff43a67b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fc87 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066909.738359:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095ded800/0xd6b24631ff43a4c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc33 expref: 7 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066909.738367:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066909.738368:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066909.738371:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095dedc00/0xd6b24631ff43a67b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc87 expref: 8 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066909.738398:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095ded800/0xd6b24631ff43a4c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc33 expref: 7 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066909.738409:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095ded800/0xd6b24631ff43a4c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc33 expref: 7 pid: 25556 timeout: 1121 lvb_type: 0 00000100:00100000:1.0:1746066909.738421:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25556:1830882861298688:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066909.738507:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963f9cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066909.743394:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25556:1830882861298688:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066909.743423:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095dedc00/0xd6b24631ff43a67b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc87 expref: 8 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.743438:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095dedc00, rc 0) 00000100:00100000:2.0:1746066909.743489:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+8:3892:x1830882860830336:12345-192.168.201.51@tcp:101:cmp.0 Request processed in 5201us (5464us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066909.743497:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29949 00010000:00010000:2.0:1746066909.748055:0:8435:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066909.750959:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066909.751064:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860830464 00000100:00100000:2.0:1746066909.751072:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860830464 00002000:00100000:2.0:1746066909.751114:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff88009103b800 x1830882860830464/t0(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:315/0 lens 488/0 e 0 to 0 dl 1746066920 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066909.751123:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009103b800 with x1830882860830464 ext(12582912->13631487) 00010000:00010000:2.0:1746066909.751131:0:27171:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095ded800/0xd6b24631ff43a4c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc33 expref: 8 pid: 25556 timeout: 1121 lvb_type: 0 00010000:00010000:2.0:1746066909.751144:0:27171:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095ded800/0xd6b24631ff43a4c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc33 expref: 8 pid: 25556 timeout: 1121 lvb_type: 0 00002000:00010000:2.0:1746066909.751151:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009103b800 00000100:00100000:0.0:1746066909.752893:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2490 00000100:00100000:0.0:1746066909.752904:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:2034:x1830882860830464:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:2.0:1746066909.766606:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2034:x1830882860830464:12345-192.168.201.51@tcp:4:dd.0 Request processed in 13696us (15644us total) trans 4294970526 rc 0/0 00000100:00100000:2.0:1746066909.766617:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2490 00002000:00100000:2.0:1746066909.766626:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff88009103b800 x1830882860830464/t4294970526(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:315/0 lens 488/448 e 0 to 0 dl 1746066920 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066909.766635:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009103b800 with x1830882860830464 ext(12582912->13631487) 00010000:00010000:2.0:1746066909.766643:0:27183:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095ded800/0xd6b24631ff43a4c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc33 expref: 10 pid: 25556 timeout: 1121 lvb_type: 0 00010000:00010000:2.0:1746066909.766655:0:27183:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095ded800/0xd6b24631ff43a4c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc33 expref: 10 pid: 25556 timeout: 1121 lvb_type: 0 00002000:00010000:2.0:1746066909.766661:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009103b800 00000100:00100000:0.0:1746066909.787951:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066909.788068:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860830592 00000100:00100000:3.0:1746066909.788075:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860830592 00010000:00010000:3.0:1746066909.788105:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095ded800/0xd6b24631ff43a4c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc33 expref: 10 pid: 25556 timeout: 1121 lvb_type: 0 00000100:00100000:3.0:1746066909.788135:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12762 00000100:00100000:3.0:1746066909.788140:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091038e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2034:x1830882860830592:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066909.788151:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746066909.788165:0:7259:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:3.0:1746066909.788171:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095ded800/0xd6b24631ff43a4c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc33 expref: 10 pid: 25556 timeout: 1121 lvb_type: 0 00010000:00010000:3.0:1746066909.788182:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095ded800/0xd6b24631ff43a4c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc33 expref: 10 pid: 25556 timeout: 1121 lvb_type: 0 00010000:00010000:3.0:1746066909.788200:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095ded800/0xd6b24631ff43a4c9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc33 expref: 10 pid: 25556 timeout: 1121 lvb_type: 0 00010000:00010000:3.0:1746066909.788223:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066909.788224:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066909.788230:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095dedc00/0xd6b24631ff43a67b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc87 expref: 7 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.788237:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095dedc00/0xd6b24631ff43a67b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc87 expref: 7 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.788262:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095dedc00/0xd6b24631ff43a67b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc87 expref: 7 pid: 25556 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066909.788271:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a60a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7259:1830882861298816:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066909.788389:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095c55180 going to sleep for 11 seconds 00000100:00100000:3.0:1746066909.794941:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a60a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7259:1830882861298816:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066909.794960:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066909.795180:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091038e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+9:2034:x1830882860830592:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7038us (7236us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066909.795192:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12762 00000100:00100000:0.0:1746066909.795426:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066909.795572:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860830848 00000100:00100000:3.0:1746066909.795578:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860830848 00002000:00100000:3.0:1746066909.795608:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (0->1048575) req@ffff880091039180 x1830882860830848/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:315/0 lens 488/0 e 0 to 0 dl 1746066920 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066909.795616:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091039180 with x1830882860830848 ext(0->1048575) 00002000:00010000:3.0:1746066909.795621:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091039180 00000100:00100000:3.0:1746066909.795695:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13491 00000100:00100000:3.0:1746066909.795702:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091039180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860830848:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:3.0:1746066909.808049:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091039180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860830848:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 12338us (12614us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066909.808063:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13491 00002000:00100000:3.0:1746066909.808073:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (0->1048575) req@ffff880091039180 x1830882860830848/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:315/0 lens 488/440 e 0 to 0 dl 1746066920 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066909.808082:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091039180 with x1830882860830848 ext(0->1048575) 00002000:00010000:3.0:1746066909.808086:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091039180 00000100:00100000:2.0:1746066909.814515:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066909.814593:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860830976 00000100:00100000:0.0:1746066909.814602:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860830976 00000100:00100000:0.0:1746066909.814644:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29950 00000100:00100000:0.0:1746066909.814652:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+15:3892:x1830882860830976:12345-192.168.201.51@tcp:101:cmp.0 00010000:00010000:0.0:1746066909.814668:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066909.814682:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff43a682 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fc8e expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.814708:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c0b800/0xd6b24631ff43a4de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc3a expref: 13 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.814716:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066909.814718:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066909.814720:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff43a682 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc8e expref: 16 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.814740:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c0b800/0xd6b24631ff43a4de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc3a expref: 13 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066909.814748:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c0b800/0xd6b24631ff43a4de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x70000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc3a expref: 13 pid: 25556 timeout: 1121 lvb_type: 0 00000100:00100000:0.0:1746066909.814755:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800958e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861298944:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066909.815646:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a03c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066909.819846:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800958e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861298944:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066909.819875:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff43a682 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc8e expref: 16 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066909.819890:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f562000, rc 0) 00000100:00100000:2.0:1746066909.819936:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+16:3892:x1830882860830976:12345-192.168.201.51@tcp:101:cmp.0 Request processed in 5284us (5428us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066909.819945:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29950 00000100:00100000:1.0:1746066909.832652:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066909.832813:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860831104 00000100:00100000:3.0:1746066909.832821:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860831104 00010000:00010000:3.0:1746066909.832856:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095c0b800/0xd6b24631ff43a4de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc3a expref: 14 pid: 25556 timeout: 1121 lvb_type: 0 00000100:00100000:3.0:1746066909.832973:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12763 00000100:00100000:3.0:1746066909.832980:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2033:x1830882860831104:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066909.832991:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066909.833007:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095c0b800/0xd6b24631ff43a4de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc3a expref: 14 pid: 25556 timeout: 1121 lvb_type: 0 00010000:00010000:3.0:1746066909.833017:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095c0b800/0xd6b24631ff43a4de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc3a expref: 14 pid: 25556 timeout: 1121 lvb_type: 0 00010000:00010000:3.0:1746066909.833035:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095c0b800/0xd6b24631ff43a4de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc3a expref: 14 pid: 25556 timeout: 1121 lvb_type: 0 00010000:00010000:3.0:1746066909.833304:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066909.833306:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066909.833313:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff43a682 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc8e expref: 15 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.833319:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff43a682 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc8e expref: 15 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066909.833364:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff43a682 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc8e expref: 15 pid: 25556 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066909.833375:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a60a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861299072:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066909.834282:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095c55180 going to sleep for 11 seconds 00000100:00100000:3.0:1746066909.837483:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a60a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861299072:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066909.837499:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066909.837569:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+13:2033:x1830882860831104:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 4588us (4924us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066909.837579:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12763 00000100:00100000:0.0:1746066909.848809:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066909.848861:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066909.848958:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860831360 00000100:00100000:3.0:1746066909.848966:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860831360 00002000:00100000:3.0:1746066909.849004:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->2097151) req@ffff8800958e9180 x1830882860831360/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:315/0 lens 488/0 e 0 to 0 dl 1746066920 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066909.849013:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e9180 with x1830882860831360 ext(0->2097151) 00002000:00010000:3.0:1746066909.849017:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800958e9180 00000100:00100000:3.0:1746066909.849032:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860831616 00000100:00100000:3.0:1746066909.849035:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860831616 00002000:00100000:3.0:1746066909.849045:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (1048576->2097151) req@ffff8800958e9880 x1830882860831616/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:315/0 lens 488/0 e 0 to 0 dl 1746066920 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746066909.849157:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13492 00000100:00100000:2.0:1746066909.849167:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2033:x1830882860831360:12345-192.168.201.51@tcp:3:cmp.0 00002000:00100000:3.0:1746066909.849805:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e9880 with x1830882860831616 ext(1048576->2097151) 00002000:00010000:3.0:1746066909.849809:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800958e9880 00000100:00100000:0.0:1746066909.849842:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13493 00000100:00100000:0.0:1746066909.849850:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800958e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860831616:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:3.0:1746066909.870229:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860831616:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 20372us (21359us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066909.870239:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13493 00002000:00100000:3.0:1746066909.870249:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (1048576->2097151) req@ffff8800958e9880 x1830882860831616/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:315/0 lens 488/440 e 0 to 0 dl 1746066920 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066909.870257:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e9880 with x1830882860831616 ext(1048576->2097151) 00002000:00010000:3.0:1746066909.870263:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800958e9880 00000100:00100000:2.0:1746066909.875208:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800958e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2033:x1830882860831360:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 26033us (26396us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746066909.875220:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13492 00002000:00100000:2.0:1746066909.875235:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->2097151) req@ffff8800958e9180 x1830882860831360/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:315/0 lens 488/440 e 0 to 0 dl 1746066920 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066909.875245:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800958e9180 with x1830882860831360 ext(0->2097151) 00002000:00010000:2.0:1746066909.875250:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800958e9180 00000100:00100000:0.0:1746066909.926232:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066909.926291:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066909.926728:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860832000 00000100:00100000:2.0:1746066909.926736:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860832000 00002000:00100000:2.0:1746066909.926777:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->4194303) req@ffff880132c3dc00 x1830882860832000/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:315/0 lens 488/0 e 0 to 0 dl 1746066920 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066909.926786:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3dc00 with x1830882860832000 ext(2097152->4194303) 00002000:00010000:2.0:1746066909.926791:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3dc00 00000100:00100000:2.0:1746066909.926808:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860832128 00000100:00100000:2.0:1746066909.926810:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860832128 00002000:00100000:2.0:1746066909.926823:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x19:0x0] (2097152->4194303) req@ffff880132c3d180 x1830882860832128/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:315/0 lens 488/0 e 0 to 0 dl 1746066920 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066909.926831:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3d180 with x1830882860832128 ext(2097152->4194303) 00002000:00010000:2.0:1746066909.926834:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c3d180 00000100:00100000:2.0:1746066909.926855:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13494 00000100:00100000:2.0:1746066909.926862:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2033:x1830882860832000:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:0.0:1746066909.927048:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13495 00000100:00100000:0.0:1746066909.927054:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860832128:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:2.0:1746066909.950859:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2033:x1830882860832000:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 23987us (24627us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746066909.950870:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13494 00002000:00100000:2.0:1746066909.950881:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->4194303) req@ffff880132c3dc00 x1830882860832000/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:315/0 lens 488/440 e 0 to 0 dl 1746066920 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066909.950891:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3dc00 with x1830882860832000 ext(2097152->4194303) 00002000:00010000:2.0:1746066909.950897:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3dc00 00000100:00100000:2.0:1746066909.960717:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860832128:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 33655us (34418us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746066909.960727:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13495 00002000:00100000:2.0:1746066909.960737:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x19:0x0] (2097152->4194303) req@ffff880132c3d180 x1830882860832128/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:315/0 lens 488/440 e 0 to 0 dl 1746066920 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066909.960746:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3d180 with x1830882860832128 ext(2097152->4194303) 00002000:00010000:2.0:1746066909.960751:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c3d180 00000100:00100000:0.0:1746066909.991691:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066909.992566:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066909.996181:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860832640 00000100:00100000:3.0:1746066909.996191:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860832640 00002000:00100000:3.0:1746066909.996233:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->4194303) req@ffff880132c3c700 x1830882860832640/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:315/0 lens 488/0 e 0 to 0 dl 1746066920 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066909.996242:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3c700 with x1830882860832640 ext(2097152->4194303) 00002000:00010000:3.0:1746066909.996247:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3c700 00000100:00100000:3.0:1746066909.996270:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860832384 00000100:00100000:3.0:1746066909.996273:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860832384 00002000:00100000:3.0:1746066909.996284:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (2097152->4194303) req@ffff88009112e680 x1830882860832384/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:315/0 lens 488/0 e 0 to 0 dl 1746066920 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066909.996290:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112e680 with x1830882860832384 ext(2097152->4194303) 00002000:00010000:3.0:1746066909.996293:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009112e680 00000100:00100000:3.0:1746066909.996305:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13496 00000100:00100000:3.0:1746066909.996311:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2032:x1830882860832640:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:2.0:1746066909.996387:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13497 00000100:00100000:2.0:1746066909.996397:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2031:x1830882860832384:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:2.0:1746066910.026846:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2031:x1830882860832384:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 30443us (34273us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746066910.026861:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13497 00002000:00100000:2.0:1746066910.026871:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (2097152->4194303) req@ffff88009112e680 x1830882860832384/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:315/0 lens 488/440 e 0 to 0 dl 1746066920 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.026882:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112e680 with x1830882860832384 ext(2097152->4194303) 00002000:00010000:2.0:1746066910.026887:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009112e680 00000100:00100000:3.0:1746066910.037558:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2032:x1830882860832640:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 41028us (45656us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746066910.037568:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13496 00002000:00100000:3.0:1746066910.037578:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->4194303) req@ffff880132c3c700 x1830882860832640/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:315/0 lens 488/440 e 0 to 0 dl 1746066920 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.037588:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3c700 with x1830882860832640 ext(2097152->4194303) 00002000:00010000:3.0:1746066910.037592:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3c700 00000100:00100000:1.0:1746066910.059729:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066910.059786:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066910.059848:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860833024 00000100:00100000:2.0:1746066910.059857:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860833024 00000100:00100000:3.0:1746066910.059877:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860833152 00000100:00100000:3.0:1746066910.059882:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860833152 00002000:00100000:2.0:1746066910.060025:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x19:0x0] (4194304->6291455) req@ffff88009112c000 x1830882860833024/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.060036:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112c000 with x1830882860833024 ext(4194304->6291455) 00002000:00010000:2.0:1746066910.060041:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009112c000 00000100:00100000:2.0:1746066910.060069:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13498 00000100:00100000:2.0:1746066910.060078:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860833024:12345-192.168.201.51@tcp:3:cmp.0 00002000:00100000:3.0:1746066910.060685:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->6291455) req@ffff88009112c700 x1830882860833152/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.060694:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112c700 with x1830882860833152 ext(4194304->6291455) 00002000:00010000:3.0:1746066910.060698:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112c700 00000100:00100000:3.0:1746066910.060719:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13499 00000100:00100000:3.0:1746066910.060725:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2034:x1830882860833152:12345-192.168.201.51@tcp:3:cmp.0 00000100:00080000:0.0:1746066910.060887:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746066910.060891:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746066910.091604:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860833024:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 31521us (31876us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746066910.091614:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13498 00002000:00100000:2.0:1746066910.091624:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x19:0x0] (4194304->6291455) req@ffff88009112c000 x1830882860833024/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.091633:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112c000 with x1830882860833024 ext(4194304->6291455) 00002000:00010000:2.0:1746066910.091638:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009112c000 00000100:00100000:3.0:1746066910.092416:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2034:x1830882860833152:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 31689us (32626us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746066910.092428:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13499 00002000:00100000:3.0:1746066910.092436:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->6291455) req@ffff88009112c700 x1830882860833152/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.092444:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112c700 with x1830882860833152 ext(4194304->6291455) 00002000:00010000:3.0:1746066910.092447:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112c700 00000100:00100000:0.0:1746066910.103548:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066910.103604:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066910.103621:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860833408 00000100:00100000:3.0:1746066910.103629:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860833408 00002000:00100000:3.0:1746066910.103665:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff880132c3ce00 x1830882860833408/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.103691:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3ce00 with x1830882860833408 ext(6291456->7340031) 00002000:00010000:3.0:1746066910.103695:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3ce00 00000100:00100000:3.0:1746066910.103725:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860833664 00000100:00100000:3.0:1746066910.103727:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860833664 00002000:00100000:3.0:1746066910.103742:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (6291456->7340031) req@ffff880132c3d500 x1830882860833664/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.103749:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3d500 with x1830882860833664 ext(6291456->7340031) 00002000:00010000:3.0:1746066910.103752:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c3d500 00000100:00100000:3.0:1746066910.103770:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13500 00000100:00100000:3.0:1746066910.103776:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2033:x1830882860833408:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:1.0:1746066910.103851:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13501 00000100:00100000:1.0:1746066910.103859:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860833664:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:0.0:1746066910.108835:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066910.108896:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860833920 00000100:00100000:2.0:1746066910.108903:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860833920 00002000:00100000:2.0:1746066910.108938:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff880132c3df80 x1830882860833920/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.108954:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3df80 with x1830882860833920 ext(7340032->8388607) 00002000:00010000:2.0:1746066910.108959:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3df80 00000100:00100000:2.0:1746066910.108978:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13502 00000100:00100000:2.0:1746066910.108985:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2033:x1830882860833920:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:0.0:1746066910.113111:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066910.113222:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860834176 00000100:00100000:2.0:1746066910.113230:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860834176 00002000:00100000:2.0:1746066910.113268:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x19:0x0] (7340032->8388607) req@ffff880132c3e300 x1830882860834176/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.113278:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3e300 with x1830882860834176 ext(7340032->8388607) 00002000:00010000:2.0:1746066910.113282:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c3e300 00000100:00100000:2.0:1746066910.113316:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13503 00000100:00100000:2.0:1746066910.113323:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2034:x1830882860834176:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:1.0:1746066910.116913:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2033:x1830882860833664:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 13044us (13297us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066910.116924:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13501 00002000:00100000:1.0:1746066910.116935:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (6291456->7340031) req@ffff880132c3d500 x1830882860833664/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746066910.116944:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3d500 with x1830882860833664 ext(6291456->7340031) 00002000:00010000:1.0:1746066910.116949:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c3d500 00000100:00100000:3.0:1746066910.124094:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2033:x1830882860833408:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 20308us (20545us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066910.124106:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13500 00002000:00100000:3.0:1746066910.124117:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff880132c3ce00 x1830882860833408/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.124132:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3ce00 with x1830882860833408 ext(6291456->7340031) 00002000:00010000:3.0:1746066910.124137:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3ce00 00000100:00100000:2.0:1746066910.125984:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2033:x1830882860833920:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 16992us (17150us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066910.125993:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13502 00002000:00100000:2.0:1746066910.125999:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff880132c3df80 x1830882860833920/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.126007:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3df80 with x1830882860833920 ext(7340032->8388607) 00002000:00010000:2.0:1746066910.126010:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3df80 00000100:00100000:0.0:1746066910.129408:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066910.129436:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066910.129466:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860834432 00000100:00100000:2.0:1746066910.129474:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860834432 00000100:00100000:3.0:1746066910.129495:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860834688 00000100:00100000:3.0:1746066910.129500:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860834688 00002000:00100000:2.0:1746066910.129509:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->6291455) req@ffff880132c3f100 x1830882860834432/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.129519:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff880132c3f800 x1830882860834688/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.129536:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3f800 with x1830882860834688 ext(4194304->6291455) 00002000:00100000:2.0:1746066910.129537:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3f100 with x1830882860834432 ext(4194304->6291455) 00002000:00010000:3.0:1746066910.129540:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3f800 00002000:00010000:2.0:1746066910.129542:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c3f100 00000100:00100000:3.0:1746066910.129628:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13504 00000100:00100000:3.0:1746066910.129636:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2033:x1830882860834688:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:2.0:1746066910.129637:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13505 00000100:00100000:2.0:1746066910.129643:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2033:x1830882860834432:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:2.0:1746066910.132701:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2034:x1830882860834176:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 19370us (19588us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066910.132711:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13503 00002000:00100000:2.0:1746066910.132719:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x19:0x0] (7340032->8388607) req@ffff880132c3e300 x1830882860834176/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.132728:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3e300 with x1830882860834176 ext(7340032->8388607) 00002000:00010000:2.0:1746066910.132733:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c3e300 00000100:00100000:2.0:1746066910.153655:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860834432:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 24002us (24243us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746066910.153668:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13505 00002000:00100000:2.0:1746066910.153677:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->6291455) req@ffff880132c3f100 x1830882860834432/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.153686:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3f100 with x1830882860834432 ext(4194304->6291455) 00002000:00010000:2.0:1746066910.153691:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c3f100 00000100:00100000:3.0:1746066910.156064:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2033:x1830882860834688:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 26424us (26621us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746066910.156076:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13504 00002000:00100000:3.0:1746066910.156083:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff880132c3f800 x1830882860834688/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.156092:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3f800 with x1830882860834688 ext(4194304->6291455) 00002000:00010000:3.0:1746066910.156096:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3f800 00000100:00100000:1.0:1746066910.170503:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066910.170604:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860834944 00000100:00100000:3.0:1746066910.170612:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860834944 00002000:00100000:3.0:1746066910.170654:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (6291456->7340031) req@ffff88009112fb80 x1830882860834944/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.170665:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112fb80 with x1830882860834944 ext(6291456->7340031) 00002000:00010000:3.0:1746066910.170670:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009112fb80 00000100:00100000:3.0:1746066910.170703:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13506 00000100:00100000:3.0:1746066910.170711:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860834944:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:0.0:1746066910.171674:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066910.171805:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860835200 00000100:00100000:2.0:1746066910.171810:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860835200 00002000:00100000:2.0:1746066910.171835:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff880132c3c380 x1830882860835200/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.171843:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3c380 with x1830882860835200 ext(6291456->7340031) 00002000:00010000:2.0:1746066910.171848:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3c380 00000100:00100000:2.0:1746066910.171875:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13507 00000100:00100000:2.0:1746066910.171881:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2034:x1830882860835200:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:0.0:1746066910.178139:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066910.178742:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860835456 00000100:00100000:3.0:1746066910.178751:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860835456 00002000:00100000:3.0:1746066910.178784:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (7340032->8388607) req@ffff880132c3ed80 x1830882860835456/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.178792:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3ed80 with x1830882860835456 ext(7340032->8388607) 00002000:00010000:3.0:1746066910.178797:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c3ed80 00000100:00100000:3.0:1746066910.178815:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13508 00000100:00100000:3.0:1746066910.178821:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2034:x1830882860835456:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:0.0:1746066910.181539:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066910.181572:0:28858:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860835712 00000100:00100000:3.0:1746066910.181797:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2033:x1830882860834944:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 11085us (11299us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066910.181797:0:28858:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860835712 00000100:00100000:3.0:1746066910.181806:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13506 00002000:00100000:3.0:1746066910.181814:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (6291456->7340031) req@ffff88009112fb80 x1830882860834944/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.181823:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112fb80 with x1830882860834944 ext(6291456->7340031) 00002000:00010000:3.0:1746066910.181828:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009112fb80 00002000:00100000:2.0:1746066910.181836:0:28858:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff880132c3ca80 x1830882860835712/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.181844:0:28858:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3ca80 with x1830882860835712 ext(7340032->8388607) 00002000:00010000:2.0:1746066910.181848:0:28858:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3ca80 00000100:00100000:2.0:1746066910.181879:0:28858:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13509 00000100:00100000:2.0:1746066910.181885:0:28858:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2034:x1830882860835712:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:2.0:1746066910.193573:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2034:x1830882860835200:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 21683us (21892us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066910.193584:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13507 00002000:00100000:2.0:1746066910.193595:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff880132c3c380 x1830882860835200/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.193603:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3c380 with x1830882860835200 ext(6291456->7340031) 00002000:00010000:2.0:1746066910.193609:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3c380 00000100:00100000:3.0:1746066910.200840:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860835456:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 22008us (22697us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066910.200851:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13508 00002000:00100000:3.0:1746066910.200860:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (7340032->8388607) req@ffff880132c3ed80 x1830882860835456/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.201058:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3ed80 with x1830882860835456 ext(7340032->8388607) 00002000:00010000:3.0:1746066910.201065:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c3ed80 00000100:00100000:2.0:1746066910.206669:0:28858:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2034:x1830882860835712:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 24773us (25360us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066910.206680:0:28858:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13509 00002000:00100000:2.0:1746066910.206691:0:28858:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff880132c3ca80 x1830882860835712/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.206705:0:28858:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3ca80 with x1830882860835712 ext(7340032->8388607) 00002000:00010000:2.0:1746066910.206710:0:28858:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3ca80 00000100:00100000:0.0:1746066910.229797:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066910.229843:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066910.229931:0:28858:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860835968 00000100:00100000:2.0:1746066910.229940:0:28858:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860835968 00002000:00100000:2.0:1746066910.229983:0:28858:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->10485759) req@ffff880132c3d880 x1830882860835968/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.229993:0:28858:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3d880 with x1830882860835968 ext(8388608->10485759) 00002000:00010000:2.0:1746066910.229998:0:28858:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3d880 00000100:00100000:3.0:1746066910.229999:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860836224 00000100:00100000:3.0:1746066910.230002:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860836224 00002000:00100000:3.0:1746066910.230019:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x19:0x0] (8388608->10485759) req@ffff880132c3e680 x1830882860836224/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.230025:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3e680 with x1830882860836224 ext(8388608->10485759) 00000100:00100000:2.0:1746066910.230028:0:28858:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13510 00002000:00010000:3.0:1746066910.230029:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c3e680 00000100:00100000:2.0:1746066910.230034:0:28858:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2033:x1830882860835968:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:3.0:1746066910.230039:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13511 00000100:00100000:3.0:1746066910.230043:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860836224:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:2.0:1746066910.255588:0:28858:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2033:x1830882860835968:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 25545us (25790us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746066910.255599:0:28858:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13510 00002000:00100000:2.0:1746066910.255609:0:28858:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->10485759) req@ffff880132c3d880 x1830882860835968/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.255618:0:28858:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3d880 with x1830882860835968 ext(8388608->10485759) 00002000:00010000:2.0:1746066910.255624:0:28858:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c3d880 00000100:00100000:0.0:1746066910.266952:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066910.267055:0:28858:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860836480 00000100:00100000:2.0:1746066910.267062:0:28858:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860836480 00002000:00100000:2.0:1746066910.267103:0:28858:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->11534335) req@ffff880132c34a80 x1830882860836480/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.267113:0:28858:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c34a80 with x1830882860836480 ext(10485760->11534335) 00002000:00010000:2.0:1746066910.267119:0:28858:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c34a80 00000100:00100000:2.0:1746066910.267141:0:28858:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13512 00000100:00100000:2.0:1746066910.267148:0:28858:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2034:x1830882860836480:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:0.0:1746066910.273539:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066910.273639:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860836736 00000100:00100000:2.0:1746066910.273647:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860836736 00002000:00100000:2.0:1746066910.273683:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x19:0x0] (10485760->11534335) req@ffff880132c36300 x1830882860836736/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.273693:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c36300 with x1830882860836736 ext(10485760->11534335) 00002000:00010000:2.0:1746066910.273699:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c36300 00000100:00100000:2.0:1746066910.273718:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13513 00000100:00100000:2.0:1746066910.273725:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2033:x1830882860836736:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:3.0:1746066910.274935:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2034:x1830882860836224:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 44888us (45089us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746066910.274943:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13511 00002000:00100000:3.0:1746066910.274950:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x19:0x0] (8388608->10485759) req@ffff880132c3e680 x1830882860836224/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.274958:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c3e680 with x1830882860836224 ext(8388608->10485759) 00002000:00010000:3.0:1746066910.274962:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c3e680 00000100:00100000:0.0:1746066910.282323:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066910.285592:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860836992 00000100:00100000:3.0:1746066910.285604:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860836992 00002000:00100000:3.0:1746066910.285646:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (11534336->12582911) req@ffff880132c37b80 x1830882860836992/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.285656:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c37b80 with x1830882860836992 ext(11534336->12582911) 00002000:00010000:3.0:1746066910.285661:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c37b80 00000100:00100000:3.0:1746066910.285694:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13514 00000100:00100000:3.0:1746066910.285702:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2034:x1830882860836992:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:2.0:1746066910.288004:0:28858:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2034:x1830882860836480:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 20848us (21050us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066910.288015:0:28858:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13512 00002000:00100000:2.0:1746066910.288024:0:28858:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->11534335) req@ffff880132c34a80 x1830882860836480/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.288032:0:28858:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c34a80 with x1830882860836480 ext(10485760->11534335) 00002000:00010000:2.0:1746066910.288037:0:28858:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c34a80 00000100:00100000:0.0:1746066910.308637:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066910.308676:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066910.308691:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066910.308710:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066910.308772:0:28859:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860837376 00000100:00100000:0.0:1746066910.308781:0:28859:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860837376 00002000:00100000:0.0:1746066910.308816:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x19:0x0] (11534336->12582911) req@ffff880132c34e00 x1830882860837376/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746066910.308827:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c34e00 with x1830882860837376 ext(11534336->12582911) 00002000:00010000:0.0:1746066910.308832:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c34e00 00000100:00100000:0.0:1746066910.308848:0:28859:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860837504 00000100:00100000:0.0:1746066910.308850:0:28859:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860837504 00002000:00100000:0.0:1746066910.308860:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->10485759) req@ffff880132c35f80 x1830882860837504/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746066910.308873:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c35f80 with x1830882860837504 ext(8388608->10485759) 00002000:00010000:0.0:1746066910.308876:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c35f80 00000100:00100000:0.0:1746066910.308884:0:28859:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860837888 00000100:00100000:0.0:1746066910.308886:0:28859:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860837888 00002000:00100000:0.0:1746066910.308896:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->10485759) req@ffff880132c37800 x1830882860837888/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746066910.308903:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c37800 with x1830882860837888 ext(8388608->10485759) 00002000:00010000:0.0:1746066910.308906:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c37800 00000100:00100000:0.0:1746066910.308912:0:28859:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860837760 00000100:00100000:0.0:1746066910.308915:0:28859:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860837760 00002000:00100000:0.0:1746066910.308925:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff880132c36a00 x1830882860837760/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746066910.308932:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c36a00 with x1830882860837760 ext(12582912->13631487) 00002000:00010000:0.0:1746066910.308935:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c36a00 00000100:00100000:0.0:1746066910.308946:0:28859:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13515 00000100:00100000:0.0:1746066910.308952:0:28859:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2033:x1830882860837376:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:3.0:1746066910.310137:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13516 00000100:00100000:3.0:1746066910.310148:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+12:2033:x1830882860837504:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:2.0:1746066910.311672:0:9633:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13517 00000100:00100000:2.0:1746066910.311685:0:9633:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2033:x1830882860837888:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:1.0:1746066910.313862:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13518 00000100:00100000:1.0:1746066910.313875:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+20:2033:x1830882860837760:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:0.0:1746066910.314678:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+20:2034:x1830882860836992:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 28974us (32360us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066910.314807:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+12:2033:x1830882860836736:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 41081us (41285us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066910.316541:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13514 00000100:00100000:2.0:1746066910.316552:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13513 00002000:00100000:2.0:1746066910.316563:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x19:0x0] (10485760->11534335) req@ffff880132c36300 x1830882860836736/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746066910.316563:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (11534336->12582911) req@ffff880132c37b80 x1830882860836992/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.316573:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c36300 with x1830882860836736 ext(10485760->11534335) 00002000:00100000:0.0:1746066910.316573:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c37b80 with x1830882860836992 ext(11534336->12582911) 00002000:00010000:2.0:1746066910.316579:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c36300 00002000:00010000:0.0:1746066910.316579:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c37b80 00000100:00100000:2.0:1746066910.346641:0:28859:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2033:x1830882860837376:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 37677us (38002us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066910.346654:0:28859:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13515 00002000:00100000:2.0:1746066910.346667:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x19:0x0] (11534336->12582911) req@ffff880132c34e00 x1830882860837376/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.346678:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c34e00 with x1830882860837376 ext(11534336->12582911) 00002000:00010000:2.0:1746066910.346684:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c34e00 00000100:00100000:2.0:1746066910.371115:0:9633:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2033:x1830882860837888:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 59424us (62413us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746066910.371126:0:9633:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13517 00002000:00100000:2.0:1746066910.371137:0:9633:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->10485759) req@ffff880132c37800 x1830882860837888/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.371147:0:9633:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c37800 with x1830882860837888 ext(8388608->10485759) 00002000:00010000:2.0:1746066910.371152:0:9633:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c37800 00000100:00100000:3.0:1746066910.378751:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860837504:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 68596us (70065us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746066910.378751:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2033:x1830882860837760:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 64870us (70030us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066910.378761:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13516 00000100:00100000:0.0:1746066910.378765:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13518 00002000:00100000:3.0:1746066910.378772:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->10485759) req@ffff880132c35f80 x1830882860837504/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746066910.378772:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff880132c36a00 x1830882860837760/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.378782:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c35f80 with x1830882860837504 ext(8388608->10485759) 00002000:00100000:0.0:1746066910.378782:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c36a00 with x1830882860837760 ext(12582912->13631487) 00002000:00010000:3.0:1746066910.378787:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c35f80 00002000:00010000:0.0:1746066910.378787:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c36a00 00000100:00100000:0.0:1746066910.385749:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066910.385830:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860838272 00000100:00100000:2.0:1746066910.385837:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860838272 00002000:00100000:2.0:1746066910.385876:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (10485760->11534335) req@ffff880132c35180 x1830882860838272/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.386114:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c35180 with x1830882860838272 ext(10485760->11534335) 00002000:00010000:2.0:1746066910.386120:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c35180 00000100:00100000:2.0:1746066910.386335:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13519 00000100:00100000:2.0:1746066910.386386:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860838272:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:0.0:1746066910.398380:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066910.410269:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066910.410300:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860838528 00000100:00100000:3.0:1746066910.410309:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860838528 00000100:00100000:1.0:1746066910.410593:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066910.410891:0:28859:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860838784 00000100:00100000:3.0:1746066910.410895:0:28859:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860838784 00002000:00100000:3.0:1746066910.410934:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1a:0x0] (11534336->12582911) req@ffff88009112e300 x1830882860838784/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.410944:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112e300 with x1830882860838784 ext(11534336->12582911) 00002000:00010000:3.0:1746066910.410948:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009112e300 00000100:00100000:3.0:1746066910.410966:0:28859:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860839040 00000100:00100000:3.0:1746066910.410969:0:28859:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860839040 00002000:00100000:3.0:1746066910.410981:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->12582911) req@ffff88009112d880 x1830882860839040/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.410989:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112d880 with x1830882860839040 ext(11534336->12582911) 00000100:00100000:2.0:1746066910.410989:0:9633:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13520 00002000:00010000:3.0:1746066910.410993:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112d880 00000100:00100000:2.0:1746066910.411000:0:9633:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2031:x1830882860838784:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:3.0:1746066910.411006:0:28859:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13521 00000100:00100000:3.0:1746066910.411013:0:28859:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:18595197-82a3-44f2-a6c2-770f1d2aac37+17:2032:x1830882860839040:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:0.0:1746066910.411245:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2034:x1830882860838272:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 24902us (25503us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066910.411254:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13519 00002000:00100000:0.0:1746066910.411260:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (10485760->11534335) req@ffff880132c35180 x1830882860838272/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746066910.411269:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c35180 with x1830882860838272 ext(10485760->11534335) 00002000:00010000:0.0:1746066910.411272:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c35180 00002000:00100000:2.0:1746066910.411884:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff880132c37100 x1830882860838528/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.411893:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c37100 with x1830882860838528 ext(10485760->11534335) 00002000:00010000:2.0:1746066910.411897:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c37100 00000100:00100000:2.0:1746066910.411916:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13522 00000100:00100000:2.0:1746066910.411921:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2032:x1830882860838528:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:0.0:1746066910.418932:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066910.419199:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860839296 00000100:00100000:2.0:1746066910.419208:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860839296 00002000:00100000:2.0:1746066910.419252:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff880132c35880 x1830882860839296/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.419266:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c35880 with x1830882860839296 ext(12582912->13631487) 00002000:00010000:2.0:1746066910.419273:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c35880 00000100:00100000:2.0:1746066910.419298:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13523 00000100:00100000:2.0:1746066910.419306:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2032:x1830882860839296:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:2.0:1746066910.430381:0:9633:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2031:x1830882860838784:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 19374us (20109us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066910.430393:0:9633:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13520 00002000:00100000:2.0:1746066910.430404:0:9633:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (11534336->12582911) req@ffff88009112e300 x1830882860838784/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.430422:0:9633:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112e300 with x1830882860838784 ext(11534336->12582911) 00002000:00010000:2.0:1746066910.430427:0:9633:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009112e300 00000100:00100000:3.0:1746066910.430754:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2032:x1830882860838528:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 18831us (32419us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066910.430763:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13522 00002000:00100000:3.0:1746066910.430769:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff880132c37100 x1830882860838528/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.430777:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c37100 with x1830882860838528 ext(10485760->11534335) 00002000:00010000:3.0:1746066910.430781:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c37100 00000100:00100000:3.0:1746066910.436748:0:28859:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2032:x1830882860839040:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 25727us (26147us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066910.436757:0:28859:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13521 00002000:00100000:3.0:1746066910.436767:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->12582911) req@ffff88009112d880 x1830882860839040/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.436774:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112d880 with x1830882860839040 ext(11534336->12582911) 00002000:00010000:3.0:1746066910.436779:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112d880 00000100:00100000:2.0:1746066910.444764:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2032:x1830882860839296:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 25449us (25831us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066910.444776:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13523 00002000:00100000:2.0:1746066910.444788:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff880132c35880 x1830882860839296/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.444798:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c35880 with x1830882860839296 ext(12582912->13631487) 00002000:00010000:2.0:1746066910.444803:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c35880 00000100:00100000:0.0:1746066910.459293:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066910.459655:0:7276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860839552 00000100:00100000:1.0:1746066910.459664:0:7276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860839552 00000100:00100000:1.0:1746066910.459725:0:7276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 212 00000100:00100000:1.0:1746066910.459733:0:7276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+24:3892:x1830882860839552:12345-192.168.201.51@tcp:35:cmp.0 00000100:00080000:0.0:1746066910.460674:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746066910.461428:0:7276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+25:3892:x1830882860839552:12345-192.168.201.51@tcp:35:cmp.0 Request processed in 1694us (2141us total) trans 4294980287 rc 0/0 00000100:00100000:1.0:1746066910.461436:0:7276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 212 00000100:00100000:0.0:1746066910.480276:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066910.480729:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860839808 00000100:00100000:2.0:1746066910.480738:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860839808 00000100:00100000:2.0:1746066910.480804:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28763 00000100:00100000:2.0:1746066910.480812:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+16:3894:x1830882860839808:12345-192.168.201.51@tcp:101:cmp.0 00010000:00010000:2.0:1746066910.480829:0:7272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066910.480849:0:7272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133139000/0xd6b24631ff43a689 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fc95 expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066910.480937:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133138c00/0xd6b24631ff43a690 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066910.480949:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133138c00/0xd6b24631ff43a690 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066910.480960:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133138c00/0xd6b24631ff43a690 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00000004:00200000:2.0:1746066910.480969:0:7272:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 26214400 00010000:00010000:2.0:1746066910.481054:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133139000/0xd6b24631ff43a689 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc95 expref: 19 pid: 7272 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746066910.481112:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1746066910.481540:0:7272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133138c00/0xd6b24631ff43a690 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc95 expref: 18 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066910.481548:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88008f507800) 00010000:00010000:2.0:1746066910.481551:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066910.481554:0:7272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138c00, rc 0) 00000100:00100000:2.0:1746066910.481808:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+18:3894:x1830882860839808:12345-192.168.201.51@tcp:101:cmp.0 Request processed in 996us (1539us total) trans 4294980288 rc 0/0 00000100:00100000:2.0:1746066910.481815:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28763 00000100:00100000:0.0:1746066910.486836:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066910.486954:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860840064 00000100:00100000:2.0:1746066910.486965:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860840064 00000100:00100000:2.0:1746066910.487018:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28764 00000100:00100000:2.0:1746066910.487026:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+18:3894:x1830882860840064:12345-192.168.201.51@tcp:101:cmp.0 00010000:00010000:2.0:1746066910.487045:0:7272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066910.487059:0:7272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133138000/0xd6b24631ff43a69e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fc9c expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066910.487141:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133139c00/0xd6b24631ff43a6a5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066910.487151:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133139c00/0xd6b24631ff43a6a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066910.487159:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133139c00/0xd6b24631ff43a6a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00000004:00200000:2.0:1746066910.487167:0:7272:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00010000:00010000:2.0:1746066910.487246:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133138000/0xd6b24631ff43a69e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc9c expref: 21 pid: 7272 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066910.487415:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066910.487660:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860840192 00000100:00100000:3.0:1746066910.487664:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860840192 00000100:00100000:3.0:1746066910.487692:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 371 00000100:00100000:3.0:1746066910.487697:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+21:2034:x1830882860840192:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066910.487705:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066910.487717:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133138c00/0xd6b24631ff43a690 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc95 expref: 21 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066910.487939:0:7259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88008f507800) 00010000:00010000:3.0:1746066910.487944:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066910.488121:0:7272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133139c00/0xd6b24631ff43a6a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc9c expref: 20 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066910.488128:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88008f4c7800) 00010000:00010000:2.0:1746066910.488130:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066910.488134:0:7272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133139c00, rc 0) 00000100:00100000:3.0:1746066910.488186:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+20:2034:x1830882860840192:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 487us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066910.488194:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 371 00000100:00100000:2.0:1746066910.488294:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+19:3894:x1830882860840064:12345-192.168.201.51@tcp:101:cmp.0 Request processed in 1269us (1467us total) trans 4294980289 rc 0/0 00000100:00100000:2.0:1746066910.488300:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28764 00000100:00100000:0.0:1746066910.492923:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066910.495006:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066910.495110:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860840320 00000100:00100000:2.0:1746066910.495119:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860840320 00000100:00100000:2.0:1746066910.495184:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29951 00000100:00100000:2.0:1746066910.495191:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+9:2032:x1830882860840320:12345-192.168.201.51@tcp:101:cmp.0 00010000:00010000:2.0:1746066910.495205:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066910.495219:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff43a6b3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fca3 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066910.495238:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066910.495240:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066910.495246:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff43a6b3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fca3 expref: 10 pid: 25556 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066910.495261:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff43a6b3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fca3 expref: 10 pid: 25556 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066910.495274:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138400, rc 0) 00000100:00100000:2.0:1746066910.495320:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2032:x1830882860840320:12345-192.168.201.51@tcp:101:cmp.0 Request processed in 129us (2403us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066910.495325:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29951 00000100:00080000:0.0:1746066910.495729:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746066910.496532:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860840448 00000100:00100000:3.0:1746066910.496537:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860840448 00000100:00100000:3.0:1746066910.496581:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29952 00000100:00100000:3.0:1746066910.496587:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+13:2032:x1830882860840448:12345-192.168.201.51@tcp:101:cmp.0 00010000:00010000:3.0:1746066910.496595:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066910.496606:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43a6ba lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fcaa expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066910.496618:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066910.496619:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066910.496623:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43a6ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fcaa expref: 14 pid: 9627 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066910.496634:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43a6ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fcaa expref: 14 pid: 9627 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066910.496640:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea26800, rc 0) 00000100:00100000:3.0:1746066910.496661:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2032:x1830882860840448:12345-192.168.201.51@tcp:101:cmp.0 Request processed in 74us (1660us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066910.496666:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29952 00000100:00080000:0.0:1746066910.496721:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746066910.496892:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066910.497263:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860840576 00000100:00100000:3.0:1746066910.497268:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860840576 00000100:00100000:3.0:1746066910.497298:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 372 00000100:00100000:3.0:1746066910.497303:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+19:2033:x1830882860840576:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066910.497312:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066910.497327:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133139c00/0xd6b24631ff43a6a5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc9c expref: 19 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066910.497364:0:7259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88008f4c7800) 00010000:00010000:3.0:1746066910.497367:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066910.497602:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+18:2033:x1830882860840576:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 297us (710us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066910.497608:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 372 00000100:00100000:0.0:1746066910.520942:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066910.520990:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066910.521069:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860841088 00000100:00100000:2.0:1746066910.521077:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860841088 00002000:00100000:2.0:1746066910.521113:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->2097151) req@ffff880135ca4a80 x1830882860841088/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.521123:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca4a80 with x1830882860841088 ext(0->2097151) 00002000:00010000:2.0:1746066910.521128:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ca4a80 00000100:00100000:2.0:1746066910.521143:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860840832 00000100:00100000:2.0:1746066910.521145:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860840832 00002000:00100000:2.0:1746066910.521156:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (0->2097151) req@ffff880135ca5180 x1830882860840832/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.521162:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca5180 with x1830882860840832 ext(0->2097151) 00002000:00010000:2.0:1746066910.521165:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135ca5180 00000100:00100000:2.0:1746066910.521183:0:9633:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13524 00000100:00100000:2.0:1746066910.521190:0:9633:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2033:x1830882860841088:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:2.0:1746066910.522684:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13525 00000100:00100000:2.0:1746066910.522691:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2034:x1830882860840832:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:2.0:1746066910.546842:0:9633:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2033:x1830882860841088:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 25642us (25898us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746066910.546852:0:9633:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13524 00002000:00100000:2.0:1746066910.546863:0:9633:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->2097151) req@ffff880135ca4a80 x1830882860841088/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.546873:0:9633:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca4a80 with x1830882860841088 ext(0->2097151) 00002000:00010000:2.0:1746066910.546877:0:9633:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ca4a80 00000100:00100000:2.0:1746066910.552159:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2034:x1830882860840832:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 29459us (31158us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746066910.552171:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13525 00002000:00100000:2.0:1746066910.552180:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (0->2097151) req@ffff880135ca5180 x1830882860840832/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.552195:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca5180 with x1830882860840832 ext(0->2097151) 00002000:00010000:2.0:1746066910.552200:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135ca5180 00000100:00100000:0.0:1746066910.579992:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066910.580044:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066910.580142:0:9633:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860841344 00000100:00100000:3.0:1746066910.580151:0:9633:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860841344 00002000:00100000:3.0:1746066910.580190:0:9633:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (2097152->4194303) req@ffff880135ca5880 x1830882860841344/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.580199:0:9633:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca5880 with x1830882860841344 ext(2097152->4194303) 00002000:00010000:3.0:1746066910.580204:0:9633:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135ca5880 00000100:00100000:3.0:1746066910.580218:0:9633:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860841600 00000100:00100000:3.0:1746066910.580221:0:9633:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860841600 00002000:00100000:3.0:1746066910.580233:0:9633:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->4194303) req@ffff880135ca5f80 x1830882860841600/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.580240:0:9633:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca5f80 with x1830882860841600 ext(2097152->4194303) 00002000:00010000:3.0:1746066910.580243:0:9633:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ca5f80 00000100:00100000:3.0:1746066910.580255:0:9633:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13526 00000100:00100000:3.0:1746066910.580262:0:9633:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2031:x1830882860841344:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:3.0:1746066910.581588:0:28859:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13527 00000100:00100000:3.0:1746066910.581596:0:28859:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2031:x1830882860841600:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:3.0:1746066910.608974:0:9633:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2031:x1830882860841344:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 28700us (28979us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746066910.608986:0:9633:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13526 00002000:00100000:3.0:1746066910.608997:0:9633:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (2097152->4194303) req@ffff880135ca5880 x1830882860841344/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.609028:0:9633:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca5880 with x1830882860841344 ext(2097152->4194303) 00002000:00010000:3.0:1746066910.609033:0:9633:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135ca5880 00000100:00100000:3.0:1746066910.615759:0:28859:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2031:x1830882860841600:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 34148us (35699us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746066910.615771:0:28859:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13527 00002000:00100000:3.0:1746066910.615782:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->4194303) req@ffff880135ca5f80 x1830882860841600/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.615791:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca5f80 with x1830882860841600 ext(2097152->4194303) 00002000:00010000:3.0:1746066910.615797:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ca5f80 00000100:00100000:0.0:1746066910.638839:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066910.638896:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066910.639590:0:9633:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860841984 00000100:00100000:2.0:1746066910.639599:0:9633:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860841984 00000100:00100000:3.0:1746066910.639628:0:28859:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860842112 00000100:00100000:3.0:1746066910.639631:0:28859:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860842112 00002000:00100000:2.0:1746066910.639640:0:9633:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff880135ca6a00 x1830882860841984/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.639650:0:9633:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca6a00 with x1830882860841984 ext(4194304->6291455) 00002000:00100000:3.0:1746066910.639656:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->6291455) req@ffff880135ca7100 x1830882860842112/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00010000:2.0:1746066910.639656:0:9633:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ca6a00 00002000:00100000:3.0:1746066910.639664:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca7100 with x1830882860842112 ext(4194304->6291455) 00002000:00010000:3.0:1746066910.639666:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135ca7100 00000100:00100000:3.0:1746066910.639750:0:28859:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13528 00000100:00100000:0.0:1746066910.639758:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13529 00000100:00100000:3.0:1746066910.639759:0:28859:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2033:x1830882860841984:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:0.0:1746066910.639765:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2034:x1830882860842112:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:3.0:1746066910.661540:0:28859:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2033:x1830882860841984:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 21772us (22700us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746066910.661553:0:28859:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13528 00002000:00100000:3.0:1746066910.661564:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff880135ca6a00 x1830882860841984/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.661574:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca6a00 with x1830882860841984 ext(4194304->6291455) 00002000:00010000:3.0:1746066910.661580:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ca6a00 00000100:00100000:2.0:1746066910.670090:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2034:x1830882860842112:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 30316us (31184us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746066910.670102:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13529 00002000:00100000:2.0:1746066910.670113:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->6291455) req@ffff880135ca7100 x1830882860842112/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.670124:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca7100 with x1830882860842112 ext(4194304->6291455) 00002000:00010000:2.0:1746066910.670130:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135ca7100 00000100:00100000:0.0:1746066910.678709:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066910.679251:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860842368 00000100:00100000:2.0:1746066910.679259:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860842368 00002000:00100000:2.0:1746066910.679300:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (6291456->7340031) req@ffff880135cabb80 x1830882860842368/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.679311:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cabb80 with x1830882860842368 ext(6291456->7340031) 00002000:00010000:2.0:1746066910.679316:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135cabb80 00000100:00100000:3.0:1746066910.679578:0:28859:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13530 00000100:00100000:3.0:1746066910.679588:0:28859:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2033:x1830882860842368:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:0.0:1746066910.687939:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066910.687991:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066910.688084:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860842624 00000100:00100000:2.0:1746066910.688093:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860842624 00002000:00100000:2.0:1746066910.688132:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff880135ca8000 x1830882860842624/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.688142:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca8000 with x1830882860842624 ext(6291456->7340031) 00002000:00010000:2.0:1746066910.688147:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ca8000 00000100:00100000:2.0:1746066910.688164:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860842880 00000100:00100000:2.0:1746066910.688167:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860842880 00002000:00100000:2.0:1746066910.688180:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (7340032->8388607) req@ffff880135ca8700 x1830882860842880/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.688187:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca8700 with x1830882860842880 ext(7340032->8388607) 00002000:00010000:2.0:1746066910.688190:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135ca8700 00000100:00100000:2.0:1746066910.688751:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13531 00000100:00100000:2.0:1746066910.688760:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2033:x1830882860842624:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:3.0:1746066910.689109:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13532 00000100:00100000:3.0:1746066910.689121:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:2033:x1830882860842880:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:3.0:1746066910.693681:0:28859:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:2033:x1830882860842368:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 14087us (14974us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066910.693693:0:28859:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13530 00002000:00100000:3.0:1746066910.693703:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1a:0x0] (6291456->7340031) req@ffff880135cabb80 x1830882860842368/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.693713:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cabb80 with x1830882860842368 ext(6291456->7340031) 00002000:00010000:3.0:1746066910.693719:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135cabb80 00000100:00100000:0.0:1746066910.695362:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066910.695415:0:28859:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860843136 00000100:00100000:3.0:1746066910.695424:0:28859:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860843136 00002000:00100000:3.0:1746066910.695652:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff880135ca8e00 x1830882860843136/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.695662:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca8e00 with x1830882860843136 ext(7340032->8388607) 00002000:00010000:3.0:1746066910.695666:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ca8e00 00000100:00100000:3.0:1746066910.695698:0:28859:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13533 00000100:00100000:3.0:1746066910.695706:0:28859:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:164a43f3-71d4-4d11-a5de-0e73b1f5c070+16:2034:x1830882860843136:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:3.0:1746066910.703635:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2033:x1830882860842880:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 14509us (15637us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066910.703644:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13532 00002000:00100000:3.0:1746066910.703653:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (7340032->8388607) req@ffff880135ca8700 x1830882860842880/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.703660:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca8700 with x1830882860842880 ext(7340032->8388607) 00002000:00010000:3.0:1746066910.703664:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135ca8700 00000100:00100000:2.0:1746066910.708975:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+16:2033:x1830882860842624:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 20208us (21036us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066910.708985:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13531 00002000:00100000:2.0:1746066910.708996:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff880135ca8000 x1830882860842624/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.709010:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca8000 with x1830882860842624 ext(6291456->7340031) 00002000:00010000:2.0:1746066910.709015:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ca8000 00000100:00100000:3.0:1746066910.709477:0:28859:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2034:x1830882860843136:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 13771us (14135us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066910.709485:0:28859:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13533 00002000:00100000:3.0:1746066910.709491:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff880135ca8e00 x1830882860843136/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.709497:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca8e00 with x1830882860843136 ext(7340032->8388607) 00002000:00010000:3.0:1746066910.709534:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ca8e00 00000100:00100000:0.0:1746066910.732221:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066910.732280:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066910.732597:0:28859:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860843392 00000100:00100000:3.0:1746066910.732606:0:28859:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860843392 00002000:00100000:3.0:1746066910.732644:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->10485759) req@ffff880135caa680 x1830882860843392/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.732655:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135caa680 with x1830882860843392 ext(8388608->10485759) 00002000:00010000:3.0:1746066910.732659:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135caa680 00000100:00100000:3.0:1746066910.732674:0:28859:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860843648 00000100:00100000:3.0:1746066910.732676:0:28859:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860843648 00002000:00100000:3.0:1746066910.732688:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->10485759) req@ffff880135cab100 x1830882860843648/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.732694:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cab100 with x1830882860843648 ext(8388608->10485759) 00002000:00010000:3.0:1746066910.732696:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135cab100 00000100:00100000:3.0:1746066910.732719:0:28859:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13534 00000100:00100000:3.0:1746066910.732726:0:28859:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135caa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2032:x1830882860843392:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:1.0:1746066910.732754:0:9633:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13535 00000100:00100000:1.0:1746066910.732761:0:9633:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2032:x1830882860843648:12345-192.168.201.51@tcp:3:cmp.0 00010000:00010000:2.0:1746066910.749855:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746066910.755273:0:28859:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135caa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2032:x1830882860843392:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 22538us (23050us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746066910.755285:0:28859:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13534 00002000:00100000:3.0:1746066910.755295:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->10485759) req@ffff880135caa680 x1830882860843392/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.755304:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135caa680 with x1830882860843392 ext(8388608->10485759) 00002000:00010000:3.0:1746066910.755310:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135caa680 00000100:00100000:1.0:1746066910.758803:0:9633:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2032:x1830882860843648:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 26034us (26514us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746066910.758812:0:9633:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13535 00002000:00100000:1.0:1746066910.758821:0:9633:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->10485759) req@ffff880135cab100 x1830882860843648/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746066910.758829:0:9633:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135cab100 with x1830882860843648 ext(8388608->10485759) 00002000:00010000:1.0:1746066910.758834:0:9633:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135cab100 00000100:00100000:0.0:1746066910.770282:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066910.770316:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066910.773621:0:9633:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860844032 00000100:00100000:1.0:1746066910.773632:0:9633:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860844032 00002000:00100000:1.0:1746066910.773678:0:9633:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff880135ca9880 x1830882860844032/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746066910.773687:0:9633:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca9880 with x1830882860844032 ext(10485760->11534335) 00002000:00010000:1.0:1746066910.773693:0:9633:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ca9880 00000100:00100000:1.0:1746066910.773716:0:9633:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860844160 00000100:00100000:1.0:1746066910.773718:0:9633:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860844160 00002000:00100000:1.0:1746066910.773729:0:9633:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (10485760->11534335) req@ffff880135ca9500 x1830882860844160/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746066910.773734:0:9633:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca9500 with x1830882860844160 ext(10485760->11534335) 00002000:00010000:1.0:1746066910.773736:0:9633:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135ca9500 00000100:00100000:1.0:1746066910.773760:0:9633:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13536 00000100:00100000:1.0:1746066910.773768:0:9633:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2034:x1830882860844032:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:2.0:1746066910.773795:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13537 00000100:00100000:2.0:1746066910.773804:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ca9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2034:x1830882860844160:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:1.0:1746066910.774819:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066910.774863:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066910.774922:0:28859:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860844416 00000100:00100000:3.0:1746066910.774926:0:28859:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860844416 00002000:00100000:3.0:1746066910.774948:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1a:0x0] (11534336->12582911) req@ffff88009112f100 x1830882860844416/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.774956:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112f100 with x1830882860844416 ext(11534336->12582911) 00002000:00010000:3.0:1746066910.774959:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009112f100 00000100:00100000:3.0:1746066910.774970:0:28859:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860844672 00000100:00100000:3.0:1746066910.774972:0:28859:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860844672 00002000:00100000:3.0:1746066910.774982:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->12582911) req@ffff88009112ed80 x1830882860844672/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.774989:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112ed80 with x1830882860844672 ext(11534336->12582911) 00002000:00010000:3.0:1746066910.774991:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112ed80 00000100:00100000:3.0:1746066910.775001:0:28859:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13538 00000100:00100000:3.0:1746066910.775007:0:28859:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:2033:x1830882860844416:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:3.0:1746066910.775842:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13539 00000100:00100000:3.0:1746066910.775848:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+16:2033:x1830882860844672:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:0.0:1746066910.784079:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066910.784179:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860844928 00000100:00100000:1.0:1746066910.784188:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860844928 00002000:00100000:1.0:1746066910.784224:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff880094ec0380 x1830882860844928/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/0 e 0 to 0 dl 1746066921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746066910.784233:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec0380 with x1830882860844928 ext(12582912->13631487) 00002000:00010000:1.0:1746066910.784238:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094ec0380 00000100:00100000:1.0:1746066910.784254:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13540 00000100:00100000:1.0:1746066910.784260:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2034:x1830882860844928:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:3.0:1746066910.792454:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2034:x1830882860844160:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 18643us (22127us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066910.792465:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13537 00002000:00100000:3.0:1746066910.792476:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (10485760->11534335) req@ffff880135ca9500 x1830882860844160/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.792485:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca9500 with x1830882860844160 ext(10485760->11534335) 00002000:00010000:3.0:1746066910.792491:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135ca9500 00000100:00100000:1.0:1746066910.802990:0:9633:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ca9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+16:2034:x1830882860844032:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 29213us (32704us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066910.803000:0:9633:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13536 00002000:00100000:1.0:1746066910.803010:0:9633:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff880135ca9880 x1830882860844032/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746066910.803019:0:9633:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ca9880 with x1830882860844032 ext(10485760->11534335) 00002000:00010000:1.0:1746066910.803023:0:9633:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ca9880 00000100:00100000:3.0:1746066910.803255:0:28859:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:2033:x1830882860844416:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 28245us (28436us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066910.803263:0:28859:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13538 00002000:00100000:3.0:1746066910.803269:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1a:0x0] (11534336->12582911) req@ffff88009112f100 x1830882860844416/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.803277:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112f100 with x1830882860844416 ext(11534336->12582911) 00002000:00010000:3.0:1746066910.803281:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009112f100 00000100:00100000:3.0:1746066910.812209:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2033:x1830882860844672:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 36350us (37334us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066910.812220:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13539 00002000:00100000:3.0:1746066910.812231:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->12582911) req@ffff88009112ed80 x1830882860844672/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066910.812240:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009112ed80 with x1830882860844672 ext(11534336->12582911) 00002000:00010000:3.0:1746066910.812246:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009112ed80 00000100:00100000:2.0:1746066910.813510:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2034:x1830882860844928:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 29245us (29434us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066910.813531:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13540 00002000:00100000:2.0:1746066910.813539:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff880094ec0380 x1830882860844928/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:316/0 lens 488/440 e 0 to 0 dl 1746066921 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066910.813548:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ec0380 with x1830882860844928 ext(12582912->13631487) 00002000:00010000:2.0:1746066910.813552:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094ec0380 00000100:00100000:2.0:1746066910.822887:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066910.823535:0:7276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860845184 00000100:00100000:1.0:1746066910.823543:0:7276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860845184 00000100:00100000:1.0:1746066910.823627:0:7276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 213 00000100:00100000:1.0:1746066910.823634:0:7276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+18:3894:x1830882860845184:12345-192.168.201.51@tcp:35:cmp.0 00000100:00100000:1.0:1746066910.823797:0:7276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+19:3894:x1830882860845184:12345-192.168.201.51@tcp:35:cmp.0 Request processed in 162us (917us total) trans 4294980290 rc 0/0 00000100:00100000:1.0:1746066910.823804:0:7276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 213 00000100:00100000:0.0:1746066910.826316:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066910.826565:0:16167:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860845440 00000100:00100000:3.0:1746066910.826572:0:16167:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860845440 00000100:00100000:3.0:1746066910.826599:0:16167:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 214 00000100:00100000:3.0:1746066910.826605:0:16167:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8d6c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+19:3894:x1830882860845440:12345-192.168.201.51@tcp:35:cmp.0 00000100:00100000:3.0:1746066910.827226:0:16167:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8d6c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+20:3894:x1830882860845440:12345-192.168.201.51@tcp:35:cmp.0 Request processed in 620us (913us total) trans 4294980291 rc 0/0 00000100:00100000:3.0:1746066910.827233:0:16167:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 214 00000100:00100000:0.0:1746066910.847499:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066910.847686:0:24128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860845568 00000100:00100000:3.0:1746066910.847743:0:24128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860845568 00000100:00100000:3.0:1746066910.848198:0:24128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 819 00000100:00100000:3.0:1746066910.848207:0:24128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+25:2033:x1830882860845568:12345-192.168.201.51@tcp:63:ll_sa.0 00010000:00010000:3.0:1746066910.848243:0:24128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066910.848257:0:24128:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a6c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fcb1 expref: -99 pid: 24128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066910.848298:0:24128:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20000/0xd6b24631ff43a6c8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24128 initiator: MDT0 00010000:00010000:3.0:1746066910.848309:0:24128:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20000/0xd6b24631ff43a6c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24128 initiator: MDT0 00010000:00010000:3.0:1746066910.848318:0:24128:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20000/0xd6b24631ff43a6c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24128 initiator: MDT0 00010000:00010000:3.0:1746066910.848330:0:24128:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21200/0xd6b24631ff43a6cf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24128 initiator: MDT0 00010000:00010000:3.0:1746066910.848581:0:24128:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21200/0xd6b24631ff43a6cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24128 initiator: MDT0 00010000:00010000:3.0:1746066910.848588:0:24128:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21200/0xd6b24631ff43a6cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24128 initiator: MDT0 00010000:00010000:3.0:1746066910.848639:0:24128:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20000/0xd6b24631ff43a6c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24128 initiator: MDT0 00010000:00010000:3.0:1746066910.848645:0:24128:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20000/0xd6b24631ff43a6c8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24128 initiator: MDT0 00010000:00010000:3.0:1746066910.848651:0:24128:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20000/0xd6b24631ff43a6c8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24128 initiator: MDT0 00010000:00010000:3.0:1746066910.848657:0:24128:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095c20000 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066910.848660:0:24128:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20000/0xd6b24631ff43a6c8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24128 initiator: MDT0 00010000:00010000:3.0:1746066910.848665:0:24128:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20000/0xd6b24631ff43a6c8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24128 initiator: MDT0 00010000:00010000:3.0:1746066910.848673:0:24128:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:3.0:1746066910.848675:0:24128:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066910.848678:0:24128:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20000/0xd6b24631ff43a6c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24128 initiator: MDT0 00010000:00010000:3.0:1746066910.848684:0:24128:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20000/0xd6b24631ff43a6c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24128 initiator: MDT0 00010000:00010000:3.0:1746066910.848707:0:24128:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21200/0xd6b24631ff43a6cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24128 initiator: MDT0 00010000:00010000:3.0:1746066910.848712:0:24128:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21200/0xd6b24631ff43a6cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24128 initiator: MDT0 00010000:00010000:3.0:1746066910.848717:0:24128:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21200/0xd6b24631ff43a6cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24128 initiator: MDT0 00010000:00010000:3.0:1746066910.848721:0:24128:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095c21200 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066910.848723:0:24128:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21200/0xd6b24631ff43a6cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24128 initiator: MDT0 00010000:00010000:3.0:1746066910.848727:0:24128:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21200/0xd6b24631ff43a6cf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24128 initiator: MDT0 00010000:00010000:3.0:1746066910.848733:0:24128:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009ec33700) 00010000:00010000:3.0:1746066910.848735:0:24128:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066910.848737:0:24128:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21200/0xd6b24631ff43a6cf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24128 initiator: MDT0 00010000:00010000:3.0:1746066910.848741:0:24128:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21200/0xd6b24631ff43a6cf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24128 initiator: MDT0 00010000:00010000:3.0:1746066910.848765:0:24128:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a6c1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fcb1 expref: 26 pid: 24128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066910.848772:0:24128:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:3.0:1746066910.848774:0:24128:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746066910.848777:0:24128:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a6c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fcb1 expref: 26 pid: 24128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066910.848785:0:24128:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21a00, rc -2) 00000100:00100000:3.0:1746066910.848835:0:24128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+25:2033:x1830882860845568:12345-192.168.201.51@tcp:63:ll_sa.0 Request processed in 630us (1343us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746066910.848842:0:24128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 819 00000100:00100000:2.0:1746066910.849878:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066910.850164:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860845824 00000100:00100000:0.0:1746066910.850169:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860845824 00000100:00100000:0.0:1746066910.850203:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28765 00000100:00100000:0.0:1746066910.850209:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+25:3895:x1830882860845824:12345-192.168.201.51@tcp:36:rm.0 00010000:00010000:0.0:1746066910.850233:0:7272:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1746066910.850245:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef5a00/0xd6b24631ff43a620 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc4f expref: 25 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066910.850262:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7c00/0xd6b24631ff43a3e9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fbe6 expref: 24 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066910.850281:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88008f4c7800) 00010000:00010000:0.0:1746066910.850288:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095cc3e00/0xd6b24631ff43a604 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc48 expref: 23 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066910.850294:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:0.0:1746066910.850296:0:7272:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066910.850306:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43a6d6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066910.850314:0:7272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef4400/0xd6b24631ff43a63c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc64 expref: 19 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066910.850320:0:7272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43a6d6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066910.850358:0:7272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef4400/0xd6b24631ff43a63c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc64 expref: 19 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066910.850368:0:7272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef4400/0xd6b24631ff43a63c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc64 expref: 19 pid: 7272 timeout: 1122 lvb_type: 0 00000100:00100000:0.0:1746066910.850379:0:7272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094ec0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7272:1830882861299200:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066910.850438:0:7272:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a03c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066910.854084:0:7272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094ec0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7272:1830882861299200:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066910.854105:0:7272:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43a6d6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00000100:00100000:2.0:1746066910.855092:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066910.855217:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860845952 00000100:00100000:0.0:1746066910.855223:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860845952 00010000:00010000:0.0:1746066910.855252:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef4400/0xd6b24631ff43a63c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc64 expref: 20 pid: 7272 timeout: 1122 lvb_type: 0 00000100:00100000:0.0:1746066910.855291:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12764 00000100:00100000:0.0:1746066910.855298:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+20:2033:x1830882860845952:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066910.855309:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066910.855314:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef4400/0xd6b24631ff43a63c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc64 expref: 20 pid: 7272 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1746066910.855323:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef4400/0xd6b24631ff43a63c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc64 expref: 20 pid: 7272 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1746066910.855466:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef4400/0xd6b24631ff43a63c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc64 expref: 20 pid: 7272 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1746066910.855481:0:7260:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:0.0:1746066910.855485:0:7260:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43a6d6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066910.855492:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43a6d6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066910.855498:0:7260:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43a6d6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066910.855531:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066910.856385:0:7272:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43a6d6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.856392:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43a6d6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.856411:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20a00/0xd6b24631ff43a6dd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.856420:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20a00/0xd6b24631ff43a6dd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.856427:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20a00/0xd6b24631ff43a6dd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.856502:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43a6e4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.856523:0:7272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41a200/0xd6b24631ff43a459 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc09 expref: 19 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066910.856531:0:7272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43a6e4 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.856553:0:7272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41a200/0xd6b24631ff43a459 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc09 expref: 19 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066910.856564:0:7272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41a200/0xd6b24631ff43a459 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc09 expref: 19 pid: 7272 timeout: 1122 lvb_type: 0 00000100:00100000:3.0:1746066910.856575:0:7272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a60a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7272:1830882861299328:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066910.856706:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+19:2033:x1830882860845952:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1407us (1614us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066910.856714:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12764 00000100:00100000:3.0:1746066910.857053:0:7272:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095c55480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066910.859212:0:7272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a60a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7272:1830882861299328:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066910.859230:0:7272:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43a6e4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00000100:00100000:2.0:1746066910.860636:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066910.860878:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860846080 00000100:00100000:0.0:1746066910.860884:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860846080 00010000:00010000:0.0:1746066910.860910:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41a200/0xd6b24631ff43a459 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc09 expref: 19 pid: 7272 timeout: 1122 lvb_type: 0 00000100:00100000:0.0:1746066910.860946:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12765 00000100:00100000:0.0:1746066910.860953:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+19:2034:x1830882860846080:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066910.860963:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066910.860968:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41a200/0xd6b24631ff43a459 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc09 expref: 19 pid: 7272 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1746066910.860978:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41a200/0xd6b24631ff43a459 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc09 expref: 19 pid: 7272 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1746066910.860995:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41a200/0xd6b24631ff43a459 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc09 expref: 19 pid: 7272 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1746066910.861019:0:7260:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88008f4c7800) 00010000:00010000:0.0:1746066910.861023:0:7260:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43a6e4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066910.861032:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43a6e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066910.861038:0:7260:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43a6e4 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066910.861052:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066910.861089:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+18:2034:x1830882860846080:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 136us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066910.861095:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12765 00010000:00010000:0.0:1746066910.861140:0:7272:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43a6e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066910.861148:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43a6e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00000040:00080000:0.0:1746066910.861335:0:7272:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9152 00000004:00080000:0.0:1746066910.861361:0:7272:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1022939018524ns, next at 1023939017361ns, rc = 0 00000040:00080000:0.0:1746066910.861389:0:7272:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9088 00000004:00080000:0.0:1746066910.861393:0:7272:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1022939051288ns, next at 1023939050726ns, rc = 0 00010000:00010000:3.0:1746066910.862718:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21600/0xd6b24631ff43a6eb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.862730:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21600/0xd6b24631ff43a6eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.862737:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21600/0xd6b24631ff43a6eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.862742:0:7272:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21600/0xd6b24631ff43a6eb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.862747:0:7272:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21600/0xd6b24631ff43a6eb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.862752:0:7272:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21600/0xd6b24631ff43a6eb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.862835:0:7272:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746066910.862851:0:7272:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43a6e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.862856:0:7272:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43a6e4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.862861:0:7272:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43a6e4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.862867:0:7272:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095c20400 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066910.862870:0:7272:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43a6e4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.862879:0:7272:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43a6e4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.862887:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88008f4c7800) 00010000:00010000:3.0:1746066910.862890:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746066910.862892:0:7272:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43a6e4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.862897:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43a6e4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066910.863202:0:7262:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746066910.863207:0:7262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21600/0xd6b24631ff43a6eb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066910.863212:0:7262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095c21600 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746066910.863215:0:7262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21600/0xd6b24631ff43a6eb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066910.863219:0:7262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21600/0xd6b24631ff43a6eb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066910.863225:0:7262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88008f4c7800) 00010000:00010000:0.0:1746066910.863227:0:7262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746066910.863229:0:7262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21600/0xd6b24631ff43a6eb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x49:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066910.863233:0:7262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21600/0xd6b24631ff43a6eb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x49:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7272 initiator: MDT0 00010000:00010000:0.0:1746066910.863243:0:7262:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746066910.863245:0:7262:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746066910.863246:0:7262:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746066910.863418:0:7272:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43a6d6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.863424:0:7272:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43a6d6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.863429:0:7272:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43a6d6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.863433:0:7272:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d43c600 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066910.863435:0:7272:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43a6d6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.863439:0:7272:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43a6d6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.863445:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:3.0:1746066910.863447:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066910.863449:0:7272:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43a6d6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.863453:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43a6d6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00000004:00010000:3.0:1746066910.863460:0:7272:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880132c59180 reply state ffff88009445b000 transno 4294980292 ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20a00/0xd6b24631ff43a6dd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.863467:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20a00/0xd6b24631ff43a6dd lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.863471:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009ec33700) 00010000:00010000:3.0:1746066910.863473:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746066910.863475:0:7272:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746066910.863528:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+24:3895:x1830882860845824:12345-192.168.201.51@tcp:36:rm.0 Request processed in 13318us (13649us total) trans 4294980292 rc 0/0 00000100:00100000:3.0:1746066910.863535:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28765 00000100:00100000:2.0:1746066910.928137:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066910.928188:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860846208 00000100:00100000:3.0:1746066910.928197:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860846208 00000100:00100000:3.0:1746066910.928618:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28766 00000100:00100000:3.0:1746066910.928627:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+24:3898:x1830882860846208:12345-192.168.201.51@tcp:101:lfs.0 00010000:00010000:3.0:1746066910.928646:0:7272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066910.928660:0:7272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a6f2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fce9 expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066910.928706:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21200/0xd6b24631ff43a6f9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.928717:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21200/0xd6b24631ff43a6f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.928728:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21200/0xd6b24631ff43a6f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00000004:00200000:3.0:1746066910.928764:0:7272:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746066910.928768:0:7272:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746066910.928783:0:7272:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21200/0xd6b24631ff43a6f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.928800:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a6f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fce9 expref: 26 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066910.928823:0:7272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21200/0xd6b24631ff43a6f9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fce9 expref: 25 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066910.928831:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:3.0:1746066910.928833:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746066910.928836:0:7272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21200, rc 0) 00000100:00100000:3.0:1746066910.929198:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+25:3898:x1830882860846208:12345-192.168.201.51@tcp:101:lfs.0 Request processed in 571us (1068us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066910.929205:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28766 00000100:00100000:0.0:1746066910.942930:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066910.944723:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860846464 00000100:00100000:3.0:1746066910.944732:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860846464 00000100:00100000:3.0:1746066910.944776:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28767 00000100:00100000:3.0:1746066910.944783:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+25:3898:x1830882860846464:12345-192.168.201.51@tcp:101:lfs.0 00010000:00010000:3.0:1746066910.944801:0:7272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066910.944804:0:7272:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746066910.944832:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21200/0xd6b24631ff43a6f9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fce9 expref: 25 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066910.944850:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:3.0:1746066910.944854:0:7272:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066910.944863:0:7272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20000/0xd6b24631ff43a700 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fcf0 expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066910.944942:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20600/0xd6b24631ff43a707 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.944952:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20600/0xd6b24631ff43a707 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.944961:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20600/0xd6b24631ff43a707 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.944971:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a70e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.944977:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a70e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.944982:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a70e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.945288:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009085aa00/0xd6b24631ff43a715 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.945296:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009085aa00/0xd6b24631ff43a715 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.945302:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009085aa00/0xd6b24631ff43a715 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00000004:00200000:3.0:1746066910.945310:0:7272:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:3.0:1746066910.945329:0:7272:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20600/0xd6b24631ff43a707 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.945334:0:7272:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20600/0xd6b24631ff43a707 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.945364:0:7272:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20600/0xd6b24631ff43a707 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.945370:0:7272:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095c20600 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066910.945373:0:7272:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20600/0xd6b24631ff43a707 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.945379:0:7272:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20600/0xd6b24631ff43a707 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.945386:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:3.0:1746066910.945388:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066910.945391:0:7272:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20600/0xd6b24631ff43a707 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.945396:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20600/0xd6b24631ff43a707 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00000004:00010000:3.0:1746066910.945403:0:7272:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880094ec1500 reply state ffff88011eaad000 transno 4294980293 ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a70e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.945409:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a70e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.945414:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009ec33700) 00010000:00010000:3.0:1746066910.945416:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746066910.945418:0:7272:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746066910.945437:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20000/0xd6b24631ff43a700 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fcf0 expref: 27 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066910.945447:0:7272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009085aa00/0xd6b24631ff43a715 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fcf0 expref: 26 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066910.945457:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88009ec33b00) 00010000:00010000:3.0:1746066910.945459:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066910.945461:0:7272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085aa00, rc 0) 00000100:00100000:3.0:1746066910.945561:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+27:3898:x1830882860846464:12345-192.168.201.51@tcp:101:lfs.0 Request processed in 777us (2637us total) trans 4294980293 rc 0/0 00000100:00100000:3.0:1746066910.945567:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28767 00000100:00100000:0.0:1746066910.956287:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066910.956392:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860846720 00000100:00100000:3.0:1746066910.956400:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860846720 00000100:00100000:3.0:1746066910.956441:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28768 00000100:00100000:3.0:1746066910.956448:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+27:3898:x1830882860846720:12345-192.168.201.51@tcp:101:lfs.0 00010000:00010000:3.0:1746066910.956469:0:7272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066910.956487:0:7272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20000/0xd6b24631ff43a723 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fcf7 expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066910.956578:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20600/0xd6b24631ff43a72a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.956590:0:7272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009085aa00/0xd6b24631ff43a715 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fcf0 expref: 28 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066910.956597:0:7272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20600/0xd6b24631ff43a72a lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.956620:0:7272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009085aa00/0xd6b24631ff43a715 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fcf0 expref: 28 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066910.956632:0:7272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009085aa00/0xd6b24631ff43a715 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fcf0 expref: 28 pid: 7272 timeout: 1123 lvb_type: 0 00000100:00100000:3.0:1746066910.956649:0:7272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a60a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7272:1830882861299456:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066910.957269:0:7272:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095c55480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066910.961608:0:7272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a60a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7272:1830882861299456:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066910.961630:0:7272:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20600/0xd6b24631ff43a72a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00000100:00100000:0.0:1746066910.961932:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066910.961982:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860846848 00000100:00100000:3.0:1746066910.961988:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860846848 00010000:00010000:3.0:1746066910.962013:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009085aa00/0xd6b24631ff43a715 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fcf0 expref: 29 pid: 7272 timeout: 1123 lvb_type: 0 00000100:00100000:3.0:1746066910.962043:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12766 00000100:00100000:3.0:1746066910.962049:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+29:2034:x1830882860846848:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066910.962061:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066910.962066:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009085aa00/0xd6b24631ff43a715 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fcf0 expref: 29 pid: 7272 timeout: 1123 lvb_type: 0 00010000:00010000:3.0:1746066910.962076:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009085aa00/0xd6b24631ff43a715 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fcf0 expref: 29 pid: 7272 timeout: 1123 lvb_type: 0 00010000:00010000:3.0:1746066910.962093:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009085aa00/0xd6b24631ff43a715 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fcf0 expref: 29 pid: 7272 timeout: 1123 lvb_type: 0 00010000:00010000:3.0:1746066910.962190:0:7259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88009ec33b00) 00010000:00010000:3.0:1746066910.962195:0:7259:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20600/0xd6b24631ff43a72a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.962206:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20600/0xd6b24631ff43a72a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.962212:0:7259:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20600/0xd6b24631ff43a72a lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066910.964705:0:7272:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20600/0xd6b24631ff43a72a lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066910.964715:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20600/0xd6b24631ff43a72a lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00000004:00200000:2.0:1746066910.964734:0:7272:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00000004:00080000:2.0:1746066910.964855:0:7272:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1c:0x0], index 0: 0 00000004:00080000:2.0:1746066910.964861:0:7272:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c:0x0], index 1: 0 00010000:00010000:2.0:1746066910.964941:0:7272:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20600/0xd6b24631ff43a72a lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066910.964948:0:7272:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20600/0xd6b24631ff43a72a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066910.964954:0:7272:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20600/0xd6b24631ff43a72a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066910.964958:0:7272:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095c20600 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066910.964961:0:7272:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20600/0xd6b24631ff43a72a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066910.964966:0:7272:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20600/0xd6b24631ff43a72a lrc: 5/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066910.964975:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88009ec33b00) 00010000:00010000:2.0:1746066910.964977:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746066910.964980:0:7272:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20600/0xd6b24631ff43a72a lrc: 3/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066910.965013:0:7272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20000/0xd6b24631ff43a723 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fcf7 expref: 29 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066910.965020:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20000/0xd6b24631ff43a723 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fcf7 expref: 29 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066910.965028:0:7272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20000, rc 0) 00000100:00100000:2.0:1746066910.965072:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+28:3898:x1830882860846720:12345-192.168.201.51@tcp:101:lfs.0 Request processed in 8624us (8792us total) trans 4294980294 rc 301/301 00000100:00100000:2.0:1746066910.965080:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28768 00010000:00010000:3.0:1746066910.965649:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20600/0xd6b24631ff43a72a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:3.0:1746066910.965671:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066910.965702:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+27:2034:x1830882860846848:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3652us (3772us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066910.965710:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12766 00000100:00100000:2.0:1746066910.972160:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066910.972232:0:16167:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860847104 00000100:00100000:3.0:1746066910.972240:0:16167:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860847104 00000100:00100000:3.0:1746066910.972271:0:16167:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 215 00000100:00100000:3.0:1746066910.972278:0:16167:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+27:3898:x1830882860847104:12345-192.168.201.51@tcp:35:lfs.0 00000100:00100000:3.0:1746066910.972492:0:16167:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+28:3898:x1830882860847104:12345-192.168.201.51@tcp:35:lfs.0 Request processed in 212us (336us total) trans 4294980295 rc 0/0 00000100:00100000:3.0:1746066910.972499:0:16167:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 215 00000100:00100000:3.0:1746066910.974526:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066910.974621:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860847232 00000100:00100000:0.0:1746066910.974627:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860847232 00000100:00100000:0.0:1746066910.974665:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28769 00000100:00100000:0.0:1746066910.974671:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+28:3898:x1830882860847232:12345-192.168.201.51@tcp:101:lfs.0 00010000:00010000:0.0:1746066910.974685:0:7272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066910.974700:0:7272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43a738 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fcfe expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066910.974740:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43a738 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fcfe expref: 29 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066910.974752:0:7272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43a738 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fcfe expref: 29 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066910.974766:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880130979600) 00010000:00010000:0.0:1746066910.974768:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746066910.974771:0:7272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d43c600, rc 0) 00000100:00100000:0.0:1746066910.974812:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+29:3898:x1830882860847232:12345-192.168.201.51@tcp:101:lfs.0 Request processed in 140us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066910.974818:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28769 00000100:00100000:0.0:1746066910.978315:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066910.978627:0:7276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860847488 00000100:00100000:2.0:1746066910.978634:0:7276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860847488 00000100:00100000:2.0:1746066910.978680:0:7276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 216 00000100:00100000:2.0:1746066910.978687:0:7276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+29:3898:x1830882860847488:12345-192.168.201.51@tcp:35:lfs.0 00000100:00100000:2.0:1746066910.979689:0:7276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+30:3898:x1830882860847488:12345-192.168.201.51@tcp:35:lfs.0 Request processed in 1001us (1380us total) trans 4294980296 rc 0/0 00000100:00100000:2.0:1746066910.979697:0:7276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 216 00000100:00100000:0.0:1746066910.991738:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066910.992216:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860847616 00000100:00100000:2.0:1746066910.992224:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860847616 00000100:00100000:2.0:1746066910.993117:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28770 00000100:00100000:2.0:1746066910.993128:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+30:3899:x1830882860847616:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:2.0:1746066910.993152:0:7272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066910.993167:0:7272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095dec000/0xd6b24631ff43a73f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fd05 expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066910.993216:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ded800/0xd6b24631ff43a746 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066910.993227:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095ded800/0xd6b24631ff43a746 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066910.993236:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095ded800/0xd6b24631ff43a746 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00000004:00200000:2.0:1746066910.993269:0:7272:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746066910.993272:0:7272:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746066910.993286:0:7272:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095ded800/0xd6b24631ff43a746 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066910.993305:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095dec000/0xd6b24631ff43a73f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd05 expref: 32 pid: 7272 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066910.993981:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066910.993997:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860847744 00000100:00100000:0.0:1746066910.994001:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860847744 00000100:00100000:0.0:1746066910.994022:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28771 00000100:00100000:0.0:1746066910.994026:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+18:3900:x1830882860847744:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:0.0:1746066910.994036:0:17223:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066910.994042:0:17223:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43d400/0xd6b24631ff43a74d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fd0c expref: -99 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066910.994064:0:17223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d953800/0xd6b24631ff43a754 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066910.994070:0:17223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d953800/0xd6b24631ff43a754 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066910.994076:0:17223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d953800/0xd6b24631ff43a754 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00000004:00200000:0.0:1746066910.994090:0:17223:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746066910.994092:0:17223:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746066910.994098:0:17223:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012d953800/0xd6b24631ff43a754 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00010000:00010000:0.0:1746066910.994108:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43d400/0xd6b24631ff43a74d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd0c expref: 20 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066910.994135:0:17223:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d953800/0xd6b24631ff43a754 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd0c expref: 19 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066910.994142:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:0.0:1746066910.994144:0:17223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746066910.994147:0:17223:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d953800, rc 0) 00000100:00100000:0.0:1746066910.994180:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+19:3900:x1830882860847744:12345-192.168.201.51@tcp:101:dd.0 Request processed in 153us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066910.994185:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28771 00010000:00010000:2.0:1746066910.994284:0:7272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ded800/0xd6b24631ff43a746 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd05 expref: 31 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066910.994290:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066910.994292:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746066910.994294:0:7272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ded800, rc 0) 00000100:00100000:2.0:1746066910.994310:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+31:3899:x1830882860847616:12345-192.168.201.51@tcp:101:dd.0 Request processed in 1186us (2583us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066910.994315:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28770 00000100:00100000:0.0:1746066910.996900:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066910.997324:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860848000 00000100:00100000:2.0:1746066910.997331:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860848000 00000100:00100000:2.0:1746066910.997662:0:7272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28772 00000100:00100000:2.0:1746066910.997671:0:7272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+19:3900:x1830882860848000:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:2.0:1746066910.997686:0:7272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066910.997701:0:7272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095dede00/0xd6b24631ff43a75b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fd13 expref: -99 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066910.997779:0:7272:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ded400/0xd6b24631ff43a762 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066910.997791:0:7272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095ded400/0xd6b24631ff43a762 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:2.0:1746066910.997800:0:7272:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095ded400/0xd6b24631ff43a762 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7272 initiator: MDT0 00000004:00200000:2.0:1746066910.997811:0:7272:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 26214400 00010000:00010000:2.0:1746066910.997893:0:7272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095dede00/0xd6b24631ff43a75b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd13 expref: 22 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066910.997905:0:7272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ded400/0xd6b24631ff43a762 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd13 expref: 21 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066910.997913:0:7272:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88008f507800) 00010000:00010000:2.0:1746066910.997915:0:7272:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066910.997917:0:7272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ded400, rc 0) 00000100:00100000:2.0:1746066910.997951:0:7272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+21:3900:x1830882860848000:12345-192.168.201.51@tcp:101:dd.0 Request processed in 282us (1057us total) trans 4294980297 rc 0/0 00000100:00100000:2.0:1746066910.997956:0:7272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28772 00000100:00100000:0.0:1746066910.999069:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066910.999139:0:7277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860848128 00000100:00100000:2.0:1746066910.999145:0:7277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860848128 00000100:00100000:2.0:1746066910.999286:0:7277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 820 00000100:00100000:2.0:1746066910.999294:0:7277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+31:2031:x1830882860848128:12345-192.168.201.51@tcp:63:ll_sa.0 00010000:00010000:2.0:1746066910.999316:0:7277:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066910.999327:0:7277:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095dec200/0xd6b24631ff43a770 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fd1a expref: -99 pid: 7277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066910.999501:0:7277:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c4200/0xd6b24631ff43a777 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066910.999521:0:7277:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c4200/0xd6b24631ff43a777 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066910.999530:0:7277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c4200/0xd6b24631ff43a777 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066910.999539:0:7277:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c4400/0xd6b24631ff43a77e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066910.999544:0:7277:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c4400/0xd6b24631ff43a77e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066910.999548:0:7277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c4400/0xd6b24631ff43a77e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.000639:0:7277:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c4600/0xd6b24631ff43a785 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.000649:0:7277:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c4600/0xd6b24631ff43a785 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.000656:0:7277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c4600/0xd6b24631ff43a785 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7277 initiator: MDT0 00000004:00200000:2.0:1746066911.000674:0:7277:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00000004:00200000:2.0:1746066911.000678:0:7277:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746066911.000701:0:7277:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c4600/0xd6b24631ff43a785 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.000709:0:7277:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c4600/0xd6b24631ff43a785 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.000717:0:7277:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c4200/0xd6b24631ff43a777 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.000721:0:7277:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c4200/0xd6b24631ff43a777 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.000726:0:7277:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c4200/0xd6b24631ff43a777 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.000734:0:7277:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7c4200 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066911.000738:0:7277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c4200/0xd6b24631ff43a777 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.000743:0:7277:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c4200/0xd6b24631ff43a777 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.000751:0:7277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066911.000754:0:7277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066911.000757:0:7277:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c4200/0xd6b24631ff43a777 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.000762:0:7277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c4200/0xd6b24631ff43a777 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.000770:0:7277:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c4400/0xd6b24631ff43a77e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.000775:0:7277:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c4400/0xd6b24631ff43a77e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.000779:0:7277:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c4400/0xd6b24631ff43a77e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.000784:0:7277:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7c4400 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066911.000786:0:7277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c4400/0xd6b24631ff43a77e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.000791:0:7277:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c4400/0xd6b24631ff43a77e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.000797:0:7277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009ec33700) 00010000:00010000:2.0:1746066911.000799:0:7277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066911.000801:0:7277:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c4400/0xd6b24631ff43a77e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.000806:0:7277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c4400/0xd6b24631ff43a77e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.000826:0:7277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095dec200/0xd6b24631ff43a770 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd1a expref: 33 pid: 7277 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066911.001779:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:2.0:1746066911.002412:0:7277:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c4600/0xd6b24631ff43a785 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd1a expref: 32 pid: 7277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.002420:0:7277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880130979600) 00010000:00010000:2.0:1746066911.002423:0:7277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066911.002425:0:7277:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c4600, rc 0) 00010000:00010000:2.0:1746066911.002433:0:7277:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066911.002442:0:7277:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c5400/0xd6b24631ff43a78c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fd21 expref: -99 pid: 7277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.002469:0:7277:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a563200/0xd6b24631ff43a793 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.002477:0:7277:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a563200/0xd6b24631ff43a793 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.002484:0:7277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a563200/0xd6b24631ff43a793 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.002495:0:7277:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f613600/0xd6b24631ff43a79a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.002501:0:7277:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f613600/0xd6b24631ff43a79a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.002541:0:7277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f613600/0xd6b24631ff43a79a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.002566:0:7277:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a563200/0xd6b24631ff43a793 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.002571:0:7277:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a563200/0xd6b24631ff43a793 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.002576:0:7277:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a563200/0xd6b24631ff43a793 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.002581:0:7277:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a563200 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066911.002584:0:7277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a563200/0xd6b24631ff43a793 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.002589:0:7277:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a563200/0xd6b24631ff43a793 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.002595:0:7277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066911.002597:0:7277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066911.002600:0:7277:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a563200/0xd6b24631ff43a793 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.002604:0:7277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a563200/0xd6b24631ff43a793 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.002612:0:7277:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f613600/0xd6b24631ff43a79a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.002617:0:7277:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f613600/0xd6b24631ff43a79a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.002622:0:7277:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f613600/0xd6b24631ff43a79a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.002626:0:7277:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f613600 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066911.002629:0:7277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f613600/0xd6b24631ff43a79a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.002633:0:7277:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f613600/0xd6b24631ff43a79a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.002639:0:7277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800962f2c00) 00010000:00010000:2.0:1746066911.002641:0:7277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066911.002643:0:7277:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f613600/0xd6b24631ff43a79a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.002646:0:7277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f613600/0xd6b24631ff43a79a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7277 initiator: MDT0 00010000:00010000:2.0:1746066911.002667:0:7277:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c5400/0xd6b24631ff43a78c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd21 expref: 33 pid: 7277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.002674:0:7277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066911.002676:0:7277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746066911.002679:0:7277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c5400/0xd6b24631ff43a78c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd21 expref: 33 pid: 7277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.002685:0:7277:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c5400, rc -2) 00000100:00100000:2.0:1746066911.002732:0:7277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2031:x1830882860848128:12345-192.168.201.51@tcp:63:ll_sa.0 Request processed in 3438us (3665us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746066911.002739:0:7277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 820 00000100:00100000:3.0:1746066911.009897:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066911.009936:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066911.009999:0:7272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860848640 00000100:00100000:3.0:1746066911.010006:0:7272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860848640 00000100:00100000:3.0:1746066911.010039:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860848384 00000100:00100000:3.0:1746066911.010040:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860848384 00000100:00100000:3.0:1746066911.010055:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28773 00000100:00100000:3.0:1746066911.010061:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+21:3900:x1830882860848640:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:3.0:1746066911.010079:0:17223:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066911.010082:0:17223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746066911.010102:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d953800/0xd6b24631ff43a754 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd0c expref: 21 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.010120:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:3.0:1746066911.010124:0:17223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066911.010132:0:17223:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131fb7c00/0xd6b24631ff43a7a1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fd59 expref: -99 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.010218:0:17223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131fb7e00/0xd6b24631ff43a7a8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066911.010227:0:17223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131fb7e00/0xd6b24631ff43a7a8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066911.010235:0:17223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131fb7e00/0xd6b24631ff43a7a8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066911.010243:0:17223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a79f400/0xd6b24631ff43a7af lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066911.010248:0:17223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a79f400/0xd6b24631ff43a7af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066911.010253:0:17223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a79f400/0xd6b24631ff43a7af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066911.010287:0:17223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a79fc00/0xd6b24631ff43a7b6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066911.010294:0:17223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a79fc00/0xd6b24631ff43a7b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066911.010303:0:17223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a79fc00/0xd6b24631ff43a7b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00000004:00200000:3.0:1746066911.010310:0:17223:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:3.0:1746066911.010375:0:17223:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131fb7e00/0xd6b24631ff43a7a8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066911.010381:0:17223:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131fb7e00/0xd6b24631ff43a7a8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066911.010386:0:17223:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131fb7e00/0xd6b24631ff43a7a8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066911.010391:0:17223:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131fb7e00/0xd6b24631ff43a7a8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066911.010396:0:17223:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131fb7e00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066911.010399:0:17223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131fb7e00/0xd6b24631ff43a7a8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066911.010404:0:17223:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131fb7e00/0xd6b24631ff43a7a8 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066911.010411:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:3.0:1746066911.010413:0:17223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066911.010415:0:17223:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131fb7e00/0xd6b24631ff43a7a8 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066911.010420:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131fb7e00/0xd6b24631ff43a7a8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066911.010426:0:17223:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a79f400/0xd6b24631ff43a7af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066911.010435:0:17223:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a79f400/0xd6b24631ff43a7af lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066911.010440:0:17223:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a79f400/0xd6b24631ff43a7af lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066911.010444:0:17223:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a79f400 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066911.010446:0:17223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a79f400/0xd6b24631ff43a7af lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066911.010450:0:17223:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a79f400/0xd6b24631ff43a7af lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066911.010455:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009ec33700) 00010000:00010000:3.0:1746066911.010457:0:17223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066911.010458:0:17223:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a79f400/0xd6b24631ff43a7af lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066911.010463:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a79f400/0xd6b24631ff43a7af lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066911.010483:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131fb7c00/0xd6b24631ff43a7a1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd59 expref: 23 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.010492:0:17223:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a79fc00/0xd6b24631ff43a7b6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd59 expref: 22 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.010498:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880130979600) 00010000:00010000:3.0:1746066911.010499:0:17223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066911.010501:0:17223:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a79fc00, rc 0) 00000100:00100000:3.0:1746066911.010547:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+22:3900:x1830882860848640:12345-192.168.201.51@tcp:101:dd.0 Request processed in 486us (8901us total) trans 4294980298 rc 0/0 00000100:00100000:3.0:1746066911.010554:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28773 00000100:00100000:3.0:1746066911.010567:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28774 00000100:00100000:3.0:1746066911.010572:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+32:3899:x1830882860848384:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:3.0:1746066911.010578:0:17223:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066911.010579:0:17223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746066911.010587:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ded800/0xd6b24631ff43a746 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd05 expref: 32 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.010595:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:3.0:1746066911.010597:0:17223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066911.010601:0:17223:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41ac00/0xd6b24631ff43a7c4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fd52 expref: -99 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.010632:0:17223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41b600/0xd6b24631ff43a7cb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066911.010639:0:17223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41b600/0xd6b24631ff43a7cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17223 initiator: MDT0 00010000:00010000:3.0:1746066911.010645:0:17223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41b600/0xd6b24631ff43a7cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17223 initiator: MDT0 00000004:00200000:3.0:1746066911.010650:0:17223:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00010000:00010000:3.0:1746066911.010679:0:17223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41ac00/0xd6b24631ff43a7c4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd52 expref: 34 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.010689:0:17223:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41b600/0xd6b24631ff43a7cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd52 expref: 33 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.010699:0:17223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff880095c5e400) 00010000:00010000:3.0:1746066911.010701:0:17223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066911.010703:0:17223:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d41b600, rc 0) 00000100:00100000:3.0:1746066911.010716:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+33:3899:x1830882860848384:12345-192.168.201.51@tcp:101:dd.0 Request processed in 144us (780us total) trans 4294980299 rc 0/0 00000100:00100000:3.0:1746066911.010721:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28774 00000100:00100000:2.0:1746066911.011004:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860848768 00000100:00100000:2.0:1746066911.011009:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860848768 00000100:00100000:2.0:1746066911.011045:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 373 00000100:00100000:2.0:1746066911.011050:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+22:2032:x1830882860848768:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066911.011058:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066911.011067:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ded400/0xd6b24631ff43a762 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd13 expref: 22 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.011076:0:7259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88008f507800) 00010000:00010000:2.0:1746066911.011078:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066911.011111:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+21:2032:x1830882860848768:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 61us (1221us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066911.011116:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 373 00000100:00100000:3.0:1746066911.024176:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066911.024201:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066911.024218:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860849024 00000100:00100000:3.0:1746066911.024225:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860849024 00000100:00100000:3.0:1746066911.024258:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29953 00000100:00100000:3.0:1746066911.024265:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2032:x1830882860849024:12345-192.168.201.51@tcp:101:ll_agl.0 00010000:00010000:3.0:1746066911.024280:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066911.024295:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009efedc00/0xd6b24631ff43a7d9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fd60 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746066911.024314:0:25556:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746066911.024329:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066911.024331:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066911.024337:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009efedc00/0xd6b24631ff43a7d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd60 expref: 9 pid: 25556 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066911.024366:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009efedc00/0xd6b24631ff43a7d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd60 expref: 9 pid: 25556 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066911.024376:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efedc00, rc 0) 00000100:00100000:3.0:1746066911.024631:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2032:x1830882860849024:12345-192.168.201.51@tcp:101:ll_agl.0 Request processed in 366us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066911.024638:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29953 00000100:00100000:3.0:1746066911.024679:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066911.024717:0:9627:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860849152 00000100:00100000:3.0:1746066911.024721:0:9627:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860849152 00000100:00100000:3.0:1746066911.024736:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29954 00000100:00100000:3.0:1746066911.024740:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2032:x1830882860849152:12345-192.168.201.51@tcp:101:ll_agl.0 00010000:00010000:3.0:1746066911.024747:0:9627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066911.024756:0:9627:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff43a7e0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fd67 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746066911.024769:0:9627:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746066911.024776:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066911.024778:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066911.024782:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff43a7e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd67 expref: 17 pid: 9627 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066911.024792:0:9627:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff43a7e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd67 expref: 17 pid: 9627 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066911.024799:0:9627:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc7400, rc 0) 00000100:00100000:3.0:1746066911.024816:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+17:2032:x1830882860849152:12345-192.168.201.51@tcp:101:ll_agl.0 Request processed in 76us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066911.024821:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29954 00000100:00100000:0.0:1746066911.024913:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860848896 00000100:00100000:0.0:1746066911.024917:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860848896 00000100:00100000:0.0:1746066911.024948:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 374 00000100:00100000:0.0:1746066911.024953:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+33:2033:x1830882860848896:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066911.024961:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066911.024975:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d41b600/0xd6b24631ff43a7cb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd52 expref: 33 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.024991:0:7260:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff880095c5e400) 00010000:00010000:0.0:1746066911.024994:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066911.025010:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+32:2033:x1830882860848896:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 57us (841us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066911.025015:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 374 00000100:00100000:0.0:1746066911.026191:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066911.026274:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860849408 00000100:00100000:3.0:1746066911.026278:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860849408 00000100:00100000:3.0:1746066911.026307:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13541 00000100:00100000:3.0:1746066911.026312:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+17:2033:x1830882860849408:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:3.0:1746066911.026333:0:27183:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880132e0ba00/0xd6b24631ff43a7e7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.026362:0:27183:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066911.026363:0:27183:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066911.026366:0:27183:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e0ba00/0xd6b24631ff43a7e7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.026376:0:27183:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132e0ba00/0xd6b24631ff43a7e7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066911.029800:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066911.029841:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860849536 00000100:00100000:1.0:1746066911.029847:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860849536 00000100:00100000:1.0:1746066911.029878:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29955 00000100:00100000:1.0:1746066911.029886:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:3900:x1830882860849536:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:1.0:1746066911.029899:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066911.029913:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff43a7ee lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fd6e expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.029936:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009efedc00/0xd6b24631ff43a7d9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd60 expref: 8 pid: 25556 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066911.029943:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.029944:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.029947:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff43a7ee lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd6e expref: 11 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.029971:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009efedc00/0xd6b24631ff43a7d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd60 expref: 8 pid: 25556 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066911.029982:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009efedc00/0xd6b24631ff43a7d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd60 expref: 8 pid: 25556 timeout: 1123 lvb_type: 1 00000100:00100000:1.0:1746066911.029993:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25556:1830882861299584:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066911.030071:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963f9cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066911.047041:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066911.047106:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066911.047170:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25556:1830882861299584:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066911.047196:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff43a7ee lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd6e expref: 11 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.047212:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2ad000, rc 0) 00010000:00010000:0.0:1746066911.047219:0:27183:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880132e0ba00/0xd6b24631ff43a7e7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.047235:0:27183:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880132e0ba00/0xd6b24631ff43a7e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.047242:0:27183:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880132e0ba00/0xd6b24631ff43a7e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.047248:0:27183:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132e0ba00 already unused, calling callback (ffffffffa0870d70) 00000100:00100000:2.0:1746066911.047249:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:3900:x1830882860849536:12345-192.168.201.51@tcp:101:dd.0 Request processed in 17364us (17454us total) trans 0 rc 0/0 00010000:00010000:0.0:1746066911.047252:0:27183:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880132e0ba00/0xd6b24631ff43a7e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066911.047257:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29955 00010000:00010000:0.0:1746066911.047259:0:27183:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880132e0ba00/0xd6b24631ff43a7e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.047272:0:27183:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880132e0ba00/0xd6b24631ff43a7e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.047279:0:27183:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132e0ba00/0xd6b24631ff43a7e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066911.047315:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+17:2033:x1830882860849408:12345-192.168.201.51@tcp:3:dd.0 Request processed in 21002us (21126us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066911.047321:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13541 00000100:00100000:3.0:1746066911.047374:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860849920 00000100:00100000:3.0:1746066911.047381:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860849920 00000100:00100000:1.0:1746066911.047384:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860849792 00000100:00100000:1.0:1746066911.047389:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860849792 00010000:00010000:3.0:1746066911.047402:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009efedc00/0xd6b24631ff43a7d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd60 expref: 10 pid: 25556 timeout: 1123 lvb_type: 1 00000100:00100000:1.0:1746066911.047421:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13542 00000100:00100000:3.0:1746066911.047422:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12767 00000100:00100000:1.0:1746066911.047427:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2033:x1830882860849792:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:3.0:1746066911.047428:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130526300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2034:x1830882860849920:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066911.047438:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066911.047451:0:27171:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880090879800/0xd6b24631ff43a7f5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.047453:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009efedc00/0xd6b24631ff43a7d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd60 expref: 10 pid: 25556 timeout: 1123 lvb_type: 1 00010000:00010000:1.0:1746066911.047464:0:27171:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.047465:0:27171:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.047470:0:27171:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090879800/0xd6b24631ff43a7f5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.047675:0:27171:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090879800/0xd6b24631ff43a7f5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.047734:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009efedc00/0xd6b24631ff43a7d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd60 expref: 10 pid: 25556 timeout: 1123 lvb_type: 1 00010000:00010000:3.0:1746066911.047749:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009efedc00/0xd6b24631ff43a7d9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd60 expref: 10 pid: 25556 timeout: 1123 lvb_type: 1 00010000:00010000:3.0:1746066911.047763:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066911.047764:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066911.047769:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff43a7ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd6e expref: 10 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.047776:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff43a7ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd6e expref: 10 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.047800:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff43a7ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd6e expref: 10 pid: 25556 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066911.047810:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a63480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7259:1830882861299712:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066911.047847:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095c55600 going to sleep for 11 seconds 00000100:00100000:3.0:1746066911.056994:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a63480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7259:1830882861299712:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066911.057012:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066911.057050:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130526300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2034:x1830882860849920:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 9621us (9943us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066911.057060:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12767 00010000:00010000:1.0:1746066911.062566:0:27171:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880090879800/0xd6b24631ff43a7f5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.062579:0:27171:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880090879800/0xd6b24631ff43a7f5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.062587:0:27171:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880090879800/0xd6b24631ff43a7f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.062594:0:27171:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090879800 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746066911.062597:0:27171:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880090879800/0xd6b24631ff43a7f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.062605:0:27171:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880090879800/0xd6b24631ff43a7f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.062620:0:27171:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880090879800/0xd6b24631ff43a7f5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.062627:0:27171:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090879800/0xd6b24631ff43a7f5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066911.063290:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860849792:12345-192.168.201.51@tcp:3:dd.0 Request processed in 15857us (16252us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066911.063301:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13542 00000100:00100000:0.0:1746066911.067367:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066911.067634:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860850048 00000100:00100000:1.0:1746066911.067641:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860850048 00000100:00100000:1.0:1746066911.068402:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28775 00000100:00100000:1.0:1746066911.068410:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130526a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+32:3899:x1830882860850048:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:1.0:1746066911.068430:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066911.068445:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a7fc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fd75 expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.068470:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff43a803 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066911.068480:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff43a803 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066911.068489:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff43a803 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066911.068584:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a7fc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd75 expref: 34 pid: 21643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066911.069602:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066911.069684:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860850176 00000100:00100000:3.0:1746066911.069690:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860850176 00000100:00100000:3.0:1746066911.069716:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29956 00000100:00100000:3.0:1746066911.069721:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130526d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:3900:x1830882860850176:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:3.0:1746066911.069730:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066911.069739:0:25556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c555800/0xd6b24631ff43a80a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fd7c expref: -99 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.069763:0:25556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff43a7e0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd67 expref: 16 pid: 9627 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066911.069769:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066911.069771:0:25556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066911.069774:0:25556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c555800/0xd6b24631ff43a80a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd7c expref: 15 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.069794:0:25556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff43a7e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd67 expref: 16 pid: 9627 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066911.069804:0:25556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff43a7e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd67 expref: 16 pid: 9627 timeout: 1123 lvb_type: 1 00000100:00100000:3.0:1746066911.069814:0:25556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a63480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861299840:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066911.069879:0:25556:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095c55600 going to sleep for 11 seconds 00010000:00010000:1.0:1746066911.070567:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6a00/0xd6b24631ff43a803 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd75 expref: 33 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.070576:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff880095c5e400) 00010000:00010000:1.0:1746066911.070579:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1746066911.070581:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cfa6a00, rc 0) 00000100:00100000:1.0:1746066911.070612:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130526a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+33:3899:x1830882860850048:12345-192.168.201.51@tcp:101:dd.0 Request processed in 2202us (3271us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066911.070618:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28775 00000100:00100000:0.0:1746066911.073161:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066911.073789:0:25556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a63480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25556:1830882861299840:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066911.073815:0:25556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c555800/0xd6b24631ff43a80a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd7c expref: 15 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.073830:0:25556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c555800, rc 0) 00000100:00100000:3.0:1746066911.073858:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130526d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+15:3900:x1830882860850176:12345-192.168.201.51@tcp:101:dd.0 Request processed in 4137us (4259us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066911.073865:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29956 00000100:00100000:2.0:1746066911.074631:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860850304 00000100:00100000:2.0:1746066911.074638:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860850304 00010000:00010000:2.0:1746066911.074665:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff43a7e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd67 expref: 17 pid: 9627 timeout: 1123 lvb_type: 1 00000100:00100000:2.0:1746066911.074691:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12768 00000100:00100000:2.0:1746066911.074698:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+17:2034:x1830882860850304:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066911.074712:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066911.074729:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff43a7e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd67 expref: 17 pid: 9627 timeout: 1123 lvb_type: 1 00010000:00010000:2.0:1746066911.074739:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff43a7e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd67 expref: 17 pid: 9627 timeout: 1123 lvb_type: 1 00010000:00010000:2.0:1746066911.074757:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff43a7e0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd67 expref: 17 pid: 9627 timeout: 1123 lvb_type: 1 00010000:00010000:2.0:1746066911.074784:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066911.074786:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066911.074792:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c555800/0xd6b24631ff43a80a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd7c expref: 14 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.074799:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c555800/0xd6b24631ff43a80a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd7c expref: 14 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.074823:0:7259:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c555800/0xd6b24631ff43a80a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd7c expref: 14 pid: 25556 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066911.074832:0:7259:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4dc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861299968:192.168.201.51@tcp:105: 00000100:00100000:2.0:1746066911.074875:0:7259:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007053c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066911.081481:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066911.081555:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860850560 00000100:00100000:2.0:1746066911.081563:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860850560 00000100:00100000:2.0:1746066911.081611:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13543 00000100:00100000:2.0:1746066911.081618:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2031:x1830882860850560:12345-192.168.201.51@tcp:4:dd.0 00010000:00010000:2.0:1746066911.081645:0:27171:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff43a811 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.081660:0:27171:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff43a5f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc41 expref: 8 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.081665:0:27171:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066911.081667:0:27171:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066911.081669:0:27171:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff43a811 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.081691:0:27171:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff43a5f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc41 expref: 8 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.081701:0:27171:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff43a5f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x70000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc41 expref: 8 pid: 25556 timeout: 1123 lvb_type: 0 00000100:00100000:2.0:1746066911.081712:0:27171:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4dd880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:27171:1830882861300096:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066911.081788:0:27171:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007053cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066911.081894:0:7259:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b4dc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7259:1830882861299968:192.168.201.51@tcp:105: 00010000:00010000:2.0:1746066911.082207:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066911.082240:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2034:x1830882860850304:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7541us (9085us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066911.082248:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12768 00000100:00100000:2.0:1746066911.085289:0:27171:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b4dd880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:27171:1830882861300096:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066911.085307:0:27171:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff43a811 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066911.085325:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066911.085364:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860850688 00000100:00100000:2.0:1746066911.085368:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860850688 00010000:00010000:2.0:1746066911.085390:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff43a5f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc41 expref: 9 pid: 25556 timeout: 1123 lvb_type: 0 00000100:00100000:2.0:1746066911.085418:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12769 00000100:00100000:2.0:1746066911.085424:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130525f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2032:x1830882860850688:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066911.085433:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746066911.085445:0:7259:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 25067520 -> 26214400 00002000:00010000:2.0:1746066911.085448:0:7259:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 48960 -> 51200 00010000:00010000:2.0:1746066911.085452:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff43a5f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc41 expref: 9 pid: 25556 timeout: 1123 lvb_type: 0 00010000:00010000:2.0:1746066911.085461:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff43a5f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc41 expref: 9 pid: 25556 timeout: 1123 lvb_type: 0 00010000:00010000:2.0:1746066911.085478:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095decc00/0xd6b24631ff43a5f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc41 expref: 9 pid: 25556 timeout: 1123 lvb_type: 0 00010000:00010000:2.0:1746066911.085491:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066911.085492:0:7259:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066911.085496:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff43a811 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.085502:0:7259:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff43a811 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.085538:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066911.085559:0:27171:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff43a811 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066911.085564:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130525f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2032:x1830882860850688:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 140us (240us total) trans 0 rc 0/0 00010000:00010000:3.0:1746066911.085568:0:27171:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff43a811 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066911.085570:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12769 00000100:00100000:2.0:1746066911.105652:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009112ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882861300224:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746066911.105707:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066911.106900:0:7277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861300224 00000100:00100000:3.0:1746066911.106908:0:7277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861300224 00000100:00100000:3.0:1746066911.106957:0:7277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:3.0:1746066911.106964:0:7277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3791:x1830882861300224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746066911.107838:0:7277:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445957632 avail 1316495360 00000100:00100000:3.0:1746066911.107897:0:7277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3791:x1830882861300224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 932us (2188us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066911.107904:0:7277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:2.0:1746066911.107978:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009112ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882861300224:0@lo:41:osp-pre-0-1.0 00000001:00080000:0.0:1746066911.135864:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970527 is committed 00000001:00080000:0.0:1746066911.135876:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970526 is committed 00002000:00010000:3.0:1746066911.136041:0:27171:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746066909 -> 1746066910 00002000:00010000:3.0:1746066911.136046:0:27171:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746066909 -> 1746066910 00010000:00010000:3.0:1746066911.136059:0:27171:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff43a811 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.136069:0:27171:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff43a811 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.136077:0:27171:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff43a811 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.136084:0:27171:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f612a00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746066911.136087:0:27171:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff43a811 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.136094:0:27171:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff43a811 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.136111:0:27171:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff43a811 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.136117:0:27171:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff43a811 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066911.136208:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2031:x1830882860850560:12345-192.168.201.51@tcp:4:dd.0 Request processed in 54585us (54730us total) trans 4294970527 rc 0/0 00000100:00100000:3.0:1746066911.136217:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13543 00000100:00100000:0.0:1746066911.139915:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066911.140713:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066911.140824:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860851072 00000100:00100000:0.0:1746066911.140831:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860851072 00000100:00100000:0.0:1746066911.141142:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860851200 00000100:00100000:0.0:1746066911.141146:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860851200 00000100:00100000:3.0:1746066911.145116:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13544 00000100:00100000:3.0:1746066911.145134:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2031:x1830882860851072:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:3.0:1746066911.145173:0:27171:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008c555c00/0xd6b24631ff43a818 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.145187:0:27171:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066911.145189:0:27171:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066911.145193:0:27171:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c555c00/0xd6b24631ff43a818 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.145206:0:27171:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c555c00/0xd6b24631ff43a818 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066911.146124:0:9633:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13545 00000100:00100000:1.0:1746066911.146137:0:9633:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2031:x1830882860851200:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:1.0:1746066911.146157:0:9633:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7e00/0xd6b24631ff43a81f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.146165:0:9633:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.146167:0:9633:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.146170:0:9633:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7e00/0xd6b24631ff43a81f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.146179:0:9633:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7e00/0xd6b24631ff43a81f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.160752:0:27171:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008c555c00/0xd6b24631ff43a818 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.160768:0:27171:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008c555c00/0xd6b24631ff43a818 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.160781:0:27171:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008c555c00/0xd6b24631ff43a818 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.160787:0:27171:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008c555c00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746066911.160791:0:27171:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008c555c00/0xd6b24631ff43a818 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.160797:0:27171:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008c555c00/0xd6b24631ff43a818 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.160813:0:27171:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008c555c00/0xd6b24631ff43a818 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.160819:0:27171:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c555c00/0xd6b24631ff43a818 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066911.160888:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2031:x1830882860851072:12345-192.168.201.51@tcp:3:dd.0 Request processed in 15757us (20975us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066911.160897:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13544 00010000:00010000:1.0:1746066911.166581:0:9633:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7e00/0xd6b24631ff43a81f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.166597:0:9633:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7e00/0xd6b24631ff43a81f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.166605:0:9633:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7e00/0xd6b24631ff43a81f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.166612:0:9633:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cfa7e00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746066911.166617:0:9633:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7e00/0xd6b24631ff43a81f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.166625:0:9633:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7e00/0xd6b24631ff43a81f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.166641:0:9633:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7e00/0xd6b24631ff43a81f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.166647:0:9633:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7e00/0xd6b24631ff43a81f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066911.166809:0:9633:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2031:x1830882860851200:12345-192.168.201.51@tcp:3:dd.0 Request processed in 20670us (26092us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066911.166818:0:9633:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13545 00000100:00100000:0.0:1746066911.179032:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066911.179177:0:9633:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860851456 00000100:00100000:1.0:1746066911.179185:0:9633:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860851456 00000100:00100000:1.0:1746066911.179315:0:9633:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13546 00000100:00100000:1.0:1746066911.179324:0:9633:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2031:x1830882860851456:12345-192.168.201.51@tcp:4:dd.0 00002000:00010000:0.0:1746066911.179674:0:9633:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6812ddde, atime: 0x0, ctime: 0x6812ddde, blocks: 0xc800 00010000:00010000:0.0:1746066911.179683:0:9633:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012eae4e00/0xd6b24631ff43a826 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.179695:0:9633:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066911.179696:0:9633:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066911.179701:0:9633:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eae4e00/0xd6b24631ff43a826 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.179712:0:9633:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eae4e00/0xd6b24631ff43a826 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746066911.221793:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970528 is committed 00002000:00010000:2.0:1746066911.222128:0:9633:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746066910 -> 1746066911 00002000:00010000:2.0:1746066911.222132:0:9633:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746066910 -> 1746066911 00010000:00010000:2.0:1746066911.222145:0:9633:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012eae4e00/0xd6b24631ff43a826 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.222490:0:9633:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012eae4e00/0xd6b24631ff43a826 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.222498:0:9633:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012eae4e00/0xd6b24631ff43a826 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.222513:0:9633:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eae4e00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746066911.222517:0:9633:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012eae4e00/0xd6b24631ff43a826 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.222524:0:9633:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012eae4e00/0xd6b24631ff43a826 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.222541:0:9633:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012eae4e00/0xd6b24631ff43a826 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.222548:0:9633:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eae4e00/0xd6b24631ff43a826 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066911.222880:0:9633:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2031:x1830882860851456:12345-192.168.201.51@tcp:4:dd.0 Request processed in 43551us (43849us total) trans 4294970528 rc 0/0 00000100:00100000:2.0:1746066911.222889:0:9633:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13546 00000100:00100000:0.0:1746066911.226384:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066911.226467:0:9633:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860851712 00000100:00100000:2.0:1746066911.226474:0:9633:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860851712 00002000:00100000:2.0:1746066911.226528:0:9633:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (0->4194303) req@ffff880130525c00 x1830882860851712/t0(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:317/0 lens 488/0 e 0 to 0 dl 1746066922 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066911.226537:0:9633:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130525c00 with x1830882860851712 ext(0->4194303) 00002000:00010000:2.0:1746066911.226542:0:9633:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130525c00 00000100:00100000:2.0:1746066911.226561:0:9633:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13547 00000100:00100000:2.0:1746066911.226568:0:9633:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130525c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+9:2034:x1830882860851712:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:0.0:1746066911.229613:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066911.229659:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066911.229691:0:28859:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860852096 00000100:00100000:0.0:1746066911.229698:0:28859:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860852096 00000100:00100000:0.0:1746066911.229743:0:28859:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860852224 00000100:00100000:0.0:1746066911.229745:0:28859:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860852224 00000100:00100000:0.0:1746066911.229764:0:28859:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13548 00000100:00100000:0.0:1746066911.229776:0:28859:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130527100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2032:x1830882860852096:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:0.0:1746066911.229807:0:28859:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012eae5e00/0xd6b24631ff43a82d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.229820:0:28859:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066911.229821:0:28859:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066911.229829:0:28859:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae5e00/0xd6b24631ff43a82d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.229841:0:28859:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eae5e00/0xd6b24631ff43a82d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066911.230055:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13549 00000100:00100000:1.0:1746066911.230063:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130525500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2032:x1830882860852224:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:1.0:1746066911.230081:0:27183:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008ea20000/0xd6b24631ff43a834 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.230089:0:27183:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.230090:0:27183:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.230093:0:27183:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea20000/0xd6b24631ff43a834 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.230106:0:27183:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ea20000/0xd6b24631ff43a834 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066911.242610:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066911.242707:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860852480 00000100:00100000:3.0:1746066911.242716:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860852480 00002000:00100000:3.0:1746066911.242754:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4194303) req@ffff880130524380 x1830882860852480/t0(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:317/0 lens 488/0 e 0 to 0 dl 1746066922 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746066911.242763:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130524380 with x1830882860852480 ext(0->4194303) 00002000:00010000:3.0:1746066911.242768:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130524380 00000100:00100000:3.0:1746066911.242794:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13550 00000100:00100000:3.0:1746066911.242803:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130524380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+15:2033:x1830882860852480:12345-192.168.201.51@tcp:4:dd.0 00010000:00010000:1.0:1746066911.250305:0:28859:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012eae5e00/0xd6b24631ff43a82d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.250320:0:28859:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012eae5e00/0xd6b24631ff43a82d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.250329:0:28859:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012eae5e00/0xd6b24631ff43a82d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.250335:0:28859:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eae5e00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746066911.250370:0:28859:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eae5e00/0xd6b24631ff43a82d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.250378:0:28859:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eae5e00/0xd6b24631ff43a82d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.250394:0:28859:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012eae5e00/0xd6b24631ff43a82d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.250399:0:28859:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eae5e00/0xd6b24631ff43a82d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28859 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066911.250458:0:28859:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130527100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2032:x1830882860852096:12345-192.168.201.51@tcp:3:dd.0 Request processed in 20678us (20846us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066911.250486:0:28859:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13548 00010000:00010000:1.0:1746066911.261079:0:27183:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008ea20000/0xd6b24631ff43a834 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.261096:0:27183:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea20000/0xd6b24631ff43a834 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.261104:0:27183:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ea20000/0xd6b24631ff43a834 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.261109:0:27183:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ea20000 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746066911.261113:0:27183:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ea20000/0xd6b24631ff43a834 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.261119:0:27183:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ea20000/0xd6b24631ff43a834 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.261134:0:27183:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ea20000/0xd6b24631ff43a834 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.261140:0:27183:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ea20000/0xd6b24631ff43a834 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066911.261218:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130525500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2032:x1830882860852224:12345-192.168.201.51@tcp:3:dd.0 Request processed in 31151us (31553us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066911.261229:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13549 00000100:00100000:1.0:1746066911.296250:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066911.297498:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860852736 00000100:00100000:2.0:1746066911.297517:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860852736 00000100:00100000:2.0:1746066911.297582:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13551 00000100:00100000:2.0:1746066911.297590:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009112d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2032:x1830882860852736:12345-192.168.201.51@tcp:4:dd.0 00002000:00010000:2.0:1746066911.297747:0:27183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6812dddf, atime: 0x0, ctime: 0x6812dddf, blocks: 0xc800 00010000:00010000:2.0:1746066911.297756:0:27183:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff43a83b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.297769:0:27183:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066911.297770:0:27183:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066911.297774:0:27183:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff43a83b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.297787:0:27183:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff43a83b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066911.312891:0:9633:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130525c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:2034:x1830882860851712:12345-192.168.201.51@tcp:4:dd.0 Request processed in 86314us (86505us total) trans 4294970529 rc 0/0 00000100:00100000:0.0:1746066911.312902:0:9633:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13547 00002000:00100000:0.0:1746066911.312913:0:9633:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (0->4194303) req@ffff880130525c00 x1830882860851712/t4294970529(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:317/0 lens 488/448 e 0 to 0 dl 1746066922 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066911.312922:0:9633:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130525c00 with x1830882860851712 ext(0->4194303) 00002000:00010000:0.0:1746066911.312927:0:9633:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130525c00 00000100:00100000:3.0:1746066911.336313:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130524380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+17:2033:x1830882860852480:12345-192.168.201.51@tcp:4:dd.0 Request processed in 93498us (93699us total) trans 4294972268 rc 0/0 00000100:00100000:3.0:1746066911.336326:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13550 00002000:00100000:3.0:1746066911.336370:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4194303) req@ffff880130524380 x1830882860852480/t4294972268(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:317/0 lens 488/448 e 0 to 0 dl 1746066922 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746066911.336565:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130524380 with x1830882860852480 ext(0->4194303) 00002000:00010000:3.0:1746066911.336571:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130524380 00000001:00080000:2.0:1746066911.342924:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970530 is committed 00000001:00080000:2.0:1746066911.342942:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970529 is committed 00010000:00010000:0.0:1746066911.343765:0:27183:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff43a83b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.343780:0:27183:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff43a83b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.343788:0:27183:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff43a83b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.343796:0:27183:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f612a00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746066911.343800:0:27183:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff43a83b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.343809:0:27183:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff43a83b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.343828:0:27183:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff43a83b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.343837:0:27183:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f612a00/0xd6b24631ff43a83b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066911.343976:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009112d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2032:x1830882860852736:12345-192.168.201.51@tcp:4:dd.0 Request processed in 46378us (47725us total) trans 4294970530 rc 0/0 00000100:00100000:0.0:1746066911.343988:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13551 00000100:00100000:0.0:1746066911.351471:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066911.351559:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066911.351707:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860852992 00000100:00100000:3.0:1746066911.351717:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860852992 00000100:00100000:3.0:1746066911.351907:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860853248 00000100:00100000:3.0:1746066911.351911:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860853248 00000100:00100000:3.0:1746066911.352549:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13552 00000100:00100000:3.0:1746066911.352559:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2031:x1830882860852992:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:3.0:1746066911.352648:0:27171:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff43a842 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.352664:0:27171:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066911.352666:0:27171:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066911.352671:0:27171:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff43a842 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.353378:0:27171:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff43a842 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066911.355152:0:9633:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13553 00000100:00100000:0.0:1746066911.355165:0:9633:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2032:x1830882860853248:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:2.0:1746066911.355233:0:9633:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008f612600/0xd6b24631ff43a849 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.355251:0:9633:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066911.355253:0:9633:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066911.355257:0:9633:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f612600/0xd6b24631ff43a849 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.355268:0:9633:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f612600/0xd6b24631ff43a849 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.367738:0:27171:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff43a842 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.367761:0:27171:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff43a842 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.367769:0:27171:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff43a842 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.367776:0:27171:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008c555e00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746066911.367780:0:27171:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff43a842 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.367787:0:27171:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff43a842 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.367807:0:27171:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff43a842 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.367812:0:27171:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c555e00/0xd6b24631ff43a842 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066911.368327:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2031:x1830882860852992:12345-192.168.201.51@tcp:3:dd.0 Request processed in 15762us (16862us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066911.368338:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13552 00010000:00010000:2.0:1746066911.370546:0:9633:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008f612600/0xd6b24631ff43a849 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.370562:0:9633:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f612600/0xd6b24631ff43a849 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.370570:0:9633:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f612600/0xd6b24631ff43a849 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.370576:0:9633:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f612600 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746066911.370580:0:9633:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f612600/0xd6b24631ff43a849 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.370593:0:9633:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f612600/0xd6b24631ff43a849 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.370614:0:9633:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f612600/0xd6b24631ff43a849 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.370620:0:9633:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f612600/0xd6b24631ff43a849 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066911.370706:0:9633:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2032:x1830882860853248:12345-192.168.201.51@tcp:3:dd.0 Request processed in 15541us (19142us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066911.370715:0:9633:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13553 00000100:00100000:0.0:1746066911.377866:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066911.378001:0:9633:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860853504 00000100:00100000:2.0:1746066911.378013:0:9633:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860853504 00000100:00100000:2.0:1746066911.378094:0:9633:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13554 00000100:00100000:2.0:1746066911.378103:0:9633:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2031:x1830882860853504:12345-192.168.201.51@tcp:4:dd.0 00002000:00010000:2.0:1746066911.378158:0:9633:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6812dddf, atime: 0x0, ctime: 0x6812dddf, blocks: 0xc800 00010000:00010000:2.0:1746066911.378169:0:9633:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f612e00/0xd6b24631ff43a850 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.378183:0:9633:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066911.378185:0:9633:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066911.378190:0:9633:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f612e00/0xd6b24631ff43a850 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.378204:0:9633:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f612e00/0xd6b24631ff43a850 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066911.398139:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066911.398229:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860853760 00000100:00100000:3.0:1746066911.398240:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860853760 00002000:00100000:3.0:1746066911.398282:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->8388607) req@ffff8800908e4380 x1830882860853760/t0(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:317/0 lens 488/0 e 0 to 0 dl 1746066922 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746066911.398298:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e4380 with x1830882860853760 ext(4194304->8388607) 00002000:00010000:3.0:1746066911.398305:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800908e4380 00000100:00100000:3.0:1746066911.398979:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13555 00000100:00100000:3.0:1746066911.399193:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+9:2034:x1830882860853760:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:2.0:1746066911.416102:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066911.418329:0:28859:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860854016 00000100:00100000:0.0:1746066911.418600:0:28859:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860854016 00002000:00100000:0.0:1746066911.418651:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->8388607) req@ffff88012b4dc000 x1830882860854016/t0(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:317/0 lens 488/0 e 0 to 0 dl 1746066922 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066911.418662:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b4dc000 with x1830882860854016 ext(4194304->8388607) 00002000:00010000:0.0:1746066911.418668:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b4dc000 00000100:00100000:0.0:1746066911.418705:0:28859:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13556 00000100:00100000:0.0:1746066911.418714:0:28859:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:164a43f3-71d4-4d11-a5de-0e73b1f5c070+17:2034:x1830882860854016:12345-192.168.201.51@tcp:4:dd.0 00000001:00080000:0.0:1746066911.432934:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970531 is committed 00010000:00010000:2.0:1746066911.433141:0:9633:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f612e00/0xd6b24631ff43a850 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.433157:0:9633:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f612e00/0xd6b24631ff43a850 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.433166:0:9633:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f612e00/0xd6b24631ff43a850 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.433173:0:9633:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f612e00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746066911.433177:0:9633:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f612e00/0xd6b24631ff43a850 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.433187:0:9633:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f612e00/0xd6b24631ff43a850 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.433206:0:9633:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f612e00/0xd6b24631ff43a850 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.433213:0:9633:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f612e00/0xd6b24631ff43a850 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9633 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066911.433585:0:9633:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2031:x1830882860853504:12345-192.168.201.51@tcp:4:dd.0 Request processed in 55477us (55725us total) trans 4294970531 rc 0/0 00000100:00100000:2.0:1746066911.433596:0:9633:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13554 00000100:00100000:0.0:1746066911.436649:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066911.436727:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066911.436848:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860854400 00000100:00100000:0.0:1746066911.436859:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860854400 00000100:00100000:0.0:1746066911.436931:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860854528 00000100:00100000:0.0:1746066911.436933:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860854528 00000100:00100000:0.0:1746066911.436956:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13557 00000100:00100000:0.0:1746066911.436964:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2031:x1830882860854400:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:0.0:1746066911.437001:0:27183:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800961ee000/0xd6b24631ff43a857 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.437016:0:27183:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066911.437018:0:27183:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066911.437024:0:27183:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800961ee000/0xd6b24631ff43a857 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.437037:0:27183:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800961ee000/0xd6b24631ff43a857 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066911.437108:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13558 00000100:00100000:1.0:1746066911.437116:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2031:x1830882860854528:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:1.0:1746066911.437133:0:9632:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880132e0ba00/0xd6b24631ff43a85e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.437140:0:9632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.437141:0:9632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.437143:0:9632:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132e0ba00/0xd6b24631ff43a85e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.437150:0:9632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132e0ba00/0xd6b24631ff43a85e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.470244:0:9632:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880132e0ba00/0xd6b24631ff43a85e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.470258:0:9632:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880132e0ba00/0xd6b24631ff43a85e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.470266:0:9632:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880132e0ba00/0xd6b24631ff43a85e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.470272:0:9632:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132e0ba00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746066911.470276:0:9632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880132e0ba00/0xd6b24631ff43a85e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.470284:0:9632:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880132e0ba00/0xd6b24631ff43a85e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.470305:0:9632:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880132e0ba00/0xd6b24631ff43a85e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.470312:0:9632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132e0ba00/0xd6b24631ff43a85e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066911.470404:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2031:x1830882860854528:12345-192.168.201.51@tcp:3:dd.0 Request processed in 33285us (33674us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066911.470413:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13558 00000100:00100000:0.0:1746066911.472481:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:2034:x1830882860853760:12345-192.168.201.51@tcp:4:dd.0 Request processed in 73283us (74346us total) trans 4294970532 rc 0/0 00000100:00100000:0.0:1746066911.472493:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13555 00010000:00010000:3.0:1746066911.472899:0:27183:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800961ee000/0xd6b24631ff43a857 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.472916:0:27183:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800961ee000/0xd6b24631ff43a857 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.472925:0:27183:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800961ee000/0xd6b24631ff43a857 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.472933:0:27183:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800961ee000 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746066911.472937:0:27183:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800961ee000/0xd6b24631ff43a857 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.472945:0:27183:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800961ee000/0xd6b24631ff43a857 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.472964:0:27183:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800961ee000/0xd6b24631ff43a857 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.472970:0:27183:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800961ee000/0xd6b24631ff43a857 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00002000:00100000:0.0:1746066911.472994:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->8388607) req@ffff8800908e4380 x1830882860853760/t4294970532(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:317/0 lens 488/448 e 0 to 0 dl 1746066922 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066911.473006:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e4380 with x1830882860853760 ext(4194304->8388607) 00002000:00010000:0.0:1746066911.473011:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800908e4380 00000100:00100000:3.0:1746066911.473062:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2031:x1830882860854400:12345-192.168.201.51@tcp:3:dd.0 Request processed in 36094us (36419us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066911.473072:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13557 00000100:00100000:1.0:1746066911.488181:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066911.488280:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860854784 00000100:00100000:3.0:1746066911.488289:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860854784 00000100:00100000:3.0:1746066911.489226:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13559 00000100:00100000:3.0:1746066911.489236:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2031:x1830882860854784:12345-192.168.201.51@tcp:4:dd.0 00002000:00010000:3.0:1746066911.489277:0:27183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6812dddf, atime: 0x0, ctime: 0x6812dddf, blocks: 0xc800 00010000:00010000:3.0:1746066911.489284:0:27183:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff43a865 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.489296:0:27183:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066911.489298:0:27183:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066911.489302:0:27183:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff43a865 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.489313:0:27183:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff43a865 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066911.496549:0:28859:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:164a43f3-71d4-4d11-a5de-0e73b1f5c070+19:2034:x1830882860854016:12345-192.168.201.51@tcp:4:dd.0 Request processed in 77827us (80450us total) trans 4294972269 rc 0/0 00000100:00100000:1.0:1746066911.496561:0:28859:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13556 00002000:00100000:1.0:1746066911.496573:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->8388607) req@ffff88012b4dc000 x1830882860854016/t4294972269(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:317/0 lens 488/448 e 0 to 0 dl 1746066922 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746066911.496582:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b4dc000 with x1830882860854016 ext(4194304->8388607) 00002000:00010000:1.0:1746066911.496588:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b4dc000 00000001:00080000:2.0:1746066911.514845:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970533 is committed 00000001:00080000:2.0:1746066911.514859:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970532 is committed 00010000:00010000:3.0:1746066911.515161:0:27183:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff43a865 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.515177:0:27183:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff43a865 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.515186:0:27183:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff43a865 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.515196:0:27183:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013323d600 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746066911.515200:0:27183:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff43a865 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.515209:0:27183:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff43a865 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.515231:0:27183:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff43a865 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.515238:0:27183:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013323d600/0xd6b24631ff43a865 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066911.519704:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2031:x1830882860854784:12345-192.168.201.51@tcp:4:dd.0 Request processed in 30453us (31517us total) trans 4294970533 rc 0/0 00000100:00100000:3.0:1746066911.519719:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13559 00000100:00100000:0.0:1746066911.530146:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066911.531574:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860855040 00000100:00100000:3.0:1746066911.531586:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860855040 00002000:00100000:3.0:1746066911.531645:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->12582911) req@ffff8800908e5880 x1830882860855040/t0(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:317/0 lens 488/0 e 0 to 0 dl 1746066922 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746066911.531657:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e5880 with x1830882860855040 ext(8388608->12582911) 00002000:00010000:3.0:1746066911.531664:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800908e5880 00000100:00100000:3.0:1746066911.531707:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13560 00000100:00100000:3.0:1746066911.531718:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:164a43f3-71d4-4d11-a5de-0e73b1f5c070+9:2034:x1830882860855040:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:0.0:1746066911.538894:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066911.538926:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066911.538952:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066911.538979:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860855424 00000100:00100000:0.0:1746066911.538988:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860855424 00000100:00100000:0.0:1746066911.539047:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860855680 00000100:00100000:0.0:1746066911.539050:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860855680 00000100:00100000:0.0:1746066911.539066:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860855808 00000100:00100000:0.0:1746066911.539067:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860855808 00002000:00100000:0.0:1746066911.539082:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->12582911) req@ffff8800908e7480 x1830882860855808/t0(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:317/0 lens 488/0 e 0 to 0 dl 1746066922 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066911.539093:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e7480 with x1830882860855808 ext(8388608->12582911) 00002000:00010000:0.0:1746066911.539100:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800908e7480 00000100:00100000:0.0:1746066911.539117:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13561 00000100:00100000:0.0:1746066911.539124:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2032:x1830882860855424:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:0.0:1746066911.539161:0:27171:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095ead600/0xd6b24631ff43a86c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.539180:0:27171:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066911.539182:0:27171:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066911.539188:0:27171:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095ead600/0xd6b24631ff43a86c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.539204:0:27171:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095ead600/0xd6b24631ff43a86c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066911.541475:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13562 00000100:00100000:0.0:1746066911.541489:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2031:x1830882860855680:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:0.0:1746066911.541538:0:25084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095ef5a00/0xd6b24631ff43a873 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.541552:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066911.541555:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066911.541560:0:25084:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095ef5a00/0xd6b24631ff43a873 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.541573:0:25084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095ef5a00/0xd6b24631ff43a873 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066911.542679:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13563 00000100:00100000:1.0:1746066911.542695:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+19:2033:x1830882860855808:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:0.0:1746066911.556848:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066911.563215:0:7276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860856064 00000100:00100000:2.0:1746066911.563232:0:7276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860856064 00000100:00100000:2.0:1746066911.563313:0:7276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 217 00000100:00100000:2.0:1746066911.563323:0:7276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+21:3900:x1830882860856064:12345-192.168.201.51@tcp:35:dd.0 00000100:00100000:2.0:1746066911.563640:0:7276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+22:3900:x1830882860856064:12345-192.168.201.51@tcp:35:dd.0 Request processed in 317us (6801us total) trans 4294980300 rc 0/0 00000100:00100000:2.0:1746066911.563647:0:7276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 217 00010000:00010000:1.0:1746066911.573631:0:27171:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095ead600/0xd6b24631ff43a86c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.573652:0:27171:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095ead600/0xd6b24631ff43a86c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.573667:0:27171:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095ead600/0xd6b24631ff43a86c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.573674:0:27171:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095ead600 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746066911.573678:0:27171:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095ead600/0xd6b24631ff43a86c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.573686:0:27171:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095ead600/0xd6b24631ff43a86c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.573706:0:27171:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095ead600/0xd6b24631ff43a86c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.573712:0:27171:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095ead600/0xd6b24631ff43a86c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066911.573823:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2032:x1830882860855424:12345-192.168.201.51@tcp:3:dd.0 Request processed in 34693us (34932us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066911.573834:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13561 00010000:00010000:0.0:1746066911.580097:0:25084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095ef5a00/0xd6b24631ff43a873 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.580116:0:25084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095ef5a00/0xd6b24631ff43a873 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.580125:0:25084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095ef5a00/0xd6b24631ff43a873 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.580132:0:25084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095ef5a00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746066911.580136:0:25084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095ef5a00/0xd6b24631ff43a873 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.580144:0:25084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095ef5a00/0xd6b24631ff43a873 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.580163:0:25084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095ef5a00/0xd6b24631ff43a873 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.580170:0:25084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095ef5a00/0xd6b24631ff43a873 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066911.580273:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2031:x1830882860855680:12345-192.168.201.51@tcp:3:dd.0 Request processed in 38782us (41338us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066911.580284:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13562 00000100:00100000:3.0:1746066911.581082:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066911.581123:0:7276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860856320 00000100:00100000:3.0:1746066911.581131:0:7276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860856320 00000100:00100000:3.0:1746066911.581170:0:7276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 218 00000100:00100000:3.0:1746066911.581176:0:7276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+22:3900:x1830882860856320:12345-192.168.201.51@tcp:35:dd.0 00000001:00080000:3.0:1746066911.581624:0:7276:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980301 00000100:00100000:3.0:1746066911.581717:0:7276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+24:3900:x1830882860856320:12345-192.168.201.51@tcp:35:dd.0 Request processed in 540us (635us total) trans 4294980302 rc 0/0 00000100:00100000:3.0:1746066911.581724:0:7276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 218 00000020:00080000:3.0:1746066911.581728:0:7276:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1746066911.595692:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066911.595883:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860856576 00000100:00100000:1.0:1746066911.595894:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860856576 00000100:00100000:1.0:1746066911.596032:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13564 00000100:00100000:1.0:1746066911.596041:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2032:x1830882860856576:12345-192.168.201.51@tcp:4:dd.0 00002000:00010000:1.0:1746066911.596093:0:25084:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6812dddf, atime: 0x0, ctime: 0x6812dddf, blocks: 0xc800 00010000:00010000:1.0:1746066911.596102:0:25084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008c555e00/0xd6b24631ff43a87a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.596116:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.596118:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.596124:0:25084:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c555e00/0xd6b24631ff43a87a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.596138:0:25084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c555e00/0xd6b24631ff43a87a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066911.617813:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:2034:x1830882860855040:12345-192.168.201.51@tcp:4:dd.0 Request processed in 86084us (87664us total) trans 4294970534 rc 0/0 00000100:00100000:0.0:1746066911.617828:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13560 00002000:00100000:0.0:1746066911.617843:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->12582911) req@ffff8800908e5880 x1830882860855040/t4294970534(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:317/0 lens 488/448 e 0 to 0 dl 1746066922 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066911.617854:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e5880 with x1830882860855040 ext(8388608->12582911) 00002000:00010000:0.0:1746066911.617861:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800908e5880 00000100:00100000:0.0:1746066911.635554:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+21:2033:x1830882860855808:12345-192.168.201.51@tcp:4:dd.0 Request processed in 92850us (96585us total) trans 4294972270 rc 0/0 00000100:00100000:0.0:1746066911.635568:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13563 00002000:00100000:0.0:1746066911.635582:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->12582911) req@ffff8800908e7480 x1830882860855808/t4294972270(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:317/0 lens 488/448 e 0 to 0 dl 1746066922 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066911.635592:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800908e7480 with x1830882860855808 ext(8388608->12582911) 00002000:00010000:0.0:1746066911.635600:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800908e7480 00000001:00080000:2.0:1746066911.636589:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970535 is committed 00000001:00080000:2.0:1746066911.636599:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970534 is committed 00010000:00010000:1.0:1746066911.636756:0:25084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008c555e00/0xd6b24631ff43a87a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.636769:0:25084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008c555e00/0xd6b24631ff43a87a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.636778:0:25084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008c555e00/0xd6b24631ff43a87a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.636784:0:25084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008c555e00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746066911.636788:0:25084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008c555e00/0xd6b24631ff43a87a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.636797:0:25084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008c555e00/0xd6b24631ff43a87a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.636817:0:25084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008c555e00/0xd6b24631ff43a87a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.636823:0:25084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c555e00/0xd6b24631ff43a87a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066911.636890:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2032:x1830882860856576:12345-192.168.201.51@tcp:4:dd.0 Request processed in 40849us (41209us total) trans 4294970535 rc 0/0 00000100:00100000:1.0:1746066911.636897:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13564 00000100:00100000:3.0:1746066911.644980:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066911.645031:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066911.645106:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860856960 00000100:00100000:1.0:1746066911.645116:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860856960 00000100:00100000:1.0:1746066911.645541:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860857088 00000100:00100000:1.0:1746066911.645545:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860857088 00000100:00100000:0.0:1746066911.645638:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13565 00000100:00100000:0.0:1746066911.645648:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2033:x1830882860856960:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:0.0:1746066911.645686:0:9632:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095ef5000/0xd6b24631ff43a881 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.645701:0:9632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066911.645704:0:9632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066911.645709:0:9632:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095ef5000/0xd6b24631ff43a881 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.645724:0:9632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095ef5000/0xd6b24631ff43a881 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066911.649585:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13566 00000100:00100000:1.0:1746066911.649609:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2033:x1830882860857088:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:1.0:1746066911.649659:0:25084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff43a888 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.649674:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.649676:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.649682:0:25084:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff43a888 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.649696:0:25084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff43a888 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.663930:0:9632:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095ef5000/0xd6b24631ff43a881 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.663949:0:9632:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095ef5000/0xd6b24631ff43a881 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.663957:0:9632:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095ef5000/0xd6b24631ff43a881 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.663965:0:9632:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095ef5000 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746066911.663970:0:9632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095ef5000/0xd6b24631ff43a881 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.663979:0:9632:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095ef5000/0xd6b24631ff43a881 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.664204:0:9632:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095ef5000/0xd6b24631ff43a881 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.664211:0:9632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095ef5000/0xd6b24631ff43a881 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066911.664541:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2033:x1830882860856960:12345-192.168.201.51@tcp:3:dd.0 Request processed in 18887us (19564us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066911.664552:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13565 00010000:00010000:1.0:1746066911.664679:0:25084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff43a888 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.664689:0:25084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff43a888 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.664696:0:25084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff43a888 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.664702:0:25084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009544f800 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746066911.664705:0:25084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff43a888 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.664711:0:25084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff43a888 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.664723:0:25084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff43a888 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.664730:0:25084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544f800/0xd6b24631ff43a888 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066911.664769:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2033:x1830882860857088:12345-192.168.201.51@tcp:3:dd.0 Request processed in 15172us (19737us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066911.664776:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13566 00000100:00100000:0.0:1746066911.673823:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066911.674160:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860857344 00000100:00100000:1.0:1746066911.674170:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860857344 00000100:00100000:1.0:1746066911.674301:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13567 00000100:00100000:1.0:1746066911.674311:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2033:x1830882860857344:12345-192.168.201.51@tcp:4:dd.0 00002000:00010000:1.0:1746066911.674459:0:25084:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6812dddf, atime: 0x0, ctime: 0x6812dddf, blocks: 0xc800 00010000:00010000:1.0:1746066911.674469:0:25084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff43a88f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.674482:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.674484:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.674490:0:25084:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff43a88f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.674516:0:25084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff43a88f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746066911.698096:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970536 is committed 00010000:00010000:1.0:1746066911.699216:0:25084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff43a88f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.699229:0:25084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff43a88f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.699237:0:25084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff43a88f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.699245:0:25084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095c0b800 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746066911.699249:0:25084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff43a88f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.699256:0:25084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff43a88f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.699276:0:25084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff43a88f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.699282:0:25084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff43a88f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066911.699442:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2033:x1830882860857344:12345-192.168.201.51@tcp:4:dd.0 Request processed in 25127us (25622us total) trans 4294970536 rc 0/0 00000100:00100000:1.0:1746066911.699455:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13567 00000100:00100000:0.0:1746066911.704328:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066911.704662:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860857728 00000100:00100000:1.0:1746066911.704670:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860857728 00000100:00100000:1.0:1746066911.705225:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13568 00000100:00100000:1.0:1746066911.705234:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2031:x1830882860857728:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:1.0:1746066911.705265:0:25084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff43a896 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.705278:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.705280:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.705284:0:25084:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff43a896 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.705295:0:25084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff43a896 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066911.710898:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066911.711367:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860857856 00000100:00100000:2.0:1746066911.711376:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860857856 00000100:00100000:2.0:1746066911.711425:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13569 00000100:00100000:2.0:1746066911.711433:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2031:x1830882860857856:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:2.0:1746066911.711461:0:9632:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800962e3c00/0xd6b24631ff43a89d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.711473:0:9632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066911.711475:0:9632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066911.711479:0:9632:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e3c00/0xd6b24631ff43a89d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.711490:0:9632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800962e3c00/0xd6b24631ff43a89d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.715754:0:25084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff43a896 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.715769:0:25084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff43a896 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.715776:0:25084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff43a896 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.715781:0:25084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095c0b800 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746066911.715785:0:25084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff43a896 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.715792:0:25084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff43a896 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.715806:0:25084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff43a896 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.715812:0:25084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095c0b800/0xd6b24631ff43a896 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066911.715873:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2031:x1830882860857728:12345-192.168.201.51@tcp:3:dd.0 Request processed in 10637us (11550us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066911.715881:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13568 00010000:00010000:2.0:1746066911.726253:0:9632:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800962e3c00/0xd6b24631ff43a89d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.726281:0:9632:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e3c00/0xd6b24631ff43a89d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.726290:0:9632:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800962e3c00/0xd6b24631ff43a89d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.726299:0:9632:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800962e3c00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746066911.726303:0:9632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800962e3c00/0xd6b24631ff43a89d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.726312:0:9632:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800962e3c00/0xd6b24631ff43a89d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.726334:0:9632:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800962e3c00/0xd6b24631ff43a89d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.726359:0:9632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800962e3c00/0xd6b24631ff43a89d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066911.727323:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2031:x1830882860857856:12345-192.168.201.51@tcp:3:dd.0 Request processed in 15884us (16426us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066911.727335:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13569 00000100:00100000:3.0:1746066911.734139:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066911.734390:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860858112 00000100:00100000:2.0:1746066911.734402:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860858112 00000100:00100000:2.0:1746066911.734806:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13570 00000100:00100000:2.0:1746066911.734817:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2032:x1830882860858112:12345-192.168.201.51@tcp:4:dd.0 00002000:00010000:2.0:1746066911.734881:0:9632:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6812dddf, atime: 0x0, ctime: 0x6812dddf, blocks: 0xc800 00010000:00010000:2.0:1746066911.734891:0:9632:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800962e2000/0xd6b24631ff43a8a4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.734905:0:9632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066911.734907:0:9632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066911.734914:0:9632:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800962e2000/0xd6b24631ff43a8a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.734928:0:9632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800962e2000/0xd6b24631ff43a8a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.751518:0:8435:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1746066911.767305:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970537 is committed 00010000:00010000:3.0:1746066911.767778:0:9632:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800962e2000/0xd6b24631ff43a8a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.767854:0:9632:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800962e2000/0xd6b24631ff43a8a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.767865:0:9632:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800962e2000/0xd6b24631ff43a8a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.767873:0:9632:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800962e2000 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746066911.767878:0:9632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800962e2000/0xd6b24631ff43a8a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.767888:0:9632:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800962e2000/0xd6b24631ff43a8a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.767909:0:9632:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800962e2000/0xd6b24631ff43a8a4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.767917:0:9632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800962e2000/0xd6b24631ff43a8a4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066911.768056:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2032:x1830882860858112:12345-192.168.201.51@tcp:4:dd.0 Request processed in 33234us (33918us total) trans 4294970537 rc 0/0 00000100:00100000:3.0:1746066911.768068:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13570 00000100:00100000:0.0:1746066911.771853:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066911.771945:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066911.772214:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860858368 00000100:00100000:1.0:1746066911.772225:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860858368 00000100:00100000:1.0:1746066911.772306:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860858624 00000100:00100000:1.0:1746066911.772309:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860858624 00000100:00100000:1.0:1746066911.772365:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13571 00000100:00100000:3.0:1746066911.772371:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13572 00000100:00100000:1.0:1746066911.772373:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2031:x1830882860858368:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:3.0:1746066911.772378:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2032:x1830882860858624:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:3.0:1746066911.772410:0:9632:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008ea20800/0xd6b24631ff43a8b2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.772410:0:25084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff43a8ab lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.772424:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.772426:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.772432:0:25084:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff43a8ab lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.772447:0:25084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff43a8ab lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.773223:0:9632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066911.773227:0:9632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066911.773231:0:9632:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea20800/0xd6b24631ff43a8b2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.773243:0:9632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ea20800/0xd6b24631ff43a8b2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.784596:0:9632:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008ea20800/0xd6b24631ff43a8b2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.784597:0:25084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff43a8ab lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.784613:0:9632:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea20800/0xd6b24631ff43a8b2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.784613:0:25084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff43a8ab lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.784621:0:9632:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ea20800/0xd6b24631ff43a8b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.784621:0:25084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff43a8ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.784627:0:9632:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ea20800 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746066911.784627:0:25084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801332f8600 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746066911.784632:0:25084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff43a8ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.784633:0:9632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ea20800/0xd6b24631ff43a8b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.784640:0:9632:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ea20800/0xd6b24631ff43a8b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.784640:0:25084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff43a8ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.784659:0:9632:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ea20800/0xd6b24631ff43a8b2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.784659:0:25084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff43a8ab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.784665:0:9632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ea20800/0xd6b24631ff43a8b2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.784666:0:25084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801332f8600/0xd6b24631ff43a8ab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066911.786121:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2032:x1830882860858624:12345-192.168.201.51@tcp:3:dd.0 Request processed in 13735us (14167us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066911.786122:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2031:x1830882860858368:12345-192.168.201.51@tcp:3:dd.0 Request processed in 13743us (14273us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066911.786135:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13571 00000100:00100000:3.0:1746066911.786139:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13572 00000100:00100000:0.0:1746066911.796166:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066911.796241:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860858880 00000100:00100000:3.0:1746066911.796252:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860858880 00000100:00100000:3.0:1746066911.796331:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13573 00000100:00100000:3.0:1746066911.796372:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2034:x1830882860858880:12345-192.168.201.51@tcp:4:dd.0 00002000:00010000:3.0:1746066911.796424:0:9632:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6812dddf, atime: 0x0, ctime: 0x6812dddf, blocks: 0xc800 00010000:00010000:3.0:1746066911.796445:0:9632:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ea21a00/0xd6b24631ff43a8b9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.796460:0:9632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066911.796462:0:9632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066911.796467:0:9632:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea21a00/0xd6b24631ff43a8b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.796479:0:9632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ea21a00/0xd6b24631ff43a8b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746066911.820612:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970538 is committed 00010000:00010000:3.0:1746066911.820782:0:9632:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ea21a00/0xd6b24631ff43a8b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.820793:0:9632:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea21a00/0xd6b24631ff43a8b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.820800:0:9632:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ea21a00/0xd6b24631ff43a8b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.820806:0:9632:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ea21a00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746066911.820809:0:9632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ea21a00/0xd6b24631ff43a8b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.820815:0:9632:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ea21a00/0xd6b24631ff43a8b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.820828:0:9632:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ea21a00/0xd6b24631ff43a8b9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.820833:0:9632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ea21a00/0xd6b24631ff43a8b9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066911.820921:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2034:x1830882860858880:12345-192.168.201.51@tcp:4:dd.0 Request processed in 24580us (24763us total) trans 4294970538 rc 0/0 00000100:00100000:3.0:1746066911.820930:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13573 00000100:00100000:0.0:1746066911.826655:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066911.826701:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066911.826804:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860859264 00000100:00100000:3.0:1746066911.826812:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860859264 00000100:00100000:3.0:1746066911.826857:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860859392 00000100:00100000:3.0:1746066911.826859:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860859392 00000100:00100000:3.0:1746066911.827461:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13574 00000100:00100000:3.0:1746066911.827469:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2033:x1830882860859264:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:3.0:1746066911.827508:0:9632:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008ea20800/0xd6b24631ff43a8c0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.827520:0:9632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066911.827522:0:9632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066911.827526:0:9632:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea20800/0xd6b24631ff43a8c0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.827536:0:9632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ea20800/0xd6b24631ff43a8c0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066911.828115:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13575 00000100:00100000:1.0:1746066911.828123:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800908e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2033:x1830882860859392:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:1.0:1746066911.828138:0:25084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7200/0xd6b24631ff43a8c7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.828146:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.828147:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.828150:0:25084:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7200/0xd6b24631ff43a8c7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.828158:0:25084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7200/0xd6b24631ff43a8c7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.848216:0:9632:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008ea20800/0xd6b24631ff43a8c0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.848232:0:9632:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea20800/0xd6b24631ff43a8c0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.848240:0:9632:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ea20800/0xd6b24631ff43a8c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.848247:0:9632:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ea20800 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746066911.848250:0:9632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ea20800/0xd6b24631ff43a8c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.848257:0:9632:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ea20800/0xd6b24631ff43a8c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.848490:0:9632:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ea20800/0xd6b24631ff43a8c0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.848507:0:9632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ea20800/0xd6b24631ff43a8c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066911.848577:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2033:x1830882860859264:12345-192.168.201.51@tcp:3:dd.0 Request processed in 21104us (21925us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066911.848587:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13574 00010000:00010000:1.0:1746066911.854798:0:25084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7200/0xd6b24631ff43a8c7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.854814:0:25084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7200/0xd6b24631ff43a8c7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.854821:0:25084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7200/0xd6b24631ff43a8c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.854826:0:25084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cfa7200 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746066911.854830:0:25084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7200/0xd6b24631ff43a8c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.854837:0:25084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7200/0xd6b24631ff43a8c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.854853:0:25084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7200/0xd6b24631ff43a8c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.854860:0:25084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cfa7200/0xd6b24631ff43a8c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066911.855139:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800908e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2033:x1830882860859392:12345-192.168.201.51@tcp:3:dd.0 Request processed in 27012us (28432us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066911.855148:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13575 00000100:00100000:3.0:1746066911.868769:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066911.868832:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860859648 00000100:00100000:1.0:1746066911.868840:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860859648 00000100:00100000:1.0:1746066911.868906:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13576 00000100:00100000:1.0:1746066911.868913:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2031:x1830882860859648:12345-192.168.201.51@tcp:4:dd.0 00002000:00010000:1.0:1746066911.868950:0:25084:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6812dddf, atime: 0x0, ctime: 0x6812dddf, blocks: 0xc800 00010000:00010000:1.0:1746066911.868957:0:25084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43a8ce lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.868968:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.868970:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.868974:0:25084:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43a8ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.868985:0:25084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43a8ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746066911.896564:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970539 is committed 00010000:00010000:2.0:1746066911.896797:0:25084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43a8ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.896810:0:25084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43a8ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.896818:0:25084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43a8ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.896829:0:25084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cfa6600 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746066911.896833:0:25084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43a8ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.896842:0:25084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43a8ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.896862:0:25084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43a8ce lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.896867:0:25084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43a8ce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066911.897201:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2031:x1830882860859648:12345-192.168.201.51@tcp:4:dd.0 Request processed in 28282us (28434us total) trans 4294970539 rc 0/0 00000100:00100000:2.0:1746066911.897212:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13576 00000100:00100000:2.0:1746066911.900641:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066911.900705:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066911.900793:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860859904 00000100:00100000:3.0:1746066911.900802:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860859904 00000100:00100000:3.0:1746066911.901298:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860860160 00000100:00100000:3.0:1746066911.901301:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860860160 00000100:00100000:0.0:1746066911.901366:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13577 00000100:00100000:0.0:1746066911.901374:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2032:x1830882860859904:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:0.0:1746066911.901412:0:25084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff43a8d5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.901424:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066911.901425:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066911.901430:0:25084:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff43a8d5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.901441:0:25084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff43a8d5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066911.902197:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13578 00000100:00100000:3.0:1746066911.902204:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2032:x1830882860860160:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:3.0:1746066911.902220:0:9632:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095c0b600/0xd6b24631ff43a8dc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.902226:0:9632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066911.902228:0:9632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066911.902230:0:9632:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095c0b600/0xd6b24631ff43a8dc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066911.902236:0:9632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095c0b600/0xd6b24631ff43a8dc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.918917:0:9632:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095c0b600/0xd6b24631ff43a8dc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.918938:0:9632:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095c0b600/0xd6b24631ff43a8dc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.918947:0:9632:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095c0b600/0xd6b24631ff43a8dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.918954:0:9632:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095c0b600 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746066911.918959:0:9632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095c0b600/0xd6b24631ff43a8dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.918967:0:9632:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095c0b600/0xd6b24631ff43a8dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.919202:0:9632:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095c0b600/0xd6b24631ff43a8dc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066911.919209:0:9632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095c0b600/0xd6b24631ff43a8dc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066911.919288:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2032:x1830882860860160:12345-192.168.201.51@tcp:3:dd.0 Request processed in 17078us (18577us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066911.919299:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13578 00010000:00010000:1.0:1746066911.922322:0:25084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff43a8d5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.922561:0:25084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff43a8d5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.922573:0:25084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff43a8d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.922580:0:25084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095ef4400 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746066911.922585:0:25084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff43a8d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.922594:0:25084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff43a8d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.922616:0:25084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff43a8d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.922622:0:25084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff43a8d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066911.922847:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2032:x1830882860859904:12345-192.168.201.51@tcp:3:dd.0 Request processed in 21467us (22215us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066911.922857:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13577 00000100:00100000:3.0:1746066911.928592:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066911.928916:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860860416 00000100:00100000:1.0:1746066911.928926:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860860416 00000100:00100000:1.0:1746066911.929066:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13579 00000100:00100000:1.0:1746066911.929075:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2033:x1830882860860416:12345-192.168.201.51@tcp:4:dd.0 00002000:00010000:1.0:1746066911.929124:0:25084:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6812dddf, atime: 0x0, ctime: 0x6812dddf, blocks: 0xc800 00010000:00010000:1.0:1746066911.929132:0:25084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a8e3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.929148:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.929150:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.929155:0:25084:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a8e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.929172:0:25084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a8e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746066911.953297:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970540 is committed 00010000:00010000:1.0:1746066911.953586:0:25084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a8e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.953599:0:25084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a8e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.953608:0:25084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a8e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.953614:0:25084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009093ba00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746066911.953619:0:25084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a8e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.953628:0:25084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a8e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.953648:0:25084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a8e3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.953655:0:25084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009093ba00/0xd6b24631ff43a8e3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066911.953784:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2033:x1830882860860416:12345-192.168.201.51@tcp:4:dd.0 Request processed in 24705us (25493us total) trans 4294970540 rc 0/0 00000100:00100000:1.0:1746066911.953796:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13579 00000100:00100000:3.0:1746066911.962030:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066911.962901:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066911.962974:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860860800 00000100:00100000:2.0:1746066911.962984:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860860800 00000100:00100000:1.0:1746066911.963026:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860860928 00000100:00100000:1.0:1746066911.963031:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860860928 00000100:00100000:1.0:1746066911.963077:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13580 00000100:00100000:1.0:1746066911.963084:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2033:x1830882860860800:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:0.0:1746066911.963097:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13581 00000100:00100000:0.0:1746066911.963110:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2034:x1830882860860928:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:1.0:1746066911.963123:0:25084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880132e0b600/0xd6b24631ff43a8ea lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.963131:0:27171:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff43a8f1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.963137:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.963139:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066911.963140:0:27171:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066911.963142:0:27171:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.963145:0:25084:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132e0b600/0xd6b24631ff43a8ea lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.963145:0:27171:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff43a8f1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.963158:0:25084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132e0b600/0xd6b24631ff43a8ea lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.963158:0:27171:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff43a8f1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.988658:0:25084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880132e0b600/0xd6b24631ff43a8ea lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.988658:0:27171:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff43a8f1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.988674:0:25084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880132e0b600/0xd6b24631ff43a8ea lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.988675:0:27171:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff43a8f1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.988682:0:25084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880132e0b600/0xd6b24631ff43a8ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.988682:0:27171:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff43a8f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.988688:0:27171:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095ef4400 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746066911.988692:0:27171:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff43a8f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.988694:0:25084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132e0b600 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746066911.988697:0:25084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880132e0b600/0xd6b24631ff43a8ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.988699:0:27171:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff43a8f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.988704:0:25084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880132e0b600/0xd6b24631ff43a8ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.988719:0:25084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880132e0b600/0xd6b24631ff43a8ea lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.988719:0:27171:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff43a8f1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066911.988725:0:27171:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095ef4400/0xd6b24631ff43a8f1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27171 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.988726:0:25084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132e0b600/0xd6b24631ff43a8ea lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066911.990243:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2034:x1830882860860928:12345-192.168.201.51@tcp:3:dd.0 Request processed in 27127us (27335us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066911.990254:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13581 00000100:00100000:1.0:1746066911.990551:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2033:x1830882860860800:12345-192.168.201.51@tcp:3:dd.0 Request processed in 27466us (28531us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066911.990558:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13580 00000100:00100000:0.0:1746066911.996718:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066911.996791:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860861184 00000100:00100000:1.0:1746066911.996802:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860861184 00000100:00100000:1.0:1746066911.998046:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13582 00000100:00100000:1.0:1746066911.998058:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2031:x1830882860861184:12345-192.168.201.51@tcp:4:dd.0 00002000:00010000:1.0:1746066911.998113:0:25084:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6812dddf, atime: 0x0, ctime: 0x6812dddf, blocks: 0xc800 00010000:00010000:1.0:1746066911.998122:0:25084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff43a8f8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.998136:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.998137:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066911.998143:0:25084:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff43a8f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066911.998157:0:25084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff43a8f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746066912.031728:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970541 is committed 00010000:00010000:1.0:1746066912.032133:0:25084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff43a8f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.032148:0:25084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff43a8f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.032156:0:25084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff43a8f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.032163:0:25084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095c21200 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746066912.032167:0:25084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff43a8f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.032175:0:25084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff43a8f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.032194:0:25084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff43a8f8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.032201:0:25084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095c21200/0xd6b24631ff43a8f8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066912.032317:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2031:x1830882860861184:12345-192.168.201.51@tcp:4:dd.0 Request processed in 34258us (35606us total) trans 4294970541 rc 0/0 00000100:00100000:1.0:1746066912.032328:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13582 00000100:00100000:2.0:1746066912.033677:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3790:1830882861300608:0@lo:400:kworker.0 00000100:00100000:2.0:1746066912.033733:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066912.033802:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bd212aa5-9c03-468b-a6b2-d3d7d344f530:3792:1830882861300352:0@lo:400:kworker.0 00000100:00100000:2.0:1746066912.033807:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3790:1830882861301120:0@lo:400:kworker.0 00000100:00100000:2.0:1746066912.033839:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066912.033839:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066912.033854:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095872300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3790:1830882861301632:0@lo:400:kworker.0 00000100:00100000:2.0:1746066912.033869:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066912.033869:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882861300864:0@lo:400:kworker.0 00000100:00100000:2.0:1746066912.033887:0:3790:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1746066912.033889:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066912.033892:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3790:1830882861300480:0@lo:400:kworker.0 00000100:00100000:0.0:1746066912.033903:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095870000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882861301376:0@lo:400:kworker.0 00000100:00100000:2.0:1746066912.033907:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066912.033917:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3790:1830882861300992:0@lo:400:kworker.0 00000100:00100000:0.0:1746066912.033923:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066912.033932:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066912.033939:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095870700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882861301888:0@lo:400:kworker.0 00000100:00100000:2.0:1746066912.033945:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095870a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3790:1830882861301504:0@lo:400:kworker.0 00000100:00100000:0.0:1746066912.033960:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066912.033963:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066912.033977:0:3792:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1746066912.033982:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3792:1830882861300736:0@lo:400:kworker.0 00000100:00100000:2.0:1746066912.033988:0:7277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861300608 00000100:00100000:2.0:1746066912.033995:0:7277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861300608 00000100:00100000:0.0:1746066912.034001:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066912.034014:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3792:1830882861301248:0@lo:400:kworker.0 00000100:00100000:0.0:1746066912.034028:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066912.034029:0:7277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861300864 00000100:00100000:2.0:1746066912.034032:0:7277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861300864 00000100:00100000:0.0:1746066912.034039:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095873100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3792:1830882861301760:0@lo:400:kworker.0 00000100:00100000:2.0:1746066912.034045:0:7277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1746066912.034051:0:7277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095872680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3790:x1830882861300608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066912.034054:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066912.034075:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861301376 00000100:00100000:0.0:1746066912.034079:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861301376 00000100:00100000:2.0:1746066912.034094:0:7277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095872680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3790:x1830882861300608:12345-0@lo:400:kworker.0 Request processed in 43us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066912.034100:0:7277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:0.0:1746066912.034107:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861301888 00000100:00100000:0.0:1746066912.034109:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861301888 00000100:00100000:2.0:1746066912.034113:0:7277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1746066912.034118:0:7277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3792:x1830882861300864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066912.034122:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861301248 00000100:00100000:0.0:1746066912.034124:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861301248 00000100:00100000:0.0:1746066912.034134:0:25556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861301760 00000100:00100000:0.0:1746066912.034136:0:25556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861301760 00000100:00100000:0.0:1746066912.034146:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:2.0:1746066912.034148:0:7277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3792:x1830882861300864:12345-0@lo:400:kworker.0 Request processed in 30us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066912.034151:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130231880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3792:x1830882861301376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066912.034154:0:7277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1746066912.034172:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861301120 00000100:00100000:2.0:1746066912.034175:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861301120 00000100:00100000:0.0:1746066912.034178:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130231880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3792:x1830882861301376:12345-0@lo:400:kworker.0 Request processed in 27us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066912.034184:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:2.0:1746066912.034192:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861301632 00000100:00100000:2.0:1746066912.034194:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861301632 00000100:00100000:0.0:1746066912.034194:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:0.0:1746066912.034199:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3792:x1830882861301888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066912.034203:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861300480 00000100:00100000:2.0:1746066912.034205:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861300480 00000100:00100000:2.0:1746066912.034214:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861300992 00000100:00100000:2.0:1746066912.034216:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861300992 00000100:00100000:0.0:1746066912.034220:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3792:x1830882861301888:12345-0@lo:400:kworker.0 Request processed in 21us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066912.034225:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861301504 00000100:00100000:0.0:1746066912.034225:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:2.0:1746066912.034227:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861301504 00000100:00100000:2.0:1746066912.034236:0:17223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861300736 00000100:00100000:0.0:1746066912.034236:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:2.0:1746066912.034238:0:17223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861300736 00000100:00100000:0.0:1746066912.034240:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3792:x1830882861301248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066912.034249:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1526 00000100:00100000:2.0:1746066912.034254:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095871180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3790:x1830882861301120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066912.034259:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3792:x1830882861301248:12345-0@lo:400:kworker.0 Request processed in 19us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066912.034263:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:0.0:1746066912.034271:0:25556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:0.0:1746066912.034275:0:25556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130231180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3792:x1830882861301760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066912.034278:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095871180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3790:x1830882861301120:12345-0@lo:400:kworker.0 Request processed in 24us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066912.034287:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1526 00000100:00100000:0.0:1746066912.034295:0:25556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130231180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3792:x1830882861301760:12345-0@lo:400:kworker.0 Request processed in 19us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066912.034296:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1527 00000100:00100000:0.0:1746066912.034299:0:25556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:2.0:1746066912.034300:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095872d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3790:x1830882861301632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066912.034321:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095872d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3790:x1830882861301632:12345-0@lo:400:kworker.0 Request processed in 20us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066912.034321:0:7273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1528 00000100:00100000:2.0:1746066912.034326:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1527 00000100:00100000:0.0:1746066912.034327:0:7273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095871880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3790:x1830882861300480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066912.034364:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1529 00000100:00100000:2.0:1746066912.034371:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095871500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3790:x1830882861300992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066912.034394:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095871500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3790:x1830882861300992:12345-0@lo:400:kworker.0 Request processed in 25us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066912.034398:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1529 00000100:00100000:0.0:1746066912.034400:0:7273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095871880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3790:x1830882861300480:12345-0@lo:400:kworker.0 Request processed in 74us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066912.034406:0:7273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1528 00000100:00100000:2.0:1746066912.034409:0:17223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1530 00000100:00100000:2.0:1746066912.034413:0:17223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095872a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3790:x1830882861301504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066912.034418:0:7273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1531 00000100:00100000:0.0:1746066912.034422:0:7273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3792:x1830882861300736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066912.034436:0:17223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095872a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3790:x1830882861301504:12345-0@lo:400:kworker.0 Request processed in 22us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066912.034441:0:17223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1530 00000100:00100000:0.0:1746066912.034443:0:7273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3792:x1830882861300736:12345-0@lo:400:kworker.0 Request processed in 21us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066912.034448:0:7273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1531 00000100:00080000:0.0:1746066912.034469:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746066912.034472:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746066912.034475:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b4dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3790:1830882861300480:0@lo:400:kworker.0 00000100:00080000:0.0:1746066912.034475:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746066912.034477:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746066912.034484:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b4dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3790:1830882861300992:0@lo:400:kworker.0 00000100:00100000:2.0:1746066912.034502:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095870a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3790:1830882861301504:0@lo:400:kworker.0 00000100:00100000:2.0:1746066912.034511:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b4df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3790:1830882861300608:0@lo:400:kworker.0 00000100:00100000:0.0:1746066912.034516:0:7267:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861300352 00000100:00100000:2.0:1746066912.034519:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b4dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3790:1830882861301120:0@lo:400:kworker.0 00000100:00100000:0.0:1746066912.034520:0:7267:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861300352 00000100:00100000:2.0:1746066912.034526:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095872300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3790:1830882861301632:0@lo:400:kworker.0 00000100:00100000:0.0:1746066912.034542:0:7267:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1746066912.034547:0:7267:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130647850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bd212aa5-9c03-468b-a6b2-d3d7d344f530+23:3792:x1830882861300352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066912.034555:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b4dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3792:1830882861300736:0@lo:400:kworker.0 00000100:00100000:2.0:1746066912.034563:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b4ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3792:1830882861301248:0@lo:400:kworker.0 00000100:00100000:2.0:1746066912.034570:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095873100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3792:1830882861301760:0@lo:400:kworker.0 00000100:00100000:0.0:1746066912.034573:0:7267:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130647850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bd212aa5-9c03-468b-a6b2-d3d7d344f530+23:3792:x1830882861300352:12345-0@lo:400:kworker.0 Request processed in 26us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066912.034577:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b4dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bd212aa5-9c03-468b-a6b2-d3d7d344f530:3792:1830882861300352:0@lo:400:kworker.0 00000100:00100000:0.0:1746066912.034578:0:7267:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:2.0:1746066912.034584:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b4dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882861300864:0@lo:400:kworker.0 00000100:00100000:2.0:1746066912.034591:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095870000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882861301376:0@lo:400:kworker.0 00000100:00100000:2.0:1746066912.034598:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095870700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882861301888:0@lo:400:kworker.0 00000100:00100000:1.0:1746066912.037244:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066912.037318:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860861440 00000100:00100000:2.0:1746066912.037327:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860861440 00000100:00080000:0.0:1746066912.037516:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746066912.038104:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13583 00000100:00100000:2.0:1746066912.038115:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2031:x1830882860861440:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:2.0:1746066912.038152:0:25084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff43a8ff lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066912.038167:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066912.038168:0:25084:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066912.038174:0:25084:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff43a8ff lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066912.038187:0:25084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff43a8ff lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066912.055915:0:25084:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff43a8ff lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066912.055940:0:25084:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff43a8ff lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066912.055949:0:25084:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff43a8ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066912.055956:0:25084:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800962e2c00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746066912.055961:0:25084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff43a8ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066912.055969:0:25084:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff43a8ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066912.055991:0:25084:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff43a8ff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066912.055997:0:25084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800962e2c00/0xd6b24631ff43a8ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25084 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066912.056133:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2031:x1830882860861440:12345-192.168.201.51@tcp:3:dd.0 Request processed in 18013us (18891us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066912.056144:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13583 00000100:00100000:3.0:1746066912.060309:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066912.060369:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860861568 00000100:00100000:0.0:1746066912.060378:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860861568 00000100:00100000:0.0:1746066912.060650:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29957 00000100:00100000:0.0:1746066912.060658:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+7:3899:x1830882860861568:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:0.0:1746066912.060677:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066912.060701:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f45e800/0xd6b24631ff43a906 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fd83 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746066912.060728:0:9629:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6812dddf, atime: 0x0, ctime: 0x6812dddf, blocks: 0xc800 00010000:00010000:0.0:1746066912.060750:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066912.060752:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066912.060760:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f45e800/0xd6b24631ff43a906 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd83 expref: 8 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066912.060775:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f45e800/0xd6b24631ff43a906 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd83 expref: 8 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066912.060785:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f45e800, rc 0) 00000100:00100000:0.0:1746066912.060839:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+8:3899:x1830882860861568:12345-192.168.201.51@tcp:101:dd.0 Request processed in 181us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066912.060846:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29957 00000100:00080000:2.0:1746066912.060912:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746066912.067791:0:3790:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746066912.067821:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130230000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3790:1830882861302016:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746066912.067894:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066912.067997:0:15661:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861302016 00000100:00100000:0.0:1746066912.068005:0:15661:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861302016 00000100:00100000:0.0:1746066912.068289:0:15661:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1746066912.068297:0:15661:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095870700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3790:x1830882861302016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746066912.068323:0:15661:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 562953024 pending 39043072 free 3894693888 avail 3663171584 00000100:00100000:0.0:1746066912.069176:0:15661:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095870700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3790:x1830882861302016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 877us (1280us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066912.069183:0:15661:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1746066912.069256:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130230000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3790:1830882861302016:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746066912.075845:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066912.076125:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860861696 00000100:00100000:2.0:1746066912.076135:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860861696 00002000:00100000:2.0:1746066912.076184:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (25165824->26214399) req@ffff880095887800 x1830882860861696/t0(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066912.076195:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095887800 with x1830882860861696 ext(25165824->26214399) 00002000:00010000:2.0:1746066912.076200:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095887800 00000100:00100000:2.0:1746066912.076231:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13584 00000100:00100000:2.0:1746066912.076237:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2032:x1830882860861696:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:0.0:1746066912.087196:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2032:x1830882860861696:12345-192.168.201.51@tcp:4:dd.0 Request processed in 10944us (11349us total) trans 4294970542 rc 0/0 00000100:00100000:0.0:1746066912.087211:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13584 00002000:00100000:0.0:1746066912.087229:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (25165824->26214399) req@ffff880095887800 x1830882860861696/t4294970542(0) o4->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/448 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066912.087240:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095887800 with x1830882860861696 ext(25165824->26214399) 00002000:00010000:0.0:1746066912.087248:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095887800 00000100:00100000:0.0:1746066912.089814:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066912.089869:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860861824 00000100:00100000:1.0:1746066912.089879:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860861824 00000100:00100000:1.0:1746066912.089935:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29958 00000100:00100000:1.0:1746066912.089943:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130232680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2034:x1830882860861824:12345-192.168.201.51@tcp:16:dd.0 00000001:00080000:2.0:1746066912.091395:0:9625:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970542 is committed 00000100:00100000:1.0:1746066912.091523:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130232680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860861824:12345-192.168.201.51@tcp:16:dd.0 Request processed in 1577us (1711us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066912.091532:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29958 00000100:00100000:1.0:1746066912.093274:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066912.093720:0:16167:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860862080 00000100:00100000:3.0:1746066912.093729:0:16167:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860862080 00000100:00080000:2.0:1746066912.093845:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746066912.093893:0:16167:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 219 00000100:00100000:3.0:1746066912.093901:0:16167:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+33:3899:x1830882860862080:12345-192.168.201.51@tcp:35:dd.0 00000100:00100000:3.0:1746066912.094547:0:16167:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+34:3899:x1830882860862080:12345-192.168.201.51@tcp:35:dd.0 Request processed in 644us (1277us total) trans 4294980303 rc 0/0 00000100:00100000:3.0:1746066912.094555:0:16167:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 219 00000100:00100000:2.0:1746066912.108746:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066912.109010:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860862208 00000100:00100000:1.0:1746066912.109021:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860862208 00000100:00100000:1.0:1746066912.109266:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28776 00000100:00100000:1.0:1746066912.109276:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095870000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+34:3904:x1830882860862208:12345-192.168.201.51@tcp:101:checkstat.0 00010000:00010000:1.0:1746066912.109304:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066912.109327:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7c00/0xd6b24631ff43a90d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fd8a expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.109682:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6200/0xd6b24631ff43a914 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066912.109697:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6200/0xd6b24631ff43a914 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066912.109711:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6200/0xd6b24631ff43a914 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00000004:00200000:1.0:1746066912.109764:0:21643:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746066912.109767:0:21643:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746066912.109786:0:21643:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6200/0xd6b24631ff43a914 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066912.109807:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7c00/0xd6b24631ff43a90d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd8a expref: 36 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.109837:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6200/0xd6b24631ff43a914 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd8a expref: 35 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.109845:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:1.0:1746066912.109848:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746066912.109852:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cfa6200, rc 0) 00000100:00100000:1.0:1746066912.109902:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095870000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+35:3904:x1830882860862208:12345-192.168.201.51@tcp:101:checkstat.0 Request processed in 628us (1169us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066912.109910:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28776 00000100:00100000:0.0:1746066912.112487:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066912.112555:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066912.112648:0:7271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860862336 00000100:00100000:2.0:1746066912.112658:0:7271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860862336 00000100:00100000:2.0:1746066912.112716:0:7271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28777 00000100:00100000:2.0:1746066912.112724:0:7271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+35:3904:x1830882860862336:12345-192.168.201.51@tcp:101:checkstat.0 00010000:00010000:2.0:1746066912.112742:0:7271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066912.112760:0:7271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e2000/0xd6b24631ff43a91b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fd91 expref: -99 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066912.112820:0:7271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e3c00/0xd6b24631ff43a922 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066912.112832:0:7271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e3c00/0xd6b24631ff43a922 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066912.112841:0:7271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e3c00/0xd6b24631ff43a922 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066912.112855:0:7271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e2e00/0xd6b24631ff43a929 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066912.112860:0:7271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e2e00/0xd6b24631ff43a929 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066912.112864:0:7271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e2e00/0xd6b24631ff43a929 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066912.113116:0:7271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef4400/0xd6b24631ff43a930 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066912.113124:0:7271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef4400/0xd6b24631ff43a930 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066912.113130:0:7271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef4400/0xd6b24631ff43a930 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00000004:00200000:2.0:1746066912.113167:0:7271:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00000004:00200000:2.0:1746066912.113171:0:7271:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746066912.113186:0:7271:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef4400/0xd6b24631ff43a930 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066912.113194:0:7271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef4400/0xd6b24631ff43a930 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066912.113202:0:7271:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e3c00/0xd6b24631ff43a922 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066912.113208:0:7271:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e3c00/0xd6b24631ff43a922 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066912.113214:0:7271:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e3c00/0xd6b24631ff43a922 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066912.113223:0:7271:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e3c00/0xd6b24631ff43a922 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066912.113229:0:7271:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800962e3c00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066912.113233:0:7271:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e3c00/0xd6b24631ff43a922 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066912.113239:0:7271:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e3c00/0xd6b24631ff43a922 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066912.113250:0:7271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066912.113253:0:7271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066912.113257:0:7271:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e3c00/0xd6b24631ff43a922 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066912.113263:0:7271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e3c00/0xd6b24631ff43a922 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066912.113278:0:7271:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e2e00/0xd6b24631ff43a929 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066912.113283:0:7271:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e2e00/0xd6b24631ff43a929 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066912.113287:0:7271:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e2e00/0xd6b24631ff43a929 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066912.113291:0:7271:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800962e2e00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066912.113293:0:7271:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e2e00/0xd6b24631ff43a929 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066912.113297:0:7271:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e2e00/0xd6b24631ff43a929 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066912.113306:0:7271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009ec33700) 00010000:00010000:2.0:1746066912.113308:0:7271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066912.113310:0:7271:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e2e00/0xd6b24631ff43a929 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066912.113314:0:7271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e2e00/0xd6b24631ff43a929 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066912.113334:0:7271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e2000/0xd6b24631ff43a91b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd91 expref: 37 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066912.113388:0:7271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef4400/0xd6b24631ff43a930 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd91 expref: 36 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066912.113394:0:7271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880130979600) 00010000:00010000:2.0:1746066912.113396:0:7271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066912.113399:0:7271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ef4400, rc 0) 00000100:00100000:2.0:1746066912.113443:0:7271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+36:3904:x1830882860862336:12345-192.168.201.51@tcp:101:checkstat.0 Request processed in 719us (965us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066912.113450:0:7271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28777 00000100:00100000:3.0:1746066912.113845:0:7278:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860862464 00000100:00100000:3.0:1746066912.113849:0:7278:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860862464 00000100:00100000:3.0:1746066912.113884:0:7278:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 824 00000100:00100000:3.0:1746066912.113888:0:7278:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2034:x1830882860862464:12345-192.168.201.51@tcp:63:ll_sa.0 00010000:00010000:3.0:1746066912.113909:0:7278:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066912.113918:0:7278:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009544f800/0xd6b24631ff43a937 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fd98 expref: -99 pid: 7278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066912.113942:0:7278:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090879c00/0xd6b24631ff43a93e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.113952:0:7278:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090879c00/0xd6b24631ff43a93e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.113958:0:7278:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090879c00/0xd6b24631ff43a93e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.114167:0:7278:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090879800/0xd6b24631ff43a945 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.114173:0:7278:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090879800/0xd6b24631ff43a945 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7278 initiator: MDT0 00000004:00080000:1.0:1746066912.114288:0:11653:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1024191945500ns, next at 1025191943047ns, rc = 0 00000100:00100000:0.0:1746066912.114551:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861302144:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746066912.114598:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066912.114702:0:15661:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861302144 00000100:00100000:1.0:1746066912.114706:0:15661:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861302144 00000100:00100000:1.0:1746066912.114731:0:15661:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1746066912.114736:0:15661:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d7bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882861302144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746066912.114750:0:15661:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 562953024 pending 39043072 free 3894693888 avail 3663171584 00000100:00100000:1.0:1746066912.114784:0:15661:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d7bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3790:x1830882861302144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066912.114790:0:15661:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00010000:00010000:3.0:1746066912.115619:0:7278:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090879800/0xd6b24631ff43a945 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.115667:0:7278:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090879c00/0xd6b24631ff43a93e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.115674:0:7278:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090879c00/0xd6b24631ff43a93e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.115680:0:7278:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090879c00/0xd6b24631ff43a93e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.115684:0:7278:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090879c00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066912.115688:0:7278:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090879c00/0xd6b24631ff43a93e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.115693:0:7278:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090879c00/0xd6b24631ff43a93e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.115705:0:7278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:3.0:1746066912.115707:0:7278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066912.115711:0:7278:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090879c00/0xd6b24631ff43a93e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.115716:0:7278:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090879c00/0xd6b24631ff43a93e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.115740:0:7278:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090879800/0xd6b24631ff43a945 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.115745:0:7278:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090879800/0xd6b24631ff43a945 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.115750:0:7278:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090879800/0xd6b24631ff43a945 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.115754:0:7278:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090879800 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066912.115756:0:7278:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090879800/0xd6b24631ff43a945 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.115760:0:7278:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090879800/0xd6b24631ff43a945 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.115766:0:7278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff88009efcc500) 00010000:00010000:3.0:1746066912.115768:0:7278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066912.115770:0:7278:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090879800/0xd6b24631ff43a945 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.115775:0:7278:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090879800/0xd6b24631ff43a945 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7278 initiator: MDT0 00000100:00100000:0.0:1746066912.116393:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861302144:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746066912.116540:0:7278:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009544f800/0xd6b24631ff43a937 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd98 expref: 37 pid: 7278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066912.116550:0:7278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:3.0:1746066912.116552:0:7278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746066912.116555:0:7278:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009544f800/0xd6b24631ff43a937 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd98 expref: 37 pid: 7278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066912.116615:0:7278:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009544f800, rc -2) 00000100:00100000:3.0:1746066912.117198:0:7278:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2034:x1830882860862464:12345-192.168.201.51@tcp:63:ll_sa.0 Request processed in 3306us (4641us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746066912.117210:0:7278:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 824 00000100:00100000:3.0:1746066912.125681:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066912.125822:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066912.125876:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066912.125900:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860862592 00000100:00100000:3.0:1746066912.125909:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860862592 00000100:00100000:3.0:1746066912.125951:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860862848 00000100:00100000:3.0:1746066912.125953:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860862848 00000100:00100000:3.0:1746066912.125985:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29959 00000100:00100000:3.0:1746066912.125992:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860862592:12345-192.168.201.51@tcp:101:checkstat.0 00010000:00010000:3.0:1746066912.126011:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066912.126028:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095eacc00/0xd6b24631ff43a94c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fd9f expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066912.126083:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eb44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9629:1830882861302272:192.168.201.51@tcp:106: 00000100:00100000:3.0:1746066912.126154:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29960 00000100:00100000:3.0:1746066912.126160:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2034:x1830882860862848:12345-192.168.201.51@tcp:101:checkstat.0 00010000:00010000:3.0:1746066912.126168:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066912.126178:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800961ee000/0xd6b24631ff43a953 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fda6 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066912.126212:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eb44a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861302400:192.168.201.51@tcp:106: 00000100:00100000:3.0:1746066912.126308:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860862720 00000100:00100000:3.0:1746066912.126311:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860862720 00000100:00100000:3.0:1746066912.126359:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 375 00000100:00100000:3.0:1746066912.126365:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f2c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2033:x1830882860862720:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066912.126374:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066912.126394:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ef4400/0xd6b24631ff43a930 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd91 expref: 36 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066912.126408:0:7259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880130979600) 00010000:00010000:3.0:1746066912.126412:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066912.126433:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f2c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+35:2033:x1830882860862720:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 69us (764us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066912.126440:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 375 00000100:00100000:3.0:1746066912.132758:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095c55c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066912.132827:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095c55480 going to sleep for 11 seconds 00002000:00010000:0.0:1746066912.133229:0:9629:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:0.0:1746066912.133233:0:9629:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb mtime: 0 -> 1746066911 00002000:00010000:0.0:1746066912.133236:0:9629:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb atime: 0 -> 1746066910 00002000:00010000:0.0:1746066912.133238:0:9629:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb ctime: 0 -> 1746066911 00002000:00010000:0.0:1746066912.133240:0:9629:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:0.0:1746066912.133264:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eb44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9629:1830882861302272:192.168.201.51@tcp:106: 00010000:00010000:0.0:1746066912.133300:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095eacc00/0xd6b24631ff43a94c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd9f expref: 9 pid: 9629 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066912.133573:0:9629:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095eacc00/0xd6b24631ff43a94c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd9f expref: 9 pid: 9629 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066912.133601:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095eacc00, rc 0) 00000100:00100000:0.0:1746066912.133658:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860862592:12345-192.168.201.51@tcp:101:checkstat.0 Request processed in 7664us (7833us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066912.133672:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29959 00002000:00010000:1.0:1746066912.138063:0:9628:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:1.0:1746066912.138073:0:9628:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb mtime: 0 -> 1746066911 00002000:00010000:1.0:1746066912.138075:0:9628:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb atime: 0 -> 1746066910 00002000:00010000:1.0:1746066912.138077:0:9628:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb ctime: 0 -> 1746066911 00002000:00010000:1.0:1746066912.138079:0:9628:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:1.0:1746066912.138104:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eb44a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861302400:192.168.201.51@tcp:106: 00010000:00010000:1.0:1746066912.138140:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800961ee000/0xd6b24631ff43a953 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fda6 expref: 17 pid: 9628 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066912.138154:0:9628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800961ee000/0xd6b24631ff43a953 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fda6 expref: 17 pid: 9628 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066912.138181:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800961ee000, rc 0) 00000100:00100000:1.0:1746066912.138248:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2034:x1830882860862848:12345-192.168.201.51@tcp:101:checkstat.0 Request processed in 12086us (12369us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066912.138256:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29960 00000100:00100000:0.0:1746066912.154645:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066912.154716:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860862976 00000100:00100000:1.0:1746066912.154728:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860862976 00000100:00080000:2.0:1746066912.154803:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746066912.154819:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28778 00000100:00100000:1.0:1746066912.154832:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+24:3905:x1830882860862976:12345-192.168.201.51@tcp:101:checkstat.0 00010000:00010000:1.0:1746066912.154859:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066912.154880:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7c00/0xd6b24631ff43a95a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fdad expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.154942:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43a961 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066912.154954:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43a961 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066912.154966:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43a961 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00000004:00200000:1.0:1746066912.155008:0:21643:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746066912.155012:0:21643:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746066912.155032:0:21643:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43a961 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066912.155053:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7c00/0xd6b24631ff43a95a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fdad expref: 26 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.155073:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43a961 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fdad expref: 25 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.155081:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:1.0:1746066912.155083:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746066912.155086:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cfa6600, rc 0) 00000100:00100000:1.0:1746066912.155133:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+25:3905:x1830882860862976:12345-192.168.201.51@tcp:101:checkstat.0 Request processed in 301us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066912.155139:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28778 00000100:00100000:0.0:1746066912.163881:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066912.164328:0:7278:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860863104 00000100:00100000:3.0:1746066912.164368:0:7278:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860863104 00000100:00100000:3.0:1746066912.164419:0:7278:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 825 00000100:00100000:3.0:1746066912.164427:0:7278:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+25:2033:x1830882860863104:12345-192.168.201.51@tcp:63:ll_sa.0 00010000:00010000:3.0:1746066912.164471:0:7278:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066912.164500:0:7278:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133138c00/0xd6b24631ff43a968 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fdb4 expref: -99 pid: 7278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066912.164552:0:7278:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133139c00/0xd6b24631ff43a96f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.164569:0:7278:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133139c00/0xd6b24631ff43a96f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.164580:0:7278:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133139c00/0xd6b24631ff43a96f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.164594:0:7278:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800961ee000/0xd6b24631ff43a976 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.164599:0:7278:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800961ee000/0xd6b24631ff43a976 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.164605:0:7278:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800961ee000/0xd6b24631ff43a976 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.164645:0:7278:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133139c00/0xd6b24631ff43a96f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.164651:0:7278:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133139c00/0xd6b24631ff43a96f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.164657:0:7278:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133139c00/0xd6b24631ff43a96f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.164662:0:7278:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133139c00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066912.164666:0:7278:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133139c00/0xd6b24631ff43a96f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.164672:0:7278:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133139c00/0xd6b24631ff43a96f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.164683:0:7278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:3.0:1746066912.164686:0:7278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066912.164690:0:7278:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133139c00/0xd6b24631ff43a96f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.164695:0:7278:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133139c00/0xd6b24631ff43a96f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.167918:0:7278:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800961ee000/0xd6b24631ff43a976 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.167935:0:7278:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800961ee000/0xd6b24631ff43a976 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.167942:0:7278:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800961ee000/0xd6b24631ff43a976 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.167947:0:7278:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800961ee000 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066912.167951:0:7278:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800961ee000/0xd6b24631ff43a976 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.167957:0:7278:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800961ee000/0xd6b24631ff43a976 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.167974:0:7278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009efcc100) 00010000:00010000:3.0:1746066912.167976:0:7278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066912.167981:0:7278:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800961ee000/0xd6b24631ff43a976 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.167985:0:7278:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800961ee000/0xd6b24631ff43a976 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066912.168048:0:7278:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880133138c00/0xd6b24631ff43a968 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fdb4 expref: 26 pid: 7278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066912.168057:0:7278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:3.0:1746066912.168060:0:7278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746066912.168064:0:7278:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133138c00/0xd6b24631ff43a968 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fdb4 expref: 26 pid: 7278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066912.168073:0:7278:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133138c00, rc -2) 00000100:00100000:3.0:1746066912.173485:0:7278:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+25:2033:x1830882860863104:12345-192.168.201.51@tcp:63:ll_sa.0 Request processed in 9046us (9603us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746066912.173513:0:7278:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 825 00000100:00100000:0.0:1746066912.181839:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066912.183516:0:7271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860863360 00000100:00100000:3.0:1746066912.183529:0:7271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860863360 00000100:00100000:1.0:1746066912.184983:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28779 00000100:00100000:1.0:1746066912.184998:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+35:3908:x1830882860863360:12345-192.168.201.51@tcp:101:cmp.0 00010000:00010000:1.0:1746066912.185022:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066912.185045:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a97d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fdec expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.185159:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7c00/0xd6b24631ff43a984 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066912.185177:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7c00/0xd6b24631ff43a984 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066912.185190:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7c00/0xd6b24631ff43a984 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00000004:00200000:1.0:1746066912.185200:0:21643:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00010000:00010000:1.0:1746066912.185303:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7200/0xd6b24631ff43a97d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fdec expref: 38 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.186247:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7c00/0xd6b24631ff43a984 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fdec expref: 37 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.186256:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880130979600) 00010000:00010000:1.0:1746066912.186258:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746066912.186262:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cfa7c00, rc 0) 00000100:00100000:1.0:1746066912.186582:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+37:3908:x1830882860863360:12345-192.168.201.51@tcp:101:cmp.0 Request processed in 1587us (4753us total) trans 4294980304 rc 0/0 00000100:00100000:1.0:1746066912.186589:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28779 00000100:00100000:0.0:1746066912.190499:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066912.190639:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066912.190698:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860863488 00000100:00100000:3.0:1746066912.190708:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860863488 00000100:00100000:3.0:1746066912.190764:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 376 00000100:00100000:3.0:1746066912.190770:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130230000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+37:2034:x1830882860863488:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066912.190784:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066912.190811:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7c00/0xd6b24631ff43a984 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fdec expref: 37 pid: 21643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066912.191139:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860863744 00000100:00100000:1.0:1746066912.191144:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860863744 00000100:00100000:1.0:1746066912.191174:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29961 00000100:00100000:1.0:1746066912.191179:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2034:x1830882860863744:12345-192.168.201.51@tcp:101:cmp.0 00010000:00010000:1.0:1746066912.191193:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066912.191207:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff43a992 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fdfa expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066912.191256:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095886d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861302528:192.168.201.51@tcp:106: 00010000:00010000:3.0:1746066912.191767:0:7260:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880130979600) 00010000:00010000:3.0:1746066912.191772:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066912.191799:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130230000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+36:2034:x1830882860863488:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1027us (1318us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066912.191807:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 376 00000100:00100000:0.0:1746066912.191844:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066912.192132:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860863616 00000100:00100000:0.0:1746066912.192136:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860863616 00000100:00100000:0.0:1746066912.192176:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29962 00000100:00100000:1.0:1746066912.192177:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963f9540 going to sleep for 11 seconds 00000100:00100000:0.0:1746066912.192181:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860863616:12345-192.168.201.51@tcp:101:cmp.0 00010000:00010000:0.0:1746066912.192191:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066912.192200:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f45e600/0xd6b24631ff43a999 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fdf3 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066912.193313:0:9629:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e98f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9629:1830882861302656:192.168.201.51@tcp:106: 00000100:00100000:0.0:1746066912.193614:0:9629:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066912.195824:0:9629:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e98f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9629:1830882861302656:192.168.201.51@tcp:106: 00010000:00010000:2.0:1746066912.195863:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f45e600/0xd6b24631ff43a999 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fdf3 expref: 9 pid: 9629 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066912.195877:0:9629:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f45e600/0xd6b24631ff43a999 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fdf3 expref: 9 pid: 9629 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066912.195897:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f45e600, rc 0) 00000100:00100000:2.0:1746066912.195938:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860863616:12345-192.168.201.51@tcp:101:cmp.0 Request processed in 3754us (4310us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066912.195947:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29962 00000100:00100000:1.0:1746066912.196239:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095886d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861302528:192.168.201.51@tcp:106: 00010000:00010000:1.0:1746066912.196261:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff43a992 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fdfa expref: 17 pid: 9628 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066912.196272:0:9628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fc7400/0xd6b24631ff43a992 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fdfa expref: 17 pid: 9628 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066912.196286:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc7400, rc 0) 00000100:00100000:1.0:1746066912.196309:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+16:2034:x1830882860863744:12345-192.168.201.51@tcp:101:cmp.0 Request processed in 5130us (5669us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066912.196316:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29961 00000100:00100000:0.0:1746066912.212871:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066912.212974:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860863872 00000100:00100000:1.0:1746066912.212986:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860863872 00000100:00100000:1.0:1746066912.213096:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29963 00000100:00100000:1.0:1746066912.213104:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+8:3908:x1830882860863872:12345-192.168.201.51@tcp:101:cmp.0 00010000:00010000:1.0:1746066912.213125:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066912.213144:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c524e00/0xd6b24631ff43a9a0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fe01 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.213175:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff43a7ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd6e expref: 8 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.213183:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066912.213185:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066912.213189:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c524e00/0xd6b24631ff43a9a0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe01 expref: 9 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.213228:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff43a7ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd6e expref: 8 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.213240:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff43a7ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd6e expref: 8 pid: 25556 timeout: 1124 lvb_type: 0 00000100:00100000:1.0:1746066912.213252:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095886d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9628:1830882861302784:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066912.220337:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963f9540 going to sleep for 11 seconds 00000100:00100000:1.0:1746066912.223132:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095886d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9628:1830882861302784:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066912.223169:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008c524e00/0xd6b24631ff43a9a0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe01 expref: 9 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.223188:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c524e00, rc 0) 00000100:00100000:1.0:1746066912.223244:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+9:3908:x1830882860863872:12345-192.168.201.51@tcp:101:cmp.0 Request processed in 10140us (10383us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066912.223253:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29963 00000100:00100000:0.0:1746066912.226915:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066912.228461:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860864000 00000100:00100000:2.0:1746066912.228473:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860864000 00002000:00100000:2.0:1746066912.228826:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff88008e98dc00 x1830882860864000/t0(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066912.228839:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98dc00 with x1830882860864000 ext(12582912->13631487) 00010000:00010000:2.0:1746066912.228849:0:25084:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff43a7ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd6e expref: 9 pid: 25556 timeout: 1124 lvb_type: 0 00010000:00010000:2.0:1746066912.228863:0:25084:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff43a7ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd6e expref: 9 pid: 25556 timeout: 1124 lvb_type: 0 00002000:00010000:2.0:1746066912.228870:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e98dc00 00000100:00080000:0.0:1746066912.229199:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746066912.229819:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 2491 00000100:00100000:2.0:1746066912.229829:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+9:2033:x1830882860864000:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:0.0:1746066912.247430:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:2033:x1830882860864000:12345-192.168.201.51@tcp:4:dd.0 Request processed in 17592us (20515us total) trans 4294970543 rc 0/0 00000100:00100000:0.0:1746066912.247443:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 2491 00002000:00100000:0.0:1746066912.247458:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff88008e98dc00 x1830882860864000/t4294970543(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:318/0 lens 488/448 e 0 to 0 dl 1746066923 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746066912.247475:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98dc00 with x1830882860864000 ext(12582912->13631487) 00010000:00010000:0.0:1746066912.247486:0:25084:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff43a7ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd6e expref: 11 pid: 25556 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1746066912.247515:0:25084:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff43a7ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd6e expref: 11 pid: 25556 timeout: 1124 lvb_type: 0 00002000:00010000:0.0:1746066912.247523:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e98dc00 00000100:00100000:0.0:1746066912.279059:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066912.279166:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860864128 00000100:00100000:3.0:1746066912.279175:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860864128 00010000:00010000:3.0:1746066912.279212:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff43a7ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd6e expref: 11 pid: 25556 timeout: 1124 lvb_type: 0 00000100:00100000:3.0:1746066912.279674:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12770 00000100:00100000:3.0:1746066912.279683:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:2033:x1830882860864128:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066912.279699:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746066912.279719:0:7260:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:3.0:1746066912.279725:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff43a7ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd6e expref: 11 pid: 25556 timeout: 1124 lvb_type: 0 00010000:00010000:3.0:1746066912.279738:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff43a7ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd6e expref: 11 pid: 25556 timeout: 1124 lvb_type: 0 00010000:00010000:3.0:1746066912.279763:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c2ad000/0xd6b24631ff43a7ee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd6e expref: 11 pid: 25556 timeout: 1124 lvb_type: 0 00010000:00010000:3.0:1746066912.279781:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066912.279784:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066912.279791:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c524e00/0xd6b24631ff43a9a0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe01 expref: 8 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066912.279799:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c524e00/0xd6b24631ff43a9a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe01 expref: 8 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066912.279834:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008c524e00/0xd6b24631ff43a9a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe01 expref: 8 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066912.279847:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eb47b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882861302912:192.168.201.51@tcp:105: 00000100:00100000:3.0:1746066912.279942:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095c55c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066912.282549:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eb47b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882861302912:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066912.282572:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066912.282613:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2033:x1830882860864128:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 2930us (3567us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066912.282625:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12770 00000100:00100000:2.0:1746066912.289616:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066912.289690:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860864384 00000100:00100000:0.0:1746066912.289700:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860864384 00002000:00100000:0.0:1746066912.289760:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (0->1048575) req@ffff880095873100 x1830882860864384/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746066912.289771:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095873100 with x1830882860864384 ext(0->1048575) 00002000:00010000:0.0:1746066912.289776:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095873100 00000100:00100000:0.0:1746066912.289809:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13585 00000100:00100000:0.0:1746066912.289816:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2034:x1830882860864384:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:0.0:1746066912.304966:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2034:x1830882860864384:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 15137us (15348us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066912.304980:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13585 00002000:00100000:0.0:1746066912.304992:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (0->1048575) req@ffff880095873100 x1830882860864384/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746066912.305002:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095873100 with x1830882860864384 ext(0->1048575) 00002000:00010000:0.0:1746066912.305008:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095873100 00000100:00100000:0.0:1746066912.311036:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066912.311200:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860864512 00000100:00100000:1.0:1746066912.311209:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860864512 00000100:00100000:1.0:1746066912.311261:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29964 00000100:00100000:1.0:1746066912.311269:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+16:3908:x1830882860864512:12345-192.168.201.51@tcp:101:cmp.0 00010000:00010000:1.0:1746066912.311288:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066912.311307:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff43a9a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fe08 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.311337:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c555800/0xd6b24631ff43a80a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd7c expref: 20 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.311370:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066912.311373:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066912.311377:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff43a9a7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe08 expref: 17 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.311405:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c555800/0xd6b24631ff43a80a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd7c expref: 20 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.311417:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c555800/0xd6b24631ff43a80a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd7c expref: 20 pid: 25556 timeout: 1124 lvb_type: 0 00000100:00100000:1.0:1746066912.311428:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095886d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861303040:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066912.311523:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963f9540 going to sleep for 11 seconds 00000100:00100000:1.0:1746066912.322190:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095886d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861303040:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066912.322231:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff43a9a7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe08 expref: 17 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.322251:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c21200, rc 0) 00000100:00100000:1.0:1746066912.322319:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+17:3908:x1830882860864512:12345-192.168.201.51@tcp:101:cmp.0 Request processed in 11048us (11292us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066912.322329:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29964 00000100:00100000:0.0:1746066912.325899:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066912.326383:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860864640 00000100:00100000:3.0:1746066912.326398:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860864640 00010000:00010000:3.0:1746066912.326445:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c555800/0xd6b24631ff43a80a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd7c expref: 21 pid: 25556 timeout: 1124 lvb_type: 0 00000100:00100000:3.0:1746066912.326482:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12771 00000100:00100000:3.0:1746066912.326502:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+21:2034:x1830882860864640:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066912.326519:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066912.326541:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c555800/0xd6b24631ff43a80a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd7c expref: 21 pid: 25556 timeout: 1124 lvb_type: 0 00010000:00010000:3.0:1746066912.326553:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c555800/0xd6b24631ff43a80a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd7c expref: 21 pid: 25556 timeout: 1124 lvb_type: 0 00010000:00010000:3.0:1746066912.326576:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c555800/0xd6b24631ff43a80a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd7c expref: 21 pid: 25556 timeout: 1124 lvb_type: 0 00010000:00010000:3.0:1746066912.326608:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066912.326611:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066912.326619:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff43a9a7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe08 expref: 16 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066912.326632:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff43a9a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe08 expref: 16 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066912.326666:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff43a9a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe08 expref: 16 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066912.326679:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eb47b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861303168:192.168.201.51@tcp:105: 00000100:00080000:0.0:1746066912.327543:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746066912.327584:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095c55c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066912.333589:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eb47b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861303168:192.168.201.51@tcp:105: 00010000:00010000:3.0:1746066912.333617:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066912.333683:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+20:2034:x1830882860864640:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 7182us (7795us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066912.333695:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12771 00000100:00100000:0.0:1746066912.337669:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066912.339896:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860865024 00000100:00100000:2.0:1746066912.339911:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860865024 00002000:00100000:2.0:1746066912.339969:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff88008e98c700 x1830882860865024/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066912.339980:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98c700 with x1830882860865024 ext(0->2097151) 00002000:00010000:2.0:1746066912.339986:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98c700 00000100:00100000:2.0:1746066912.340018:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13586 00000100:00100000:2.0:1746066912.340025:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+17:2034:x1830882860865024:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:1.0:1746066912.340123:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066912.340153:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860865152 00000100:00100000:1.0:1746066912.340157:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860865152 00002000:00100000:1.0:1746066912.340177:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (1048576->2097151) req@ffff880095886d80 x1830882860865152/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746066912.340185:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095886d80 with x1830882860865152 ext(1048576->2097151) 00002000:00010000:1.0:1746066912.340189:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095886d80 00000100:00100000:1.0:1746066912.340200:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13587 00000100:00100000:1.0:1746066912.340205:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2034:x1830882860865152:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:1.0:1746066912.355424:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2034:x1830882860865152:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 15204us (15288us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066912.355438:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13587 00002000:00100000:1.0:1746066912.355450:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (1048576->2097151) req@ffff880095886d80 x1830882860865152/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746066912.355459:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095886d80 with x1830882860865152 ext(1048576->2097151) 00002000:00010000:1.0:1746066912.355466:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095886d80 00000100:00100000:2.0:1746066912.361568:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+17:2034:x1830882860865024:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 21529us (23896us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746066912.361582:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13586 00002000:00100000:2.0:1746066912.361597:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff88008e98c700 x1830882860865024/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066912.361607:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98c700 with x1830882860865024 ext(0->2097151) 00002000:00010000:2.0:1746066912.361613:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98c700 00000100:00100000:0.0:1746066912.403861:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066912.403915:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066912.403947:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860865408 00000100:00100000:2.0:1746066912.403958:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860865408 00002000:00100000:2.0:1746066912.404190:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff88008e98ed80 x1830882860865408/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066912.404201:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98ed80 with x1830882860865408 ext(2097152->4194303) 00002000:00010000:2.0:1746066912.404206:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e98ed80 00000100:00100000:1.0:1746066912.405136:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860865664 00000100:00100000:1.0:1746066912.405142:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860865664 00002000:00100000:1.0:1746066912.405171:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff88008e98fb80 x1830882860865664/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746066912.405179:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98fb80 with x1830882860865664 ext(2097152->4194303) 00002000:00010000:1.0:1746066912.405183:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98fb80 00000100:00100000:3.0:1746066912.405185:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13588 00000100:00100000:3.0:1746066912.405197:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2034:x1830882860865408:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:1.0:1746066912.405199:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13589 00000100:00100000:1.0:1746066912.405203:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+17:2034:x1830882860865664:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:0.0:1746066912.426524:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+17:2034:x1830882860865664:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 21305us (22594us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746066912.426537:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13589 00002000:00100000:0.0:1746066912.426551:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff88008e98fb80 x1830882860865664/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746066912.426561:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98fb80 with x1830882860865664 ext(2097152->4194303) 00002000:00010000:0.0:1746066912.426567:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98fb80 00000100:00100000:3.0:1746066912.432051:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2034:x1830882860865408:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 26844us (28190us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746066912.432064:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13588 00002000:00100000:3.0:1746066912.432077:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff88008e98ed80 x1830882860865408/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066912.432087:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98ed80 with x1830882860865408 ext(2097152->4194303) 00002000:00010000:3.0:1746066912.432093:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e98ed80 00000100:00100000:0.0:1746066912.459705:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066912.459784:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860865920 00000100:00100000:3.0:1746066912.459795:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860865920 00002000:00100000:3.0:1746066912.459842:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff88008e98e300 x1830882860865920/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066912.459854:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98e300 with x1830882860865920 ext(4194304->6291455) 00002000:00010000:3.0:1746066912.459859:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e98e300 00000100:00100000:3.0:1746066912.459888:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13590 00000100:00100000:3.0:1746066912.459895:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2034:x1830882860865920:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:1.0:1746066912.461623:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066912.462657:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860866176 00000100:00100000:0.0:1746066912.462663:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860866176 00002000:00100000:0.0:1746066912.462695:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff880095885c00 x1830882860866176/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746066912.462704:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095885c00 with x1830882860866176 ext(4194304->6291455) 00002000:00010000:0.0:1746066912.462710:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095885c00 00000100:00100000:0.0:1746066912.462725:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13591 00000100:00100000:0.0:1746066912.462730:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+17:2034:x1830882860866176:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:3.0:1746066912.488184:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2034:x1830882860865920:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 28277us (28480us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746066912.488198:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13590 00002000:00100000:3.0:1746066912.488210:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff88008e98e300 x1830882860865920/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066912.488220:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98e300 with x1830882860865920 ext(4194304->6291455) 00002000:00010000:3.0:1746066912.488226:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e98e300 00000100:00100000:0.0:1746066912.503262:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066912.503562:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860866560 00000100:00100000:3.0:1746066912.503576:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860866560 00002000:00100000:3.0:1746066912.503630:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff88008e98d880 x1830882860866560/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066912.503641:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98d880 with x1830882860866560 ext(6291456->7340031) 00002000:00010000:3.0:1746066912.503647:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98d880 00000100:00100000:3.0:1746066912.503678:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13592 00000100:00100000:3.0:1746066912.503686:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2033:x1830882860866560:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:0.0:1746066912.503740:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066912.503803:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860866688 00000100:00100000:2.0:1746066912.503807:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860866688 00002000:00100000:2.0:1746066912.503832:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff88008e98f100 x1830882860866688/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066912.503840:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98f100 with x1830882860866688 ext(6291456->7340031) 00002000:00010000:2.0:1746066912.503843:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e98f100 00000100:00100000:2.0:1746066912.504155:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13593 00000100:00100000:2.0:1746066912.504162:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882860866688:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:0.0:1746066912.504234:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+18:2034:x1830882860866176:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 41501us (42611us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746066912.504248:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13591 00002000:00100000:0.0:1746066912.504258:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff880095885c00 x1830882860866176/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746066912.504266:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095885c00 with x1830882860866176 ext(4194304->6291455) 00002000:00010000:0.0:1746066912.504272:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095885c00 00000100:00100000:0.0:1746066912.523721:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066912.523773:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066912.523843:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860866944 00000100:00100000:2.0:1746066912.523853:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860866944 00002000:00100000:2.0:1746066912.523905:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff88008e98c000 x1830882860866944/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066912.523916:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98c000 with x1830882860866944 ext(7340032->8388607) 00002000:00010000:2.0:1746066912.523923:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e98c000 00000100:00100000:2.0:1746066912.524585:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860867200 00000100:00100000:2.0:1746066912.524589:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860867200 00002000:00100000:2.0:1746066912.524606:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff88008e98c380 x1830882860867200/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066912.524615:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98c380 with x1830882860867200 ext(7340032->8388607) 00002000:00010000:2.0:1746066912.524618:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98c380 00000100:00100000:1.0:1746066912.525008:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13594 00000100:00100000:1.0:1746066912.525026:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2033:x1830882860866944:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:2.0:1746066912.525682:0:28857:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13595 00000100:00100000:2.0:1746066912.525691:0:28857:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2033:x1830882860867200:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:0.0:1746066912.530206:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2033:x1830882860866688:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 26030us (26452us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066912.530219:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13593 00002000:00100000:0.0:1746066912.530233:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff88008e98f100 x1830882860866688/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746066912.530243:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98f100 with x1830882860866688 ext(6291456->7340031) 00002000:00010000:0.0:1746066912.530250:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e98f100 00000100:00100000:2.0:1746066912.538389:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2033:x1830882860866560:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 34692us (35124us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066912.538402:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13592 00002000:00100000:2.0:1746066912.538414:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff88008e98d880 x1830882860866560/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066912.538426:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98d880 with x1830882860866560 ext(6291456->7340031) 00002000:00010000:2.0:1746066912.538432:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98d880 00000100:00100000:3.0:1746066912.539056:0:28857:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:18595197-82a3-44f2-a6c2-770f1d2aac37+17:2033:x1830882860867200:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 13365us (15280us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066912.539068:0:28857:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13595 00002000:00100000:3.0:1746066912.539074:0:28857:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff88008e98c380 x1830882860867200/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066912.539081:0:28857:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98c380 with x1830882860867200 ext(7340032->8388607) 00002000:00010000:3.0:1746066912.539084:0:28857:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98c380 00000100:00100000:1.0:1746066912.539884:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882860866944:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 14856us (16167us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066912.539895:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13594 00002000:00100000:1.0:1746066912.539905:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff88008e98c000 x1830882860866944/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746066912.539914:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98c000 with x1830882860866944 ext(7340032->8388607) 00002000:00010000:1.0:1746066912.539920:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e98c000 00000100:00100000:0.0:1746066912.564578:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066912.564632:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066912.564721:0:28857:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860867456 00000100:00100000:3.0:1746066912.564731:0:28857:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860867456 00002000:00100000:3.0:1746066912.564779:0:28857:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff88008e98d500 x1830882860867456/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066912.564789:0:28857:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98d500 with x1830882860867456 ext(8388608->10485759) 00002000:00010000:3.0:1746066912.564795:0:28857:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e98d500 00000100:00100000:3.0:1746066912.564820:0:28857:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860867712 00000100:00100000:3.0:1746066912.564823:0:28857:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860867712 00002000:00100000:3.0:1746066912.564836:0:28857:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff88008e98e680 x1830882860867712/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066912.564842:0:28857:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98e680 with x1830882860867712 ext(8388608->10485759) 00002000:00010000:3.0:1746066912.564846:0:28857:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98e680 00000100:00100000:2.0:1746066912.564849:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13596 00000100:00100000:2.0:1746066912.564861:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2034:x1830882860867456:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:3.0:1746066912.564950:0:28857:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13597 00000100:00100000:3.0:1746066912.564956:0:28857:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:18595197-82a3-44f2-a6c2-770f1d2aac37+17:2034:x1830882860867712:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:2.0:1746066912.601173:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2034:x1830882860867456:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 36300us (36590us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746066912.601188:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13596 00002000:00100000:2.0:1746066912.601201:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff88008e98d500 x1830882860867456/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066912.601211:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98d500 with x1830882860867456 ext(8388608->10485759) 00002000:00010000:2.0:1746066912.601217:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e98d500 00000100:00100000:3.0:1746066912.603711:0:28857:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:18595197-82a3-44f2-a6c2-770f1d2aac37+17:2034:x1830882860867712:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 38742us (39065us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746066912.603724:0:28857:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13597 00002000:00100000:3.0:1746066912.603735:0:28857:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff88008e98e680 x1830882860867712/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066912.603750:0:28857:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98e680 with x1830882860867712 ext(8388608->10485759) 00002000:00010000:3.0:1746066912.603761:0:28857:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98e680 00000100:00100000:0.0:1746066912.610330:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066912.610416:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066912.610517:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860867968 00000100:00100000:2.0:1746066912.610529:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860867968 00002000:00100000:2.0:1746066912.610581:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff88008e98ca80 x1830882860867968/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066912.610592:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98ca80 with x1830882860867968 ext(10485760->11534335) 00002000:00010000:2.0:1746066912.610598:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e98ca80 00000100:00100000:2.0:1746066912.610617:0:27171:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860868224 00000100:00100000:2.0:1746066912.610619:0:27171:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860868224 00000100:00100000:3.0:1746066912.610631:0:28857:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13598 00002000:00100000:2.0:1746066912.610633:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff88008e98d180 x1830882860868224/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066912.610640:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98d180 with x1830882860868224 ext(10485760->11534335) 00000100:00100000:3.0:1746066912.610642:0:28857:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882860867968:12345-192.168.201.51@tcp:3:cmp.0 00002000:00010000:2.0:1746066912.610642:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98d180 00000100:00100000:2.0:1746066912.610653:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13599 00000100:00100000:2.0:1746066912.610659:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+17:2033:x1830882860868224:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:2.0:1746066912.615997:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066912.616593:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860868480 00000100:00100000:0.0:1746066912.616605:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860868480 00002000:00100000:0.0:1746066912.616653:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff880095872300 x1830882860868480/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746066912.616663:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095872300 with x1830882860868480 ext(11534336->12582911) 00002000:00010000:0.0:1746066912.616669:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095872300 00000100:00100000:0.0:1746066912.616705:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13600 00000100:00100000:0.0:1746066912.616713:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095872300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2033:x1830882860868480:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:3.0:1746066912.622851:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066912.623118:0:28859:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860868736 00000100:00100000:0.0:1746066912.623129:0:28859:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860868736 00002000:00100000:0.0:1746066912.623175:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff88011eb47b80 x1830882860868736/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746066912.623186:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eb47b80 with x1830882860868736 ext(11534336->12582911) 00002000:00010000:0.0:1746066912.623192:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011eb47b80 00000100:00100000:0.0:1746066912.625582:0:28859:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13601 00000100:00100000:0.0:1746066912.625603:0:28859:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:18595197-82a3-44f2-a6c2-770f1d2aac37+19:2033:x1830882860868736:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:0.0:1746066912.629597:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066912.631039:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860868992 00000100:00100000:0.0:1746066912.631062:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860868992 00002000:00100000:0.0:1746066912.631112:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff88008e98f480 x1830882860868992/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746066912.631123:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98f480 with x1830882860868992 ext(12582912->13631487) 00002000:00010000:0.0:1746066912.631128:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e98f480 00000100:00100000:0.0:1746066912.631153:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13602 00000100:00100000:0.0:1746066912.631161:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+13:2033:x1830882860868992:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:3.0:1746066912.631770:0:28857:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:18595197-82a3-44f2-a6c2-770f1d2aac37+13:2033:x1830882860867968:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 21128us (21449us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066912.631779:0:28857:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13598 00002000:00100000:3.0:1746066912.631787:0:28857:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff88008e98ca80 x1830882860867968/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066912.631794:0:28857:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98ca80 with x1830882860867968 ext(10485760->11534335) 00002000:00010000:3.0:1746066912.631797:0:28857:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e98ca80 00000001:00080000:0.0:1746066912.637494:0:10968:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972270 is committed 00000001:00080000:0.0:1746066912.637535:0:10968:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972264 is committed 00000100:00100000:0.0:1746066912.640079:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095872300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2033:x1830882860868480:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 23352us (24077us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066912.640095:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13600 00002000:00100000:0.0:1746066912.640109:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff880095872300 x1830882860868480/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746066912.640119:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095872300 with x1830882860868480 ext(11534336->12582911) 00002000:00010000:0.0:1746066912.640125:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095872300 00000100:00100000:2.0:1746066912.641566:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2033:x1830882860868224:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 30903us (31146us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066912.641578:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13599 00002000:00100000:2.0:1746066912.641584:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff88008e98d180 x1830882860868224/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066912.641592:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98d180 with x1830882860868224 ext(10485760->11534335) 00002000:00010000:2.0:1746066912.641596:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e98d180 00000100:00100000:0.0:1746066912.650867:0:28859:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860868736:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 25256us (28010us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066912.650882:0:28859:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13601 00002000:00100000:0.0:1746066912.650894:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff88011eb47b80 x1830882860868736/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746066912.650905:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eb47b80 with x1830882860868736 ext(11534336->12582911) 00002000:00010000:0.0:1746066912.650911:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011eb47b80 00000100:00100000:0.0:1746066912.652547:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882860868992:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 21379us (22954us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066912.652557:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13602 00002000:00100000:0.0:1746066912.652565:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff88008e98f480 x1830882860868992/t0(0) o3->18595197-82a3-44f2-a6c2-770f1d2aac37@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746066912.652573:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98f480 with x1830882860868992 ext(12582912->13631487) 00002000:00010000:0.0:1746066912.652578:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e98f480 00000100:00100000:0.0:1746066912.698060:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066912.698770:0:16167:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860869248 00000100:00100000:3.0:1746066912.698782:0:16167:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860869248 00000100:00100000:3.0:1746066912.698846:0:16167:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 220 00000100:00100000:3.0:1746066912.698855:0:16167:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8d6c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+36:3908:x1830882860869248:12345-192.168.201.51@tcp:35:cmp.0 00000100:00100000:3.0:1746066912.699337:0:16167:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8d6c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+37:3908:x1830882860869248:12345-192.168.201.51@tcp:35:cmp.0 Request processed in 482us (1287us total) trans 4294980305 rc 0/0 00000100:00100000:3.0:1746066912.699374:0:16167:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 220 00000100:00100000:3.0:1746066912.723316:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066912.723805:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066912.723944:0:7278:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860869632 00000100:00100000:2.0:1746066912.723954:0:7278:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860869632 00000100:00100000:0.0:1746066912.724188:0:24128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 826 00000100:00100000:0.0:1746066912.724199:0:24128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+25:2033:x1830882860869632:12345-192.168.201.51@tcp:63:ll_sa.0 00010000:00010000:0.0:1746066912.724240:0:24128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066912.724259:0:24128:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ec00/0xd6b24631ff43a9ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fe16 expref: -99 pid: 24128 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066912.724277:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860869504 00000100:00100000:1.0:1746066912.724282:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860869504 00010000:00010000:0.0:1746066912.724311:0:24128:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ea00/0xd6b24631ff43a9b5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24128 initiator: MDT0 00000100:00100000:1.0:1746066912.724317:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28780 00000100:00100000:1.0:1746066912.724324:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+27:3910:x1830882860869504:12345-192.168.201.51@tcp:101:cmp.0 00010000:00010000:0.0:1746066912.724324:0:24128:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ea00/0xd6b24631ff43a9b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24128 initiator: MDT0 00010000:00010000:1.0:1746066912.724333:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066912.724336:0:24128:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ea00/0xd6b24631ff43a9b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24128 initiator: MDT0 00010000:00010000:1.0:1746066912.724360:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008a096400/0xd6b24631ff43a9bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fe0f expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066912.724369:0:24128:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45e600/0xd6b24631ff43a9c3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24128 initiator: MDT0 00010000:00010000:0.0:1746066912.724377:0:24128:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45e600/0xd6b24631ff43a9c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24128 initiator: MDT0 00010000:00010000:0.0:1746066912.724383:0:24128:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45e600/0xd6b24631ff43a9c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24128 initiator: MDT0 00010000:00010000:1.0:1746066912.724436:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a096200/0xd6b24631ff43a9ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066912.724446:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008a096200/0xd6b24631ff43a9ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066912.724454:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008a096200/0xd6b24631ff43a9ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00000004:00200000:1.0:1746066912.724464:0:21643:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 26214400 00010000:00010000:1.0:1746066912.724579:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008a096400/0xd6b24631ff43a9bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe0f expref: 30 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.724686:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a096200/0xd6b24631ff43a9ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe0f expref: 29 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.724695:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88008f507800) 00010000:00010000:1.0:1746066912.724698:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746066912.724701:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a096200, rc 0) 00000100:00100000:1.0:1746066912.724749:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+29:3910:x1830882860869504:12345-192.168.201.51@tcp:101:cmp.0 Request processed in 425us (1444us total) trans 4294980306 rc 0/0 00000100:00100000:1.0:1746066912.724756:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28780 00010000:00010000:2.0:1746066912.725721:0:24128:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ea00/0xd6b24631ff43a9b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.725731:0:24128:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ea00/0xd6b24631ff43a9b5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.725739:0:24128:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ea00/0xd6b24631ff43a9b5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.725746:0:24128:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f45ea00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066912.725750:0:24128:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ea00/0xd6b24631ff43a9b5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.725757:0:24128:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ea00/0xd6b24631ff43a9b5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.725769:0:24128:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066912.725771:0:24128:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066912.725775:0:24128:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ea00/0xd6b24631ff43a9b5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.725780:0:24128:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ea00/0xd6b24631ff43a9b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.726837:0:24128:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45e600/0xd6b24631ff43a9c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.726848:0:24128:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45e600/0xd6b24631ff43a9c3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.726853:0:24128:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45e600/0xd6b24631ff43a9c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.726857:0:24128:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f45e600 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066912.726861:0:24128:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45e600/0xd6b24631ff43a9c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.726867:0:24128:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45e600/0xd6b24631ff43a9c3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.726877:0:24128:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880095fe9000) 00010000:00010000:2.0:1746066912.726880:0:24128:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066912.726882:0:24128:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45e600/0xd6b24631ff43a9c3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.726887:0:24128:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45e600/0xd6b24631ff43a9c3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.726943:0:24128:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ec00/0xd6b24631ff43a9ae lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe16 expref: 28 pid: 24128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066912.726952:0:24128:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066912.726955:0:24128:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746066912.726957:0:24128:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ec00/0xd6b24631ff43a9ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe16 expref: 28 pid: 24128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066912.726970:0:24128:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f45ec00, rc -2) 00000100:00100000:2.0:1746066912.727057:0:24128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+27:2033:x1830882860869632:12345-192.168.201.51@tcp:63:ll_sa.0 Request processed in 2858us (3251us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746066912.727069:0:24128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 826 00000100:00100000:3.0:1746066912.732623:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066912.734097:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860869760 00000100:00100000:0.0:1746066912.734110:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860869760 00000100:00100000:0.0:1746066912.734885:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 377 00000100:00100000:0.0:1746066912.734896:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb44700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+27:2034:x1830882860869760:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066912.734913:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066912.734942:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008a096200/0xd6b24631ff43a9ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe0f expref: 27 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066912.734975:0:7260:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88008f507800) 00010000:00010000:0.0:1746066912.734981:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066912.735036:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb44700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+26:2034:x1830882860869760:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 141us (2423us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066912.735047:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 377 00000100:00100000:1.0:1746066912.735093:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066912.735147:0:24128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860870144 00000100:00100000:2.0:1746066912.735151:0:24128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860870144 00000100:00100000:2.0:1746066912.735184:0:24128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 827 00000100:00100000:2.0:1746066912.735191:0:24128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+26:2032:x1830882860870144:12345-192.168.201.51@tcp:63:ll_sa.0 00010000:00010000:2.0:1746066912.735228:0:24128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066912.735243:0:24128:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095eadc00/0xd6b24631ff43a9d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fe47 expref: -99 pid: 24128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066912.735918:0:24128:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095eac800/0xd6b24631ff43a9df lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.735932:0:24128:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095eac800/0xd6b24631ff43a9df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.735942:0:24128:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095eac800/0xd6b24631ff43a9df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.735957:0:24128:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead000/0xd6b24631ff43a9e6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.736140:0:24128:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead000/0xd6b24631ff43a9e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.736146:0:24128:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead000/0xd6b24631ff43a9e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.736196:0:24128:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095eac800/0xd6b24631ff43a9df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.736202:0:24128:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095eac800/0xd6b24631ff43a9df lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.736209:0:24128:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095eac800/0xd6b24631ff43a9df lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.736215:0:24128:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095eac800 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066912.736219:0:24128:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095eac800/0xd6b24631ff43a9df lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.736226:0:24128:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095eac800/0xd6b24631ff43a9df lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.736233:0:24128:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066912.736236:0:24128:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066912.736240:0:24128:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095eac800/0xd6b24631ff43a9df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.736245:0:24128:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095eac800/0xd6b24631ff43a9df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.736265:0:24128:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead000/0xd6b24631ff43a9e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.736271:0:24128:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead000/0xd6b24631ff43a9e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.736277:0:24128:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead000/0xd6b24631ff43a9e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.736281:0:24128:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095ead000 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066912.736284:0:24128:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead000/0xd6b24631ff43a9e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.736289:0:24128:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead000/0xd6b24631ff43a9e6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.736295:0:24128:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff88008f47cf00) 00010000:00010000:2.0:1746066912.736297:0:24128:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066912.736300:0:24128:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead000/0xd6b24631ff43a9e6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.736305:0:24128:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ead000/0xd6b24631ff43a9e6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24128 initiator: MDT0 00010000:00010000:2.0:1746066912.736366:0:24128:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880095eadc00/0xd6b24631ff43a9d8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe47 expref: 27 pid: 24128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066912.736374:0:24128:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066912.736376:0:24128:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746066912.736379:0:24128:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095eadc00/0xd6b24631ff43a9d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe47 expref: 27 pid: 24128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066912.736386:0:24128:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095eadc00, rc -2) 00000100:00100000:2.0:1746066912.736438:0:24128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+26:2032:x1830882860870144:12345-192.168.201.51@tcp:63:ll_sa.0 Request processed in 1246us (1344us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746066912.736445:0:24128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 827 00000100:00100000:3.0:1746066912.736939:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066912.737583:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860870016 00000100:00100000:1.0:1746066912.737591:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860870016 00000100:00100000:1.0:1746066912.737632:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28781 00000100:00100000:1.0:1746066912.737638:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+26:3910:x1830882860870016:12345-192.168.201.51@tcp:101:cmp.0 00010000:00010000:1.0:1746066912.737652:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066912.737663:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008a097000/0xd6b24631ff43a9ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fe4e expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.737758:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a097200/0xd6b24631ff43a9f4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066912.737769:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008a097200/0xd6b24631ff43a9f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066912.737779:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008a097200/0xd6b24631ff43a9f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00000004:00200000:1.0:1746066912.737790:0:21643:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00010000:00010000:1.0:1746066912.737893:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008a097000/0xd6b24631ff43a9ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe4e expref: 29 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.737926:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a097200/0xd6b24631ff43a9f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe4e expref: 28 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.737933:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880130979600) 00010000:00010000:1.0:1746066912.737936:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746066912.737939:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a097200, rc 0) 00000100:00100000:1.0:1746066912.737984:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+28:3910:x1830882860870016:12345-192.168.201.51@tcp:101:cmp.0 Request processed in 344us (1044us total) trans 4294980307 rc 0/0 00000100:00100000:1.0:1746066912.737990:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28781 00000100:00100000:0.0:1746066912.740272:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066912.741170:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860870272 00000100:00100000:3.0:1746066912.741180:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860870272 00000100:00100000:3.0:1746066912.741236:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 378 00000100:00100000:3.0:1746066912.741530:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+28:2033:x1830882860870272:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066912.741706:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066912.741736:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008a097200/0xd6b24631ff43a9f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe4e expref: 28 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066912.741767:0:7259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880130979600) 00010000:00010000:3.0:1746066912.741772:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066912.741828:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+27:2033:x1830882860870272:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 583us (1564us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066912.741836:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 378 00000100:00100000:0.0:1746066912.742334:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066912.742395:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066912.742444:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860870400 00000100:00100000:2.0:1746066912.742450:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860870400 00000100:00100000:2.0:1746066912.742504:0:9629:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860870528 00000100:00100000:2.0:1746066912.742507:0:9629:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860870528 00000100:00100000:1.0:1746066912.742523:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29965 00000100:00100000:2.0:1746066912.742529:0:9629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29966 00000100:00100000:1.0:1746066912.742531:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2033:x1830882860870400:12345-192.168.201.51@tcp:101:cmp.0 00000100:00100000:2.0:1746066912.742534:0:9629:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:2033:x1830882860870528:12345-192.168.201.51@tcp:101:cmp.0 00010000:00010000:2.0:1746066912.742548:0:9629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066912.742548:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066912.742563:0:9629:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43aa02 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fe94 expref: -99 pid: 9629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066912.742563:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a096e00/0xd6b24631ff43aa09 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fe8d expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066912.742581:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066912.742581:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066912.742584:0:9629:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066912.742584:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066912.742591:0:9629:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43aa02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe94 expref: 9 pid: 9629 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066912.742591:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a096e00/0xd6b24631ff43aa09 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe8d expref: 11 pid: 9628 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066912.742606:0:9629:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43aa02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe94 expref: 9 pid: 9629 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066912.742606:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a096e00/0xd6b24631ff43aa09 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe8d expref: 11 pid: 9628 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066912.742615:0:9629:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eabf400, rc 0) 00010000:00010000:1.0:1746066912.742615:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a096e00, rc 0) 00000100:00100000:2.0:1746066912.742640:0:9629:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164a43f3-71d4-4d11-a5de-0e73b1f5c070+9:2033:x1830882860870528:12345-192.168.201.51@tcp:101:cmp.0 Request processed in 105us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066912.742646:0:9629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29966 00000100:00100000:1.0:1746066912.743536:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:2033:x1830882860870400:12345-192.168.201.51@tcp:101:cmp.0 Request processed in 1002us (1199us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066912.743545:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29965 00010000:00010000:2.0:1746066912.753975:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066912.786688:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066912.786747:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066912.786836:0:28859:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860870784 00000100:00100000:1.0:1746066912.786847:0:28859:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860870784 00000100:00100000:2.0:1746066912.787289:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860871040 00000100:00100000:2.0:1746066912.787294:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860871040 00002000:00100000:2.0:1746066912.787554:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff88008f6a6d80 x1830882860871040/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066912.787567:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a6d80 with x1830882860871040 ext(0->2097151) 00002000:00010000:2.0:1746066912.787573:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f6a6d80 00000100:00100000:2.0:1746066912.787608:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13603 00000100:00100000:2.0:1746066912.787616:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:164a43f3-71d4-4d11-a5de-0e73b1f5c070+9:2031:x1830882860871040:12345-192.168.201.51@tcp:3:cmp.0 00002000:00100000:1.0:1746066912.789811:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff88008f6a5880 x1830882860870784/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746066912.789828:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a5880 with x1830882860870784 ext(0->2097151) 00002000:00010000:1.0:1746066912.789834:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f6a5880 00000100:00100000:1.0:1746066912.789865:0:28859:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13604 00000100:00100000:1.0:1746066912.789876:0:28859:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:2031:x1830882860870784:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:2.0:1746066912.820681:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:164a43f3-71d4-4d11-a5de-0e73b1f5c070+9:2031:x1830882860871040:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 33052us (33919us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746066912.820694:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13603 00002000:00100000:2.0:1746066912.820708:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff88008f6a6d80 x1830882860871040/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066912.820719:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a6d80 with x1830882860871040 ext(0->2097151) 00002000:00010000:2.0:1746066912.820726:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f6a6d80 00000100:00100000:1.0:1746066912.826253:0:28859:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:2031:x1830882860870784:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 36365us (39561us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746066912.826268:0:28859:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13604 00002000:00100000:1.0:1746066912.826280:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff88008f6a5880 x1830882860870784/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746066912.826290:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a5880 with x1830882860870784 ext(0->2097151) 00002000:00010000:1.0:1746066912.826296:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f6a5880 00000100:00100000:0.0:1746066912.851527:0:3792:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746066912.851554:0:3792:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095870a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882861303296:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746066912.851579:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066912.851760:0:3792:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066912.851856:0:24128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861303296 00000100:00100000:3.0:1746066912.851864:0:24128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861303296 00000100:00100000:3.0:1746066912.851909:0:24128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:3.0:1746066912.851917:0:24128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3792:x1830882861303296:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746066912.851957:0:24128:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446170624 avail 1316708352 00000100:00100000:2.0:1746066912.852332:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066912.852371:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860871296 00000100:00100000:2.0:1746066912.852375:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860871296 00002000:00100000:2.0:1746066912.852430:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff880095873b80 x1830882860871296/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066912.852440:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095873b80 with x1830882860871296 ext(2097152->4194303) 00002000:00010000:2.0:1746066912.852445:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095873b80 00000100:00100000:2.0:1746066912.852459:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860871552 00000100:00100000:2.0:1746066912.852461:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860871552 00002000:00100000:2.0:1746066912.852476:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff880095873800 x1830882860871552/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066912.852493:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095873800 with x1830882860871552 ext(2097152->4194303) 00002000:00010000:2.0:1746066912.852497:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095873800 00000100:00100000:2.0:1746066912.852510:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13605 00000100:00100000:2.0:1746066912.852515:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:2032:x1830882860871296:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:0.0:1746066912.852556:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13606 00000100:00100000:0.0:1746066912.852564:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+9:2032:x1830882860871552:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:3.0:1746066912.852822:0:24128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3792:x1830882861303296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 905us (1060us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066912.852829:0:24128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:0.0:1746066912.853838:0:3792:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095870a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3792:1830882861303296:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746066912.888196:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+9:2032:x1830882860871552:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 35620us (35851us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746066912.888211:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13606 00002000:00100000:2.0:1746066912.888225:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff880095873800 x1830882860871552/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066912.888236:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095873800 with x1830882860871552 ext(2097152->4194303) 00002000:00010000:2.0:1746066912.888242:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095873800 00000100:00100000:0.0:1746066912.891487:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:2032:x1830882860871296:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 38949us (39888us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746066912.891501:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13605 00002000:00100000:0.0:1746066912.891513:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff880095873b80 x1830882860871296/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746066912.891523:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095873b80 with x1830882860871296 ext(2097152->4194303) 00002000:00010000:0.0:1746066912.891530:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095873b80 00000100:00100000:0.0:1746066912.916198:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066912.916247:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066912.916587:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860871936 00000100:00100000:2.0:1746066912.916598:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860871936 00002000:00100000:2.0:1746066912.916649:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff88008f6a5f80 x1830882860871936/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066912.916661:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a5f80 with x1830882860871936 ext(4194304->6291455) 00002000:00010000:2.0:1746066912.916666:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f6a5f80 00000100:00100000:2.0:1746066912.916696:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860872064 00000100:00100000:2.0:1746066912.916699:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860872064 00002000:00100000:2.0:1746066912.916714:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff88008f6a7480 x1830882860872064/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066912.916722:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a7480 with x1830882860872064 ext(4194304->6291455) 00002000:00010000:2.0:1746066912.916726:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f6a7480 00000100:00100000:2.0:1746066912.916740:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13607 00000100:00100000:2.0:1746066912.916748:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:164a43f3-71d4-4d11-a5de-0e73b1f5c070+9:2031:x1830882860871936:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:0.0:1746066912.927582:0:27171:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13608 00000100:00100000:0.0:1746066912.927606:0:27171:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:2031:x1830882860872064:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:2.0:1746066912.953439:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:164a43f3-71d4-4d11-a5de-0e73b1f5c070+9:2031:x1830882860871936:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 36679us (37239us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746066912.953453:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13607 00002000:00100000:2.0:1746066912.953468:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff88008f6a5f80 x1830882860871936/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066912.953498:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a5f80 with x1830882860871936 ext(4194304->6291455) 00002000:00010000:2.0:1746066912.953505:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f6a5f80 00000100:00100000:2.0:1746066912.960160:0:27171:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:2031:x1830882860872064:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 32553us (43898us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746066912.960173:0:27171:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13608 00002000:00100000:2.0:1746066912.960187:0:27171:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff88008f6a7480 x1830882860872064/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066912.960198:0:27171:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a7480 with x1830882860872064 ext(4194304->6291455) 00002000:00010000:2.0:1746066912.960205:0:27171:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f6a7480 00000100:00100000:2.0:1746066912.973597:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066912.973625:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066912.973671:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066912.975297:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860872320 00000100:00100000:3.0:1746066912.975308:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860872320 00002000:00100000:3.0:1746066912.975366:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff880095871c00 x1830882860872320/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066912.975377:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095871c00 with x1830882860872320 ext(6291456->7340031) 00000100:00100000:1.0:1746066912.975383:0:28859:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860872704 00002000:00010000:3.0:1746066912.975384:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095871c00 00000100:00100000:1.0:1746066912.975389:0:28859:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860872704 00000100:00100000:3.0:1746066912.975400:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860872832 00000100:00100000:3.0:1746066912.975402:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860872832 00002000:00100000:1.0:1746066912.975409:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff880095870380 x1830882860872704/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066912.975413:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff880095871f80 x1830882860872832/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746066912.975417:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095870380 with x1830882860872704 ext(6291456->7340031) 00002000:00100000:3.0:1746066912.975420:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095871f80 with x1830882860872832 ext(7340032->8388607) 00002000:00010000:1.0:1746066912.975421:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095870380 00002000:00010000:3.0:1746066912.975422:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095871f80 00000100:00100000:3.0:1746066912.975441:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13609 00000100:00100000:1.0:1746066912.975447:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13610 00000100:00100000:3.0:1746066912.975448:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:2033:x1830882860872320:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:1.0:1746066912.975452:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+9:2033:x1830882860872704:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:3.0:1746066912.976232:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13611 00000100:00100000:3.0:1746066912.976237:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095871f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+13:2033:x1830882860872832:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:0.0:1746066912.988838:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066912.988929:0:28857:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860873088 00000100:00100000:3.0:1746066912.988940:0:28857:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860873088 00002000:00100000:3.0:1746066912.988986:0:28857:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff88008f6a7100 x1830882860873088/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746066923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066912.988998:0:28857:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a7100 with x1830882860873088 ext(7340032->8388607) 00002000:00010000:3.0:1746066912.989003:0:28857:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f6a7100 00000100:00100000:3.0:1746066912.989027:0:28857:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13612 00000100:00100000:3.0:1746066912.989034:0:28857:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:2034:x1830882860873088:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:3.0:1746066912.997633:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:164a43f3-71d4-4d11-a5de-0e73b1f5c070+13:2033:x1830882860872320:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 22170us (24034us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066912.997647:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13609 00002000:00100000:3.0:1746066912.997662:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff880095871c00 x1830882860872320/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066912.997672:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095871c00 with x1830882860872320 ext(6291456->7340031) 00002000:00010000:3.0:1746066912.997678:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095871c00 00000100:00100000:1.0:1746066913.003110:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:2033:x1830882860872704:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 27646us (29472us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066913.003120:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13610 00002000:00100000:1.0:1746066913.003131:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff880095870380 x1830882860872704/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746066913.003139:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095870380 with x1830882860872704 ext(6291456->7340031) 00002000:00010000:1.0:1746066913.003145:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095870380 00000100:00100000:3.0:1746066913.008263:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095871f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:2033:x1830882860872832:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 32010us (34576us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066913.008278:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13611 00002000:00100000:3.0:1746066913.008292:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff880095871f80 x1830882860872832/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066913.008303:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095871f80 with x1830882860872832 ext(7340032->8388607) 00002000:00010000:3.0:1746066913.008309:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095871f80 00000100:00100000:3.0:1746066913.008869:0:28857:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:164a43f3-71d4-4d11-a5de-0e73b1f5c070+9:2034:x1830882860873088:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 19833us (20040us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066913.008876:0:28857:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13612 00002000:00100000:3.0:1746066913.008881:0:28857:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff88008f6a7100 x1830882860873088/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:318/0 lens 488/440 e 0 to 0 dl 1746066923 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066913.008889:0:28857:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a7100 with x1830882860873088 ext(7340032->8388607) 00002000:00010000:3.0:1746066913.008893:0:28857:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f6a7100 00000100:00100000:2.0:1746066913.027244:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066913.027686:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066913.027767:0:28857:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860873600 00000100:00100000:0.0:1746066913.027767:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860873472 00000100:00100000:3.0:1746066913.027778:0:28857:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860873600 00000100:00100000:0.0:1746066913.027778:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860873472 00002000:00100000:3.0:1746066913.027830:0:28857:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff880095870e00 x1830882860873600/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:319/0 lens 488/0 e 0 to 0 dl 1746066924 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746066913.027830:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff880095873480 x1830882860873472/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:319/0 lens 488/0 e 0 to 0 dl 1746066924 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066913.027842:0:28857:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095870e00 with x1830882860873600 ext(8388608->10485759) 00002000:00100000:0.0:1746066913.027842:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095873480 with x1830882860873472 ext(8388608->10485759) 00002000:00010000:3.0:1746066913.027848:0:28857:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095870e00 00002000:00010000:0.0:1746066913.027848:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095873480 00000100:00100000:3.0:1746066913.027877:0:28857:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13613 00000100:00100000:3.0:1746066913.027889:0:28857:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095870e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:2033:x1830882860873600:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:0.0:1746066913.027922:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13614 00000100:00100000:0.0:1746066913.027929:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095873480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+9:2034:x1830882860873472:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:1.0:1746066913.054684:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095873480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+9:2034:x1830882860873472:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 26742us (27440us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746066913.054699:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13614 00002000:00100000:1.0:1746066913.054712:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff880095873480 x1830882860873472/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:319/0 lens 488/440 e 0 to 0 dl 1746066924 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746066913.054722:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095873480 with x1830882860873472 ext(8388608->10485759) 00002000:00010000:1.0:1746066913.054730:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095873480 00000100:00100000:3.0:1746066913.055200:0:28857:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095870e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:2033:x1830882860873600:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 27315us (27513us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746066913.055208:0:28857:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13613 00002000:00100000:3.0:1746066913.055214:0:28857:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff880095870e00 x1830882860873600/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:319/0 lens 488/440 e 0 to 0 dl 1746066924 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066913.055220:0:28857:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095870e00 with x1830882860873600 ext(8388608->10485759) 00002000:00010000:3.0:1746066913.055224:0:28857:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095870e00 00000100:00100000:2.0:1746066913.065972:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066913.066020:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066913.066098:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860873856 00000100:00100000:1.0:1746066913.066108:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860873856 00002000:00100000:1.0:1746066913.066157:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff880095870a80 x1830882860873856/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:319/0 lens 488/0 e 0 to 0 dl 1746066924 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746066913.066169:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095870a80 with x1830882860873856 ext(10485760->11534335) 00002000:00010000:1.0:1746066913.066175:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095870a80 00000100:00100000:1.0:1746066913.066189:0:25084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860874112 00000100:00100000:1.0:1746066913.066191:0:25084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860874112 00002000:00100000:1.0:1746066913.066201:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff880095870700 x1830882860874112/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:319/0 lens 488/0 e 0 to 0 dl 1746066924 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746066913.066214:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095870700 with x1830882860874112 ext(10485760->11534335) 00002000:00010000:1.0:1746066913.066218:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095870700 00000100:00100000:1.0:1746066913.066243:0:25084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13615 00000100:00100000:1.0:1746066913.066250:0:25084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:2034:x1830882860873856:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:3.0:1746066913.069758:0:28857:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13616 00000100:00100000:3.0:1746066913.069780:0:28857:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095870700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:164a43f3-71d4-4d11-a5de-0e73b1f5c070+9:2034:x1830882860874112:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:2.0:1746066913.077854:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066913.082552:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860874368 00000100:00100000:0.0:1746066913.082570:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860874368 00002000:00100000:0.0:1746066913.082638:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff88012b4dc700 x1830882860874368/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:319/0 lens 488/0 e 0 to 0 dl 1746066924 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746066913.082650:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b4dc700 with x1830882860874368 ext(11534336->12582911) 00002000:00010000:0.0:1746066913.082658:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b4dc700 00000100:00100000:0.0:1746066913.082710:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13617 00000100:00100000:0.0:1746066913.082720:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+13:2034:x1830882860874368:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:0.0:1746066913.085650:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066913.085688:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066913.085751:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860874624 00000100:00100000:2.0:1746066913.085759:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860874624 00002000:00100000:2.0:1746066913.085805:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff88008f6a7b80 x1830882860874624/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:319/0 lens 488/0 e 0 to 0 dl 1746066924 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066913.085816:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a7b80 with x1830882860874624 ext(11534336->12582911) 00002000:00010000:2.0:1746066913.085822:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f6a7b80 00000100:00100000:2.0:1746066913.085839:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860874880 00000100:00100000:2.0:1746066913.085843:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860874880 00002000:00100000:2.0:1746066913.085854:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff88008f6a5c00 x1830882860874880/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:319/0 lens 488/0 e 0 to 0 dl 1746066924 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746066913.085861:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a5c00 with x1830882860874880 ext(12582912->13631487) 00002000:00010000:2.0:1746066913.085864:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f6a5c00 00000100:00100000:2.0:1746066913.085889:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13618 00000100:00100000:2.0:1746066913.085895:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:2033:x1830882860874624:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:1.0:1746066913.088860:0:28859:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13619 00000100:00100000:1.0:1746066913.088876:0:28859:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:164a43f3-71d4-4d11-a5de-0e73b1f5c070+15:2034:x1830882860874880:12345-192.168.201.51@tcp:3:cmp.0 00000100:00100000:1.0:1746066913.094499:0:25084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:164a43f3-71d4-4d11-a5de-0e73b1f5c070+15:2034:x1830882860873856:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 28221us (28509us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066913.094514:0:25084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13615 00002000:00100000:1.0:1746066913.094527:0:25084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff880095870a80 x1830882860873856/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:319/0 lens 488/440 e 0 to 0 dl 1746066924 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746066913.094538:0:25084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095870a80 with x1830882860873856 ext(10485760->11534335) 00002000:00010000:1.0:1746066913.094544:0:25084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095870a80 00000100:00100000:3.0:1746066913.097568:0:28857:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095870700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:2034:x1830882860874112:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 27784us (31532us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066913.097581:0:28857:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13616 00002000:00100000:3.0:1746066913.097594:0:28857:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff880095870700 x1830882860874112/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:319/0 lens 488/440 e 0 to 0 dl 1746066924 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746066913.097605:0:28857:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095870700 with x1830882860874112 ext(10485760->11534335) 00002000:00010000:3.0:1746066913.097612:0:28857:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095870700 00000100:00100000:0.0:1746066913.103488:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+13:2034:x1830882860874368:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 20744us (25620us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066913.103502:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13617 00002000:00100000:0.0:1746066913.103516:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff88012b4dc700 x1830882860874368/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:319/0 lens 488/440 e 0 to 0 dl 1746066924 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746066913.103533:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b4dc700 with x1830882860874368 ext(11534336->12582911) 00002000:00010000:0.0:1746066913.103540:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b4dc700 00000100:00100000:0.0:1746066913.106987:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:164a43f3-71d4-4d11-a5de-0e73b1f5c070+9:2033:x1830882860874624:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 21080us (21335us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066913.107000:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13618 00002000:00100000:0.0:1746066913.107012:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff88008f6a7b80 x1830882860874624/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:319/0 lens 488/440 e 0 to 0 dl 1746066924 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746066913.107021:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a7b80 with x1830882860874624 ext(11534336->12582911) 00002000:00010000:0.0:1746066913.107028:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f6a7b80 00000100:00100000:1.0:1746066913.108612:0:28859:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:2034:x1830882860874880:12345-192.168.201.51@tcp:3:cmp.0 Request processed in 19736us (22917us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066913.108621:0:28859:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13619 00002000:00100000:1.0:1746066913.108627:0:28859:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff88008f6a5c00 x1830882860874880/t0(0) o3->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:319/0 lens 488/440 e 0 to 0 dl 1746066924 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746066913.108636:0:28859:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f6a5c00 with x1830882860874880 ext(12582912->13631487) 00002000:00010000:1.0:1746066913.108641:0:28859:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f6a5c00 00000100:00100000:0.0:1746066913.118209:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066913.118305:0:7276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860875136 00000100:00100000:2.0:1746066913.118316:0:7276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860875136 00000100:00100000:2.0:1746066913.118412:0:7276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 221 00000100:00100000:2.0:1746066913.118496:0:7276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+27:3910:x1830882860875136:12345-192.168.201.51@tcp:35:cmp.0 00000100:00100000:2.0:1746066913.118750:0:7276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+28:3910:x1830882860875136:12345-192.168.201.51@tcp:35:cmp.0 Request processed in 257us (550us total) trans 4294980308 rc 0/0 00000100:00100000:2.0:1746066913.119424:0:7276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 221 00000100:00100000:2.0:1746066913.122446:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066913.122529:0:7276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860875392 00000100:00100000:0.0:1746066913.122539:0:7276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860875392 00000100:00100000:0.0:1746066913.122592:0:7276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 222 00000100:00100000:0.0:1746066913.122601:0:7276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+28:3910:x1830882860875392:12345-192.168.201.51@tcp:35:cmp.0 00000100:00100000:0.0:1746066913.122844:0:7276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+29:3910:x1830882860875392:12345-192.168.201.51@tcp:35:cmp.0 Request processed in 242us (404us total) trans 4294980309 rc 0/0 00000100:00100000:0.0:1746066913.122852:0:7276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 222 00000100:00100000:2.0:1746066913.135462:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066913.135464:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066913.135830:0:7278:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860875520 00000100:00100000:0.0:1746066913.135830:0:7271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860875776 00000100:00100000:2.0:1746066913.135840:0:7278:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860875520 00000100:00100000:0.0:1746066913.135840:0:7271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860875776 00000100:00100000:0.0:1746066913.135898:0:7271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28782 00000100:00100000:0.0:1746066913.135907:0:7271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+38:3913:x1830882860875776:12345-192.168.201.51@tcp:36:rm.0 00000100:00100000:2.0:1746066913.136160:0:7278:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 829 00000100:00100000:2.0:1746066913.136168:0:7278:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8f7b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+38:2032:x1830882860875520:12345-192.168.201.51@tcp:63:ll_sa.0 00010000:00010000:0.0:1746066913.136182:0:7271:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746066913.136194:0:7278:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066913.136213:0:7278:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aa10 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fe9b expref: -99 pid: 7278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066913.136213:0:7271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c4600/0xd6b24631ff43a785 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd1a expref: 38 pid: 7277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066913.136240:0:7271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43a738 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fcfe expref: 38 pid: 7272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066913.136252:0:7271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880130979600) 00010000:00010000:2.0:1746066913.136258:0:7278:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aa17 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7278 initiator: MDT0 00010000:00010000:0.0:1746066913.136260:0:7271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6200/0xd6b24631ff43a914 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd8a expref: 37 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066913.136268:0:7271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:0.0:1746066913.136272:0:7271:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066913.136280:0:7271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ec00/0xd6b24631ff43aa1e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.136382:0:7278:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aa17 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7278 initiator: MDT0 00010000:00010000:2.0:1746066913.136394:0:7278:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aa17 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7278 initiator: MDT0 00010000:00010000:2.0:1746066913.136408:0:7278:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d600/0xd6b24631ff43aa25 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7278 initiator: MDT0 00010000:00010000:2.0:1746066913.136413:0:7278:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d600/0xd6b24631ff43aa25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7278 initiator: MDT0 00010000:00010000:2.0:1746066913.136606:0:7278:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d600/0xd6b24631ff43aa25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7278 initiator: MDT0 00010000:00010000:2.0:1746066913.136649:0:7278:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aa17 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7278 initiator: MDT0 00010000:00010000:2.0:1746066913.136655:0:7278:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aa17 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7278 initiator: MDT0 00010000:00010000:2.0:1746066913.136661:0:7278:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aa17 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7278 initiator: MDT0 00010000:00010000:2.0:1746066913.136666:0:7278:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013323d200 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066913.136670:0:7278:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aa17 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7278 initiator: MDT0 00010000:00010000:2.0:1746066913.136676:0:7278:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aa17 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7278 initiator: MDT0 00010000:00010000:2.0:1746066913.136684:0:7278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066913.136686:0:7278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066913.136690:0:7278:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aa17 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7278 initiator: MDT0 00010000:00010000:2.0:1746066913.136695:0:7278:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aa17 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7278 initiator: MDT0 00010000:00010000:2.0:1746066913.137291:0:7278:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d600/0xd6b24631ff43aa25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7278 initiator: MDT0 00010000:00010000:2.0:1746066913.137298:0:7278:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d600/0xd6b24631ff43aa25 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7278 initiator: MDT0 00010000:00010000:2.0:1746066913.137303:0:7278:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d600/0xd6b24631ff43aa25 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7278 initiator: MDT0 00010000:00010000:2.0:1746066913.137306:0:7278:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013323d600 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066913.137308:0:7278:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d600/0xd6b24631ff43aa25 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7278 initiator: MDT0 00010000:00010000:2.0:1746066913.137313:0:7278:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d600/0xd6b24631ff43aa25 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7278 initiator: MDT0 00010000:00010000:2.0:1746066913.137319:0:7278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88008f47c100) 00010000:00010000:2.0:1746066913.137321:0:7278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066913.137323:0:7278:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d600/0xd6b24631ff43aa25 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7278 initiator: MDT0 00010000:00010000:2.0:1746066913.137328:0:7278:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d600/0xd6b24631ff43aa25 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7278 initiator: MDT0 00010000:00010000:2.0:1746066913.137634:0:7278:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aa10 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe9b expref: 36 pid: 7278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066913.137643:0:7278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066913.137645:0:7278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746066913.137649:0:7278:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aa10 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe9b expref: 36 pid: 7278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066913.137657:0:7278:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013323d400, rc -2) 00000100:00100000:2.0:1746066913.137719:0:7278:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8f7b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+35:2032:x1830882860875520:12345-192.168.201.51@tcp:63:ll_sa.0 Request processed in 1551us (2255us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746066913.137728:0:7278:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 829 00010000:00010000:0.0:1746066913.140793:0:7271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43a961 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fdad expref: 28 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066913.140805:0:7271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ec00/0xd6b24631ff43aa1e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.140843:0:7271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43a961 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fdad expref: 28 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066913.140858:0:7271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43a961 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fdad expref: 28 pid: 21643 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1746066913.140873:0:7271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f6a4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7271:1830882861303424:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066913.141155:0:7271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963a0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066913.148677:0:7271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f6a4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7271:1830882861303424:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066913.148708:0:7271:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ec00/0xd6b24631ff43aa1e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00000100:00100000:1.0:1746066913.150643:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066913.150839:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860875904 00000100:00100000:3.0:1746066913.150848:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860875904 00010000:00010000:3.0:1746066913.150889:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43a961 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fdad expref: 29 pid: 21643 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1746066913.151684:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12772 00000100:00100000:3.0:1746066913.151766:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095887100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+29:2034:x1830882860875904:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066913.151782:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066913.151790:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43a961 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fdad expref: 29 pid: 21643 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1746066913.151805:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43a961 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fdad expref: 29 pid: 21643 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1746066913.151830:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43a961 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fdad expref: 29 pid: 21643 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1746066913.151858:0:7259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:3.0:1746066913.151864:0:7259:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ec00/0xd6b24631ff43aa1e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:3.0:1746066913.151875:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ec00/0xd6b24631ff43aa1e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7271 initiator: MDT0 00010000:00010000:3.0:1746066913.151882:0:7259:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ec00/0xd6b24631ff43aa1e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7271 initiator: MDT0 00010000:00010000:3.0:1746066913.151914:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066913.151961:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095887100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+28:2034:x1830882860875904:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 198us (1326us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066913.151968:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12772 00010000:00010000:2.0:1746066913.152109:0:7271:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ec00/0xd6b24631ff43aa1e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.152118:0:7271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ec00/0xd6b24631ff43aa1e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.152135:0:7271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f741400/0xd6b24631ff43aa2c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.152146:0:7271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f741400/0xd6b24631ff43aa2c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.152153:0:7271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f741400/0xd6b24631ff43aa2c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.152243:0:7271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aa33 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.152253:0:7271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a79fc00/0xd6b24631ff43a7b6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd59 expref: 27 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066913.152265:0:7271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aa33 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.152293:0:7271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a79fc00/0xd6b24631ff43a7b6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd59 expref: 27 pid: 17223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066913.152305:0:7271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a79fc00/0xd6b24631ff43a7b6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd59 expref: 27 pid: 17223 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1746066913.152318:0:7271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7271:1830882861303552:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066913.152392:0:7271:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007053c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066913.157212:0:7271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b4dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7271:1830882861303552:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066913.157248:0:7271:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aa33 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00000100:00100000:1.0:1746066913.158450:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066913.158528:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860876032 00000100:00100000:3.0:1746066913.158535:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860876032 00010000:00010000:3.0:1746066913.158569:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a79fc00/0xd6b24631ff43a7b6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd59 expref: 28 pid: 17223 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1746066913.158609:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12773 00000100:00100000:3.0:1746066913.158616:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ba3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+28:2034:x1830882860876032:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066913.158628:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066913.158634:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a79fc00/0xd6b24631ff43a7b6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd59 expref: 28 pid: 17223 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1746066913.158643:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a79fc00/0xd6b24631ff43a7b6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd59 expref: 28 pid: 17223 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1746066913.158664:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a79fc00/0xd6b24631ff43a7b6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fd59 expref: 28 pid: 17223 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1746066913.158684:0:7259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880130979600) 00010000:00010000:3.0:1746066913.158689:0:7259:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aa33 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:3.0:1746066913.158699:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aa33 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7271 initiator: MDT0 00010000:00010000:3.0:1746066913.158706:0:7259:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aa33 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7271 initiator: MDT0 00010000:00010000:3.0:1746066913.158734:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066913.159011:0:7271:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aa33 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.159019:0:7271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aa33 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00000040:00080000:2.0:1746066913.159268:0:7271:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].16, 64 off9216 00000004:00080000:2.0:1746066913.159274:0:7271:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1025236932148ns, next at 1026236930750ns, rc = 0 00000040:00080000:2.0:1746066913.159292:0:7271:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9152 00000004:00080000:2.0:1746066913.159295:0:7271:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1025236953233ns, next at 1026236952706ns, rc = 0 00010000:00010000:2.0:1746066913.159337:0:7271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aa3a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.159371:0:7271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aa3a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.159578:0:7271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aa3a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7271 initiator: MDT0 00000100:00100000:3.0:1746066913.159716:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ba3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+27:2034:x1830882860876032:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1098us (1267us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066913.159725:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12773 00010000:00010000:2.0:1746066913.160681:0:7271:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aa3a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.160690:0:7271:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aa3a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.160696:0:7271:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aa3a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.160715:0:7271:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1746066913.160739:0:7271:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aa33 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.160745:0:7271:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aa33 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.160750:0:7271:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aa33 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.160756:0:7271:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013323d400 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066913.160759:0:7271:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aa33 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.160765:0:7271:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aa33 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.160775:0:7271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880130979600) 00010000:00010000:2.0:1746066913.160778:0:7271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746066913.160782:0:7271:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aa33 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.160791:0:7271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aa33 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.160934:0:7271:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ec00/0xd6b24631ff43aa1e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.160941:0:7271:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ec00/0xd6b24631ff43aa1e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.160946:0:7271:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ec00/0xd6b24631ff43aa1e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.160950:0:7271:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ec00/0xd6b24631ff43aa1e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.160954:0:7271:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f45ec00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066913.160957:0:7271:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ec00/0xd6b24631ff43aa1e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.160961:0:7271:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ec00/0xd6b24631ff43aa1e lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.160969:0:7271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066913.160971:0:7271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066913.160974:0:7271:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ec00/0xd6b24631ff43aa1e lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.160978:0:7271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ec00/0xd6b24631ff43aa1e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7271 initiator: MDT0 00000004:00010000:2.0:1746066913.160987:0:7271:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012b4ded80 reply state ffff880095820000 transno 4294980310 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f741400/0xd6b24631ff43aa2c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.160995:0:7271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f741400/0xd6b24631ff43aa2c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.161001:0:7271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009ec33700) 00010000:00010000:2.0:1746066913.161004:0:7271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746066913.161006:0:7271:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746066913.161071:0:7271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+36:3913:x1830882860875776:12345-192.168.201.51@tcp:36:rm.0 Request processed in 25160us (25617us total) trans 4294980310 rc 0/0 00000100:00100000:2.0:1746066913.161080:0:7271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28782 00010000:00010000:0.0:1746066913.161262:0:7262:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746066913.161269:0:7262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aa3a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.161276:0:7262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013323d200 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746066913.161278:0:7262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aa3a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.161285:0:7262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aa3a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.161293:0:7262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880130979600) 00010000:00010000:0.0:1746066913.161296:0:7262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746066913.161299:0:7262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aa3a lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.161303:0:7262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aa3a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.161331:0:7262:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746066913.161332:0:7262:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746066913.161334:0:7262:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066913.237085:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066913.237971:0:7271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860876160 00000100:00100000:2.0:1746066913.237983:0:7271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860876160 00000100:00100000:2.0:1746066913.238050:0:7271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28783 00000100:00100000:2.0:1746066913.238059:0:7271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+36:3916:x1830882860876160:12345-192.168.201.51@tcp:101:lfs.0 00010000:00010000:2.0:1746066913.238086:0:7271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066913.238107:0:7271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aa41 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fed3 expref: -99 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066913.238168:0:7271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013323da00/0xd6b24631ff43aa48 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.238183:0:7271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013323da00/0xd6b24631ff43aa48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.238194:0:7271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013323da00/0xd6b24631ff43aa48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00000004:00200000:2.0:1746066913.238239:0:7271:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746066913.238242:0:7271:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746066913.238258:0:7271:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88013323da00/0xd6b24631ff43aa48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.238278:0:7271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aa41 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fed3 expref: 38 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066913.238314:0:7271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013323da00/0xd6b24631ff43aa48 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fed3 expref: 37 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066913.238322:0:7271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066913.238325:0:7271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746066913.238596:0:7271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013323da00, rc 0) 00000100:00100000:2.0:1746066913.238649:0:7271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+37:3916:x1830882860876160:12345-192.168.201.51@tcp:101:lfs.0 Request processed in 591us (1575us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066913.238656:0:7271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28783 00000100:00100000:0.0:1746066913.242527:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066913.242675:0:7271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860876416 00000100:00100000:2.0:1746066913.242685:0:7271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860876416 00000100:00100000:2.0:1746066913.242747:0:7271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28784 00000100:00100000:2.0:1746066913.242756:0:7271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+37:3916:x1830882860876416:12345-192.168.201.51@tcp:101:lfs.0 00010000:00010000:2.0:1746066913.242777:0:7271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066913.242780:0:7271:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746066913.242808:0:7271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013323da00/0xd6b24631ff43aa48 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fed3 expref: 37 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066913.242836:0:7271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066913.242841:0:7271:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066913.242853:0:7271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aa4f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267feda expref: -99 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066913.242976:0:7271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43aa56 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.242988:0:7271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43aa56 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.242997:0:7271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43aa56 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.243006:0:7271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6200/0xd6b24631ff43aa5d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.243012:0:7271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6200/0xd6b24631ff43aa5d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.243016:0:7271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6200/0xd6b24631ff43aa5d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.243379:0:7271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43aa64 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.243385:0:7271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43aa64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.243390:0:7271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43aa64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00000004:00200000:2.0:1746066913.243397:0:7271:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 0 00010000:00010000:2.0:1746066913.243439:0:7271:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43aa56 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.243444:0:7271:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43aa56 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.243450:0:7271:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43aa56 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.243455:0:7271:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43aa56 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.243461:0:7271:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cfa6600 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066913.243465:0:7271:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43aa56 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.243481:0:7271:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43aa56 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.243488:0:7271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066913.243491:0:7271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066913.243494:0:7271:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43aa56 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.243498:0:7271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43aa56 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7271 initiator: MDT0 00000004:00010000:2.0:1746066913.243506:0:7271:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008f6a5500 reply state ffff880131f26000 transno 4294980311 ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6200/0xd6b24631ff43aa5d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.243513:0:7271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6200/0xd6b24631ff43aa5d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.243518:0:7271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009ec33700) 00010000:00010000:2.0:1746066913.243520:0:7271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746066913.243522:0:7271:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746066913.243541:0:7271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aa4f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267feda expref: 39 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066913.243550:0:7271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43aa64 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267feda expref: 38 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066913.243556:0:7271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008f47cf00) 00010000:00010000:2.0:1746066913.243558:0:7271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066913.243560:0:7271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20400, rc 0) 00000100:00100000:2.0:1746066913.243618:0:7271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+39:3916:x1830882860876416:12345-192.168.201.51@tcp:101:lfs.0 Request processed in 863us (1102us total) trans 4294980311 rc 0/0 00000100:00100000:2.0:1746066913.243625:0:7271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28784 00000100:00100000:0.0:1746066913.245386:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066913.245479:0:7271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860876672 00000100:00100000:2.0:1746066913.245487:0:7271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860876672 00000100:00100000:2.0:1746066913.245530:0:7271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28785 00000100:00100000:2.0:1746066913.245537:0:7271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+39:3916:x1830882860876672:12345-192.168.201.51@tcp:101:lfs.0 00010000:00010000:2.0:1746066913.245555:0:7271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066913.245570:0:7271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aa72 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fee1 expref: -99 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066913.245643:0:7271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43aa79 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.245655:0:7271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43aa64 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267feda expref: 40 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066913.245662:0:7271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43aa79 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.245691:0:7271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43aa64 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267feda expref: 40 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066913.245705:0:7271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43aa64 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267feda expref: 40 pid: 7271 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1746066913.245718:0:7271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7271:1830882861303680:192.168.201.51@tcp:104: 00000100:00100000:2.0:1746066913.246645:0:7271:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007053c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066913.250503:0:7271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b4dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7271:1830882861303680:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066913.250535:0:7271:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43aa79 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00000100:00100000:0.0:1746066913.250733:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066913.250856:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860876800 00000100:00100000:3.0:1746066913.250863:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860876800 00010000:00010000:3.0:1746066913.250897:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43aa64 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267feda expref: 41 pid: 7271 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1746066913.250928:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12774 00000100:00100000:3.0:1746066913.250935:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+41:2033:x1830882860876800:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066913.250950:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066913.250955:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43aa64 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267feda expref: 41 pid: 7271 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1746066913.250965:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43aa64 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267feda expref: 41 pid: 7271 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1746066913.250986:0:7259:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43aa64 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267feda expref: 41 pid: 7271 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1746066913.251011:0:7259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008f47cf00) 00010000:00010000:3.0:1746066913.251016:0:7259:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43aa79 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:3.0:1746066913.251024:0:7259:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43aa79 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7271 initiator: MDT0 00010000:00010000:3.0:1746066913.251031:0:7259:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43aa79 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7271 initiator: MDT0 00010000:00010000:3.0:1746066913.251053:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066913.251092:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+40:2033:x1830882860876800:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 156us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066913.251097:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12774 00010000:00010000:2.0:1746066913.251657:0:7271:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43aa79 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.251664:0:7271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43aa79 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00000004:00200000:2.0:1746066913.251683:0:7271:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 0 00000004:00080000:2.0:1746066913.251843:0:7271:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d:0x0], index 1: 0 00000004:00080000:2.0:1746066913.251849:0:7271:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1d:0x0], index 0: 0 00010000:00010000:2.0:1746066913.251944:0:7271:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43aa79 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.251952:0:7271:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43aa79 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.251958:0:7271:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43aa79 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.251964:0:7271:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d43c600 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:2.0:1746066913.251969:0:7271:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43aa79 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.251975:0:7271:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43aa79 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.251984:0:7271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008f47cf00) 00010000:00010000:2.0:1746066913.251987:0:7271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746066913.251990:0:7271:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43aa79 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.251995:0:7271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43aa79 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.252068:0:7271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aa72 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fee1 expref: 40 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066913.252075:0:7271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aa72 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fee1 expref: 40 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066913.252084:0:7271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013323d200, rc 0) 00000100:00100000:2.0:1746066913.252125:0:7271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+39:3916:x1830882860876672:12345-192.168.201.51@tcp:101:lfs.0 Request processed in 6588us (6746us total) trans 4294980312 rc 301/301 00000100:00100000:2.0:1746066913.252132:0:7271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28785 00000100:00100000:0.0:1746066913.254848:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066913.254905:0:16167:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860877056 00000100:00100000:3.0:1746066913.254913:0:16167:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860877056 00000100:00100000:3.0:1746066913.255138:0:16167:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 223 00000100:00100000:3.0:1746066913.255145:0:16167:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+39:3916:x1830882860877056:12345-192.168.201.51@tcp:35:lfs.0 00000100:00100000:3.0:1746066913.255621:0:16167:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+40:3916:x1830882860877056:12345-192.168.201.51@tcp:35:lfs.0 Request processed in 474us (777us total) trans 4294980313 rc 0/0 00000100:00100000:3.0:1746066913.255637:0:16167:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 223 00000100:00100000:0.0:1746066913.259258:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066913.259586:0:7271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860877184 00000100:00100000:2.0:1746066913.259595:0:7271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860877184 00000100:00100000:2.0:1746066913.260144:0:7271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28786 00000100:00100000:2.0:1746066913.260155:0:7271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+40:3916:x1830882860877184:12345-192.168.201.51@tcp:101:lfs.0 00010000:00010000:2.0:1746066913.260179:0:7271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066913.260202:0:7271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43aa87 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fee8 expref: -99 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066913.260261:0:7271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43aa87 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fee8 expref: 41 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066913.260276:0:7271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20400/0xd6b24631ff43aa87 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fee8 expref: 41 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066913.260293:0:7271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008f47c100) 00010000:00010000:2.0:1746066913.260296:0:7271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746066913.260300:0:7271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c20400, rc 0) 00000100:00100000:2.0:1746066913.262079:0:7271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+41:3916:x1830882860877184:12345-192.168.201.51@tcp:101:lfs.0 Request processed in 1745us (2648us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066913.262087:0:7271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28786 00000100:00100000:0.0:1746066913.263901:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066913.263964:0:16167:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860877440 00000100:00100000:3.0:1746066913.263974:0:16167:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860877440 00000100:00100000:3.0:1746066913.264244:0:16167:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 224 00000100:00100000:3.0:1746066913.264254:0:16167:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+41:3916:x1830882860877440:12345-192.168.201.51@tcp:35:lfs.0 00000100:00100000:3.0:1746066913.264664:0:16167:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+42:3916:x1830882860877440:12345-192.168.201.51@tcp:35:lfs.0 Request processed in 410us (769us total) trans 4294980314 rc 0/0 00000100:00100000:3.0:1746066913.264671:0:16167:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 224 00000100:00100000:0.0:1746066913.290262:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066913.290795:0:7271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860877568 00000100:00100000:2.0:1746066913.290804:0:7271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860877568 00000100:00100000:2.0:1746066913.290867:0:7271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28787 00000100:00100000:2.0:1746066913.290876:0:7271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+42:3917:x1830882860877568:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:2.0:1746066913.290902:0:7271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066913.290923:0:7271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43aa8e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267feef expref: -99 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066913.290988:0:7271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c000/0xd6b24631ff43aa95 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.291001:0:7271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c000/0xd6b24631ff43aa95 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.291012:0:7271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c000/0xd6b24631ff43aa95 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00000004:00200000:2.0:1746066913.291054:0:7271:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746066913.291057:0:7271:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746066913.291076:0:7271:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c000/0xd6b24631ff43aa95 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:2.0:1746066913.291098:0:7271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43aa8e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267feef expref: 44 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066913.291132:0:7271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c000/0xd6b24631ff43aa95 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267feef expref: 43 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066913.291146:0:7271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:2.0:1746066913.291149:0:7271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746066913.291152:0:7271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d43c000, rc 0) 00000100:00100000:2.0:1746066913.291201:0:7271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:18595197-82a3-44f2-a6c2-770f1d2aac37+43:3917:x1830882860877568:12345-192.168.201.51@tcp:101:dd.0 Request processed in 326us (951us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066913.291207:0:7271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28787 00000100:00100000:0.0:1746066913.302444:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066913.302521:0:7271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860877696 00000100:00100000:0.0:1746066913.302530:0:7271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860877696 00000100:00100000:0.0:1746066913.302571:0:7271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28788 00000100:00100000:0.0:1746066913.302579:0:7271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+27:3918:x1830882860877696:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:0.0:1746066913.302603:0:7271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066913.302623:0:7271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ec00/0xd6b24631ff43aa9c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fef6 expref: -99 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066913.303255:0:7271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45e000/0xd6b24631ff43aaa3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.303270:0:7271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45e000/0xd6b24631ff43aaa3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.303281:0:7271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45e000/0xd6b24631ff43aaa3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00000004:00200000:0.0:1746066913.303328:0:7271:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746066913.303332:0:7271:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746066913.303370:0:7271:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45e000/0xd6b24631ff43aaa3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.303393:0:7271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ec00/0xd6b24631ff43aa9c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fef6 expref: 29 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066913.303420:0:7271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45e000/0xd6b24631ff43aaa3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fef6 expref: 28 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066913.303428:0:7271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:0.0:1746066913.303431:0:7271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746066913.303434:0:7271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f45e000, rc 0) 00000100:00100000:0.0:1746066913.303495:0:7271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+28:3918:x1830882860877696:12345-192.168.201.51@tcp:101:dd.0 Request processed in 915us (1059us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066913.303502:0:7271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28788 00000100:00100000:2.0:1746066913.310195:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066913.310195:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066913.310330:0:7278:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860878080 00000100:00100000:3.0:1746066913.310384:0:7278:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860878080 00000100:00100000:1.0:1746066913.310488:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860877952 00000100:00100000:1.0:1746066913.310493:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860877952 00000100:00100000:1.0:1746066913.310524:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28789 00000100:00100000:1.0:1746066913.310533:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+44:3917:x1830882860877952:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:1.0:1746066913.310595:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066913.310600:0:21643:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746066913.310632:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c000/0xd6b24631ff43aa95 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267feef expref: 44 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066913.310655:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:1.0:1746066913.310660:0:21643:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066913.310672:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009093b200/0xd6b24631ff43aaaa lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267fefd expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066913.310782:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a79fc00/0xd6b24631ff43aab1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066913.310795:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a79fc00/0xd6b24631ff43aab1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066913.310805:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a79fc00/0xd6b24631ff43aab1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00000004:00200000:1.0:1746066913.310816:0:21643:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00010000:00010000:1.0:1746066913.310929:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009093b200/0xd6b24631ff43aaaa lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fefd expref: 46 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066913.310943:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a79fc00/0xd6b24631ff43aab1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fefd expref: 45 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066913.310950:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff880095c5e400) 00010000:00010000:1.0:1746066913.310953:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746066913.310956:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a79fc00, rc 0) 00000100:00100000:1.0:1746066913.311012:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+45:3917:x1830882860877952:12345-192.168.201.51@tcp:101:dd.0 Request processed in 481us (828us total) trans 4294980315 rc 0/0 00000100:00100000:1.0:1746066913.311020:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28789 00000100:00100000:3.0:1746066913.311075:0:7278:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 830 00000100:00100000:3.0:1746066913.311081:0:7278:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2032:x1830882860878080:12345-192.168.201.51@tcp:63:ll_sa.0 00010000:00010000:3.0:1746066913.311103:0:7278:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066913.311111:0:7278:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43aabf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ff04 expref: -99 pid: 7278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066913.311143:0:7278:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aac6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311151:0:7278:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aac6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311158:0:7278:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aac6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311168:0:7278:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aacd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311174:0:7278:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aacd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311180:0:7278:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aacd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311258:0:7278:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013323da00/0xd6b24631ff43aad4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311265:0:7278:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013323da00/0xd6b24631ff43aad4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311272:0:7278:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013323da00/0xd6b24631ff43aad4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7278 initiator: MDT0 00000004:00200000:3.0:1746066913.311288:0:7278:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 0 00000004:00200000:3.0:1746066913.311291:0:7278:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746066913.311305:0:7278:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88013323da00/0xd6b24631ff43aad4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311313:0:7278:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013323da00/0xd6b24631ff43aad4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311546:0:7278:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aac6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311553:0:7278:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aac6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311559:0:7278:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aac6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311565:0:7278:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013323d200 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066913.311570:0:7278:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aac6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311576:0:7278:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aac6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311586:0:7278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:3.0:1746066913.311588:0:7278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066913.311591:0:7278:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aac6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311597:0:7278:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d200/0xd6b24631ff43aac6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311611:0:7278:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aacd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311616:0:7278:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aacd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311621:0:7278:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aacd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311625:0:7278:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013323d400 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066913.311627:0:7278:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aacd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311632:0:7278:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aacd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311637:0:7278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009ec33700) 00010000:00010000:3.0:1746066913.311639:0:7278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066913.311641:0:7278:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aacd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311645:0:7278:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013323d400/0xd6b24631ff43aacd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311659:0:7278:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6600/0xd6b24631ff43aabf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff04 expref: 46 pid: 7278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066913.311669:0:7278:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013323da00/0xd6b24631ff43aad4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff04 expref: 45 pid: 7278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066913.311674:0:7278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008f47c100) 00010000:00010000:3.0:1746066913.311676:0:7278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066913.311678:0:7278:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013323da00, rc 0) 00010000:00010000:3.0:1746066913.311681:0:7278:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066913.311687:0:7278:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e2c00/0xd6b24631ff43aadb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ff0b expref: -99 pid: 7278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066913.311703:0:7278:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e3c00/0xd6b24631ff43aae2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311710:0:7278:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e3c00/0xd6b24631ff43aae2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311716:0:7278:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e3c00/0xd6b24631ff43aae2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311726:0:7278:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e2e00/0xd6b24631ff43aae9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311731:0:7278:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e2e00/0xd6b24631ff43aae9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311737:0:7278:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e2e00/0xd6b24631ff43aae9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311750:0:7278:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e3c00/0xd6b24631ff43aae2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311755:0:7278:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e3c00/0xd6b24631ff43aae2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311761:0:7278:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e3c00/0xd6b24631ff43aae2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311765:0:7278:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800962e3c00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066913.311767:0:7278:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e3c00/0xd6b24631ff43aae2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311772:0:7278:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e3c00/0xd6b24631ff43aae2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311778:0:7278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:3.0:1746066913.311780:0:7278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066913.311783:0:7278:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e3c00/0xd6b24631ff43aae2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311787:0:7278:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e3c00/0xd6b24631ff43aae2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311793:0:7278:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e2e00/0xd6b24631ff43aae9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311798:0:7278:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e2e00/0xd6b24631ff43aae9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311802:0:7278:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e2e00/0xd6b24631ff43aae9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311807:0:7278:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800962e2e00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:3.0:1746066913.311809:0:7278:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e2e00/0xd6b24631ff43aae9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311814:0:7278:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e2e00/0xd6b24631ff43aae9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311825:0:7278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009efccd00) 00010000:00010000:3.0:1746066913.311827:0:7278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066913.311829:0:7278:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e2e00/0xd6b24631ff43aae9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311833:0:7278:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e2e00/0xd6b24631ff43aae9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7278 initiator: MDT0 00010000:00010000:3.0:1746066913.311854:0:7278:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e2c00/0xd6b24631ff43aadb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff0b expref: 46 pid: 7278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066913.311860:0:7278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:3.0:1746066913.311862:0:7278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746066913.311865:0:7278:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800962e2c00/0xd6b24631ff43aadb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff0b expref: 46 pid: 7278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066913.311871:0:7278:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800962e2c00, rc -2) 00000100:00100000:3.0:1746066913.311899:0:7278:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+45:2032:x1830882860878080:12345-192.168.201.51@tcp:63:ll_sa.0 Request processed in 818us (1715us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746066913.311907:0:7278:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 830 00000100:00100000:0.0:1746066913.312500:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066913.312681:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860878336 00000100:00100000:1.0:1746066913.312686:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860878336 00000100:00100000:1.0:1746066913.312712:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28790 00000100:00100000:1.0:1746066913.312718:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+28:3918:x1830882860878336:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:1.0:1746066913.312727:0:21643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066913.312736:0:21643:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095eacc00/0xd6b24631ff43aaf0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ff3c expref: -99 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066913.312786:0:21643:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095eac800/0xd6b24631ff43aaf7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066913.312796:0:21643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095eac800/0xd6b24631ff43aaf7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21643 initiator: MDT0 00010000:00010000:1.0:1746066913.312805:0:21643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095eac800/0xd6b24631ff43aaf7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 21643 initiator: MDT0 00000004:00200000:1.0:1746066913.312812:0:21643:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 26214400 00010000:00010000:1.0:1746066913.312884:0:21643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095eacc00/0xd6b24631ff43aaf0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff3c expref: 31 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066913.312895:0:21643:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095eac800/0xd6b24631ff43aaf7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff3c expref: 30 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066913.312901:0:21643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88008f507800) 00010000:00010000:1.0:1746066913.312904:0:21643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746066913.312906:0:21643:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095eac800, rc 0) 00000100:00100000:1.0:1746066913.312929:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:164a43f3-71d4-4d11-a5de-0e73b1f5c070+30:3918:x1830882860878336:12345-192.168.201.51@tcp:101:dd.0 Request processed in 211us (430us total) trans 4294980316 rc 0/0 00000100:00100000:1.0:1746066913.312935:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28790 00000100:00100000:0.0:1746066913.315599:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066913.315669:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860878464 00000100:00100000:1.0:1746066913.315677:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860878464 00000100:00100000:1.0:1746066913.315740:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 379 00000100:00100000:1.0:1746066913.315748:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+45:2031:x1830882860878464:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066913.315763:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066913.315788:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a79fc00/0xd6b24631ff43aab1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fefd expref: 45 pid: 21643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066913.315804:0:7260:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff880095c5e400) 00010000:00010000:1.0:1746066913.315808:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066913.316759:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+44:2031:x1830882860878464:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 100us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066913.316767:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 379 00000100:00100000:0.0:1746066913.317232:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066913.317275:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066913.317363:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860878720 00000100:00100000:2.0:1746066913.317369:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860878720 00000100:00100000:2.0:1746066913.317412:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860878976 00000100:00100000:2.0:1746066913.317414:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860878976 00000100:00100000:2.0:1746066913.317443:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13620 00000100:00100000:2.0:1746066913.317449:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860878720:12345-192.168.201.51@tcp:3:dd.0 00000100:00100000:3.0:1746066913.317488:0:28857:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13621 00010000:00010000:2.0:1746066913.317493:0:27183:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff43ab05 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066913.317496:0:28857:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882860878976:12345-192.168.201.51@tcp:3:dd.0 00010000:00010000:2.0:1746066913.317506:0:27183:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066913.317508:0:27183:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066913.317513:0:27183:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff43ab05 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066913.317517:0:28857:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800962e2000/0xd6b24631ff43ab0c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066913.317526:0:28857:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066913.317527:0:28857:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066913.317528:0:27183:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff43ab05 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066913.317530:0:28857:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800962e2000/0xd6b24631ff43ab0c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066913.317542:0:28857:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800962e2000/0xd6b24631ff43ab0c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28857 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066913.319395:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066913.321526:0:7271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860879232 00000100:00100000:0.0:1746066913.321540:0:7271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860879232 00000100:00100000:0.0:1746066913.321611:0:7271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 28791 00000100:00100000:0.0:1746066913.321621:0:7271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+30:3918:x1830882860879232:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:0.0:1746066913.321649:0:7271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066913.321652:0:7271:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746066913.321683:0:7271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45e000/0xd6b24631ff43aaa3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fef6 expref: 30 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066913.321707:0:7271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:0.0:1746066913.321712:0:7271:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066913.321731:0:7271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ea00/0xd6b24631ff43ab13 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ff43 expref: -99 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066913.321868:0:7271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c000/0xd6b24631ff43ab1a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.321879:0:7271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c000/0xd6b24631ff43ab1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.321889:0:7271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c000/0xd6b24631ff43ab1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.321900:0:7271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43ab21 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.321911:0:7271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43ab21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.321916:0:7271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43ab21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.321968:0:7271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562600/0xd6b24631ff43ab28 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.321975:0:7271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562600/0xd6b24631ff43ab28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.321982:0:7271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562600/0xd6b24631ff43ab28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00000004:00200000:0.0:1746066913.321990:0:7271:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 0 00010000:00010000:0.0:1746066913.322063:0:7271:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c000/0xd6b24631ff43ab1a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.322070:0:7271:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c000/0xd6b24631ff43ab1a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.322075:0:7271:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c000/0xd6b24631ff43ab1a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.322081:0:7271:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c000/0xd6b24631ff43ab1a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.322087:0:7271:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d43c000 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:0.0:1746066913.322090:0:7271:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c000/0xd6b24631ff43ab1a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.322096:0:7271:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c000/0xd6b24631ff43ab1a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.322108:0:7271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ed73e00) 00010000:00010000:0.0:1746066913.322111:0:7271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066913.322114:0:7271:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c000/0xd6b24631ff43ab1a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.322118:0:7271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c000/0xd6b24631ff43ab1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.322126:0:7271:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43ab21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.322131:0:7271:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43ab21 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.322135:0:7271:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43ab21 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.322138:0:7271:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d43c600 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:0.0:1746066913.322140:0:7271:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43ab21 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.322144:0:7271:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43ab21 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.322148:0:7271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009ec33700) 00010000:00010000:0.0:1746066913.322150:0:7271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066913.322152:0:7271:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43ab21 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.322157:0:7271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d43c600/0xd6b24631ff43ab21 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7271 initiator: MDT0 00010000:00010000:0.0:1746066913.322186:0:7271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ea00/0xd6b24631ff43ab13 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff43 expref: 32 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066913.322199:0:7271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f562600/0xd6b24631ff43ab28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff43 expref: 31 pid: 7271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066913.322205:0:7271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008f47c100) 00010000:00010000:0.0:1746066913.322207:0:7271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746066913.322209:0:7271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f562600, rc 0) 00000100:00100000:0.0:1746066913.322259:0:7271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+31:3918:x1830882860879232:12345-192.168.201.51@tcp:101:dd.0 Request processed in 640us (2871us total) trans 4294980317 rc 0/0 00000100:00100000:0.0:1746066913.322267:0:7271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 28791 00000100:00100000:0.0:1746066913.327501:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066913.327543:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066913.327597:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860879360 00000100:00100000:1.0:1746066913.327607:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860879360 00000100:00100000:1.0:1746066913.327660:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860879488 00000100:00100000:1.0:1746066913.327663:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860879488 00000100:00100000:1.0:1746066913.327681:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29967 00000100:00100000:1.0:1746066913.327688:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2031:x1830882860879360:12345-192.168.201.51@tcp:101:ll_agl.0 00000100:00100000:3.0:1746066913.327697:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29968 00000100:00100000:3.0:1746066913.327706:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2031:x1830882860879488:12345-192.168.201.51@tcp:101:ll_agl.0 00010000:00010000:1.0:1746066913.327708:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066913.327714:0:21660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066913.327727:0:21660:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800962e2c00/0xd6b24631ff43ab3d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ff51 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066913.327728:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a097a00/0xd6b24631ff43ab36 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ff4a expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746066913.327749:0:21660:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:1.0:1746066913.327750:0:9628:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746066913.327768:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066913.327768:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066913.327770:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066913.327770:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066913.327778:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800962e2c00/0xd6b24631ff43ab3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff51 expref: 12 pid: 21660 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066913.327778:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a097a00/0xd6b24631ff43ab36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff4a expref: 11 pid: 9628 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066913.327793:0:21660:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800962e2c00/0xd6b24631ff43ab3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff51 expref: 12 pid: 21660 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066913.327794:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008a097a00/0xd6b24631ff43ab36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff4a expref: 11 pid: 9628 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066913.327803:0:21660:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800962e2c00, rc 0) 00010000:00010000:1.0:1746066913.327803:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a097a00, rc 0) 00000100:00100000:3.0:1746066913.327846:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+12:2031:x1830882860879488:12345-192.168.201.51@tcp:101:ll_agl.0 Request processed in 142us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066913.327852:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29968 00000100:00100000:1.0:1746066913.327935:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+11:2031:x1830882860879360:12345-192.168.201.51@tcp:101:ll_agl.0 Request processed in 246us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066913.327941:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29967 00010000:00010000:3.0:1746066913.335979:0:28857:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800962e2000/0xd6b24631ff43ab0c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066913.336005:0:28857:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800962e2000/0xd6b24631ff43ab0c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066913.336012:0:28857:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800962e2000/0xd6b24631ff43ab0c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066913.336018:0:28857:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800962e2000 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746066913.336022:0:28857:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800962e2000/0xd6b24631ff43ab0c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066913.336029:0:28857:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800962e2000/0xd6b24631ff43ab0c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066913.336056:0:28857:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800962e2000/0xd6b24631ff43ab0c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066913.336061:0:28857:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800962e2000/0xd6b24631ff43ab0c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28857 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066913.336152:0:28857:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2033:x1830882860878976:12345-192.168.201.51@tcp:3:dd.0 Request processed in 18651us (18870us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066913.336163:0:28857:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13621 00010000:00010000:0.0:1746066913.341303:0:27183:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff43ab05 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066913.341320:0:27183:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff43ab05 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066913.341329:0:27183:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff43ab05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066913.341336:0:27183:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801332f9000 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746066913.341375:0:27183:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff43ab05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066913.341384:0:27183:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff43ab05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066913.341407:0:27183:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff43ab05 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066913.341414:0:27183:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801332f9000/0xd6b24631ff43ab05 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27183 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066913.341543:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882860878720:12345-192.168.201.51@tcp:3:dd.0 Request processed in 24087us (24305us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066913.341553:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13620 00000100:00100000:0.0:1746066913.350241:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066913.350387:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860879616 00000100:00100000:1.0:1746066913.350396:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860879616 00000100:00100000:1.0:1746066913.350642:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29969 00000100:00100000:1.0:1746066913.350653:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+9:3918:x1830882860879616:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:1.0:1746066913.350674:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066913.350693:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a097e00/0xd6b24631ff43ab44 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ff58 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066913.350728:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a097a00/0xd6b24631ff43ab36 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff4a expref: 8 pid: 9628 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066913.350736:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066913.350738:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066913.350743:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a097e00/0xd6b24631ff43ab44 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff58 expref: 10 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066913.350777:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008a097a00/0xd6b24631ff43ab36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff4a expref: 8 pid: 9628 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066913.350790:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008a097a00/0xd6b24631ff43ab36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff4a expref: 8 pid: 9628 timeout: 1125 lvb_type: 1 00000100:00100000:1.0:1746066913.350803:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095885f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861303808:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066913.351715:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963f9cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066913.356309:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095885f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861303808:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066913.356631:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008a097e00/0xd6b24631ff43ab44 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff58 expref: 10 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066913.356652:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a097e00, rc 0) 00000100:00100000:1.0:1746066913.356707:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:3918:x1830882860879616:12345-192.168.201.51@tcp:101:dd.0 Request processed in 6056us (6477us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066913.356717:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29969 00000100:00100000:0.0:1746066913.357043:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066913.357114:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860879744 00000100:00100000:1.0:1746066913.357121:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860879744 00010000:00010000:1.0:1746066913.357148:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008a097a00/0xd6b24631ff43ab36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff4a expref: 9 pid: 9628 timeout: 1125 lvb_type: 1 00000100:00100000:1.0:1746066913.357173:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12775 00000100:00100000:1.0:1746066913.357181:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2034:x1830882860879744:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066913.357197:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066913.357218:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008a097a00/0xd6b24631ff43ab36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff4a expref: 9 pid: 9628 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1746066913.357229:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008a097a00/0xd6b24631ff43ab36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff4a expref: 9 pid: 9628 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1746066913.357253:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a097a00/0xd6b24631ff43ab36 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff4a expref: 9 pid: 9628 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1746066913.357274:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066913.357277:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066913.357284:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a097e00/0xd6b24631ff43ab44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff58 expref: 9 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066913.357293:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a097e00/0xd6b24631ff43ab44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff58 expref: 9 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066913.358368:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008a097e00/0xd6b24631ff43ab44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff58 expref: 9 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066913.358383:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095885f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861303936:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066913.358480:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963f9cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066913.360822:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095885f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7260:1830882861303936:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066913.360843:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066913.360893:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860879744:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3711us (3850us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066913.360905:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12775 00000100:00100000:0.0:1746066913.374673:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066913.374787:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860879872 00000100:00100000:1.0:1746066913.374797:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860879872 00000100:00100000:1.0:1746066913.374863:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 29970 00000100:00100000:1.0:1746066913.374872:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+11:3918:x1830882860879872:12345-192.168.201.51@tcp:101:dd.0 00010000:00010000:1.0:1746066913.374893:0:9628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066913.374913:0:9628:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a097200/0xd6b24631ff43ab4b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xea078ad93267ff5f expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066913.374948:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800962e2c00/0xd6b24631ff43ab3d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff51 expref: 9 pid: 21660 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066913.374957:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066913.374959:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066913.374963:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a097200/0xd6b24631ff43ab4b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff5f expref: 12 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066913.374999:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800962e2c00/0xd6b24631ff43ab3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff51 expref: 9 pid: 21660 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066913.375011:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800962e2c00/0xd6b24631ff43ab3d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff51 expref: 9 pid: 21660 timeout: 1125 lvb_type: 1 00000100:00100000:1.0:1746066913.375025:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095885f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9628:1830882861304064:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066913.375119:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963f9cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066913.376294:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095885f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9628:1830882861304064:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066913.376321:0:9628:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a097200/0xd6b24631ff43ab4b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff5f expref: 12 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066913.376333:0:9628:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a097200, rc 0) 00000100:00100000:1.0:1746066913.376393:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:3918:x1830882860879872:12345-192.168.201.51@tcp:101:dd.0 Request processed in 1521us (1732us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066913.376401:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 29970 00000100:00100000:0.0:1746066913.377580:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066913.377875:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860880000 00000100:00100000:1.0:1746066913.377882:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860880000 00010000:00010000:1.0:1746066913.377910:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800962e2c00/0xd6b24631ff43ab3d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff51 expref: 10 pid: 21660 timeout: 1125 lvb_type: 1 00000100:00100000:1.0:1746066913.377948:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12776 00000100:00100000:1.0:1746066913.377955:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+10:2033:x1830882860880000:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066913.377967:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066913.377987:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800962e2c00/0xd6b24631ff43ab3d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff51 expref: 10 pid: 21660 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1746066913.377999:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800962e2c00/0xd6b24631ff43ab3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff51 expref: 10 pid: 21660 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1746066913.378022:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800962e2c00/0xd6b24631ff43ab3d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff51 expref: 10 pid: 21660 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1746066913.378039:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066913.378041:0:7260:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066913.378048:0:7260:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a097200/0xd6b24631ff43ab4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff5f expref: 11 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066913.378057:0:7260:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a097200/0xd6b24631ff43ab4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff5f expref: 11 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066913.378085:0:7260:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a097200/0xd6b24631ff43ab4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267ff5f expref: 11 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066913.378096:0:7260:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095885f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882861304192:192.168.201.51@tcp:105: 00000100:00100000:1.0:1746066913.378173:0:7260:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963f9cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066913.381724:0:7260:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095885f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7260:1830882861304192:192.168.201.51@tcp:105: 00010000:00010000:1.0:1746066913.381749:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066913.381789:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882860880000:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 3834us (4210us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066913.381801:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12776 00000100:00100000:0.0:1746066913.397773:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066913.397826:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066913.397859:0:21643:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860880256 00000100:00100000:2.0:1746066913.397870:0:21643:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860880256 00000100:00100000:0.0:1746066913.397870:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066913.397896:0:7271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860880384 00000100:00100000:0.0:1746066913.397901:0:7271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860880384 00000100:00080000:0.0:1746066913.397912:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746066913.397939:0:21643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1532 00000100:00100000:2.0:1746066913.397949:0:21643:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2032:x1830882860880256:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:1.0:1746066913.397988:0:7268:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860880128 00000100:00100000:1.0:1746066913.397992:0:7268:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860880128 00000100:00100000:1.0:1746066913.398022:0:7268:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 645 00000100:00100000:1.0:1746066913.398029:0:7268:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130647450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7962a243-2afe-4d45-a456-6c33572a299a+12:2032:x1830882860880128:12345-192.168.201.51@tcp:400:kworker.0 00000100:00080000:0.0:1746066913.398292:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746066913.398314:0:12150:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 1533 00000100:00100000:0.0:1746066913.398320:0:12150:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:2032:x1830882860880384:12345-192.168.201.51@tcp:400:kworker.0 00000100:00100000:2.0:1746066913.399271:0:21643:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2032:x1830882860880256:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 1322us (1508us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066913.399281:0:21643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1532 00000100:00100000:1.0:1746066913.399518:0:7268:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130647450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7962a243-2afe-4d45-a456-6c33572a299a+12:2032:x1830882860880128:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 1487us (1688us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066913.399528:0:7268:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 645 00000100:00100000:0.0:1746066913.399624:0:12150:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+8:2032:x1830882860880384:12345-192.168.201.51@tcp:400:kworker.0 Request processed in 1303us (1752us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066913.399631:0:12150:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 1533 00000100:00100000:0.0:1746066913.449581:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066913.453650:0:16167:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860880640 00000100:00100000:3.0:1746066913.453665:0:16167:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860880640 00000100:00100000:3.0:1746066913.453738:0:16167:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 225 00000100:00100000:3.0:1746066913.453747:0:16167:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f700e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+44:3917:x1830882860880640:12345-192.168.201.51@tcp:35:dd.0 00000100:00100000:3.0:1746066913.454001:0:16167:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f700e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+45:3917:x1830882860880640:12345-192.168.201.51@tcp:35:dd.0 Request processed in 255us (4433us total) trans 4294980318 rc 0/0 00000100:00100000:3.0:1746066913.454011:0:16167:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 225 00000100:00100000:0.0:1746066913.476608:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066913.476710:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860880896 00000100:00100000:2.0:1746066913.476721:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860880896 00002000:00100000:2.0:1746066913.476776:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4194303) req@ffff88008f700a80 x1830882860880896/t0(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:319/0 lens 488/0 e 0 to 0 dl 1746066924 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066913.476787:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f700a80 with x1830882860880896 ext(0->4194303) 00002000:00010000:2.0:1746066913.476794:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f700a80 00000100:00100000:2.0:1746066913.476829:0:27183:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13622 00000100:00100000:2.0:1746066913.476837:0:27183:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:164a43f3-71d4-4d11-a5de-0e73b1f5c070+10:2032:x1830882860880896:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:0.0:1746066913.486648:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066913.486715:0:28857:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860881152 00000100:00100000:3.0:1746066913.486726:0:28857:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860881152 00002000:00100000:3.0:1746066913.486772:0:28857:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff88008f702300 x1830882860881152/t0(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:319/0 lens 488/0 e 0 to 0 dl 1746066924 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746066913.486784:0:28857:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f702300 with x1830882860881152 ext(0->4194303) 00002000:00010000:3.0:1746066913.486790:0:28857:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f702300 00000100:00100000:3.0:1746066913.486822:0:28857:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13623 00000100:00100000:3.0:1746066913.486829:0:28857:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:2031:x1830882860881152:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:1.0:1746066913.581222:0:27183:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:2032:x1830882860880896:12345-192.168.201.51@tcp:4:dd.0 Request processed in 104371us (104612us total) trans 4294972271 rc 0/0 00000100:00100000:1.0:1746066913.581238:0:27183:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13622 00002000:00100000:1.0:1746066913.581254:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4194303) req@ffff88008f700a80 x1830882860880896/t4294972271(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:319/0 lens 488/448 e 0 to 0 dl 1746066924 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746066913.581265:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f700a80 with x1830882860880896 ext(0->4194303) 00002000:00010000:1.0:1746066913.581271:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f700a80 00000100:00100000:3.0:1746066913.590277:0:28857:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2031:x1830882860881152:12345-192.168.201.51@tcp:4:dd.0 Request processed in 103434us (103628us total) trans 4294970544 rc 0/0 00000100:00100000:3.0:1746066913.590292:0:28857:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13623 00002000:00100000:3.0:1746066913.591908:0:28857:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff88008f702300 x1830882860881152/t4294970544(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:319/0 lens 488/448 e 0 to 0 dl 1746066924 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746066913.591920:0:28857:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f702300 with x1830882860881152 ext(0->4194303) 00002000:00010000:3.0:1746066913.591928:0:28857:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f702300 00000100:00100000:2.0:1746066913.636634:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066913.636942:0:28857:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860881408 00000100:00100000:3.0:1746066913.637135:0:28857:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860881408 00002000:00100000:3.0:1746066913.637186:0:28857:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->8388607) req@ffff88012b4dca80 x1830882860881408/t0(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:319/0 lens 488/0 e 0 to 0 dl 1746066924 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746066913.637198:0:28857:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b4dca80 with x1830882860881408 ext(4194304->8388607) 00002000:00010000:3.0:1746066913.637204:0:28857:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b4dca80 00000100:00100000:3.0:1746066913.638366:0:28857:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13624 00000100:00100000:3.0:1746066913.638379:0:28857:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:164a43f3-71d4-4d11-a5de-0e73b1f5c070+12:2034:x1830882860881408:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:0.0:1746066913.645770:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066913.649224:0:27183:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860881664 00000100:00100000:1.0:1746066913.649238:0:27183:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860881664 00002000:00100000:1.0:1746066913.649287:0:27183:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff88008f703480 x1830882860881664/t0(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:319/0 lens 488/0 e 0 to 0 dl 1746066924 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746066913.649298:0:27183:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f703480 with x1830882860881664 ext(4194304->8388607) 00002000:00010000:1.0:1746066913.649304:0:27183:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f703480 00000100:00100000:1.0:1746066913.649331:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13625 00000100:00100000:1.0:1746066913.649338:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2033:x1830882860881664:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:3.0:1746066913.717513:0:28857:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2034:x1830882860881408:12345-192.168.201.51@tcp:4:dd.0 Request processed in 79122us (80875us total) trans 4294972272 rc 0/0 00000100:00100000:3.0:1746066913.717527:0:28857:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13624 00002000:00100000:3.0:1746066913.717542:0:28857:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->8388607) req@ffff88012b4dca80 x1830882860881408/t4294972272(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:319/0 lens 488/448 e 0 to 0 dl 1746066924 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746066913.717553:0:28857:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b4dca80 with x1830882860881408 ext(4194304->8388607) 00002000:00010000:3.0:1746066913.717560:0:28857:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b4dca80 00000100:00100000:2.0:1746066913.737374:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+16:2033:x1830882860881664:12345-192.168.201.51@tcp:4:dd.0 Request processed in 87969us (91549us total) trans 4294970545 rc 0/0 00000100:00100000:2.0:1746066913.737388:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13625 00002000:00100000:2.0:1746066913.737403:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff88008f703480 x1830882860881664/t4294970545(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:319/0 lens 488/448 e 0 to 0 dl 1746066924 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066913.737413:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f703480 with x1830882860881664 ext(4194304->8388607) 00002000:00010000:2.0:1746066913.737419:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f703480 00010000:00010000:3.0:1746066913.755790:0:8435:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066913.756025:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066913.756116:0:9632:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860881920 00000100:00100000:2.0:1746066913.756127:0:9632:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860881920 00002000:00100000:2.0:1746066913.756181:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->12582911) req@ffff88008f702d80 x1830882860881920/t0(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:319/0 lens 488/0 e 0 to 0 dl 1746066924 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066913.756194:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f702d80 with x1830882860881920 ext(8388608->12582911) 00002000:00010000:2.0:1746066913.756201:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f702d80 00000100:00100000:2.0:1746066913.756282:0:9632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13626 00000100:00100000:2.0:1746066913.756292:0:9632:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2033:x1830882860881920:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:1.0:1746066913.784921:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066913.785027:0:28857:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860882176 00000100:00100000:3.0:1746066913.785038:0:28857:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860882176 00002000:00100000:3.0:1746066913.785089:0:28857:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff880095885f80 x1830882860882176/t0(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:319/0 lens 488/0 e 0 to 0 dl 1746066924 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746066913.785100:0:28857:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095885f80 with x1830882860882176 ext(8388608->12582911) 00002000:00010000:3.0:1746066913.785106:0:28857:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095885f80 00000100:00100000:3.0:1746066913.785128:0:28857:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 13627 00000100:00100000:3.0:1746066913.785136:0:28857:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:164a43f3-71d4-4d11-a5de-0e73b1f5c070+16:2033:x1830882860882176:12345-192.168.201.51@tcp:4:dd.0 00000100:00100000:3.0:1746066913.799713:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066913.799780:0:7276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860882432 00000100:00100000:0.0:1746066913.799796:0:7276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860882432 00000100:00100000:0.0:1746066913.799861:0:7276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 226 00000100:00100000:0.0:1746066913.799869:0:7276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8d6c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+31:3918:x1830882860882432:12345-192.168.201.51@tcp:35:dd.0 00000100:00100000:0.0:1746066913.800199:0:7276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8d6c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164a43f3-71d4-4d11-a5de-0e73b1f5c070+32:3918:x1830882860882432:12345-192.168.201.51@tcp:35:dd.0 Request processed in 329us (489us total) trans 4294980319 rc 0/0 00000100:00100000:0.0:1746066913.800207:0:7276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 226 00000100:00100000:2.0:1746066913.855784:0:9632:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+16:2033:x1830882860881920:12345-192.168.201.51@tcp:4:dd.0 Request processed in 99484us (99758us total) trans 4294972273 rc 0/0 00000100:00100000:2.0:1746066913.855796:0:9632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13626 00002000:00100000:2.0:1746066913.855808:0:9632:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->12582911) req@ffff88008f702d80 x1830882860881920/t4294972273(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:319/0 lens 488/448 e 0 to 0 dl 1746066924 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746066913.855816:0:9632:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f702d80 with x1830882860881920 ext(8388608->12582911) 00002000:00010000:2.0:1746066913.855822:0:9632:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f702d80 00000100:00100000:3.0:1746066913.867914:0:28857:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:164a43f3-71d4-4d11-a5de-0e73b1f5c070+18:2033:x1830882860882176:12345-192.168.201.51@tcp:4:dd.0 Request processed in 82768us (82994us total) trans 4294970546 rc 0/0 00000100:00100000:3.0:1746066913.867927:0:28857:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 13627 00002000:00100000:3.0:1746066913.867938:0:28857:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff880095885f80 x1830882860882176/t4294970546(0) o4->164a43f3-71d4-4d11-a5de-0e73b1f5c070@192.168.201.51@tcp:319/0 lens 488/448 e 0 to 0 dl 1746066924 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746066913.867947:0:28857:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095885f80 with x1830882860882176 ext(8388608->12582911) 00002000:00010000:3.0:1746066913.867952:0:28857:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095885f80 00000100:00100000:3.0:1746066914.418149:0:3791:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746066914.418166:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f700e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882861304320:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1746066914.418218:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066914.418518:0:9630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861304320 00000100:00100000:0.0:1746066914.418525:0:9630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861304320 00000100:00100000:0.0:1746066914.418575:0:9630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:0.0:1746066914.418582:0:9630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3791:x1830882861304320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746066914.418600:0:9630:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 270936896 pending 13729792 free 3855196160 avail 3623673856 00000100:00100000:0.0:1746066914.418633:0:9630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3791:x1830882861304320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066914.418639:0:9630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00080000:1.0:1746066914.418701:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746066914.418843:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f700e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3791:1830882861304320:0@lo:13:osp-pre-0-1.0 00000001:00080000:2.0:1746066914.631019:0:8417:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967404 is committed 00000001:00080000:3.0:1746066914.631293:0:7254:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980319 is committed 00000001:00080000:3.0:1746066914.631315:0:7254:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980318 is committed 00000004:00080000:3.0:1746066914.631330:0:7254:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 20 committed 00000004:00080000:3.0:1746066914.631355:0:7254:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 22 committed 00000004:00080000:3.0:1746066914.631378:0:7254:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 19 committed 00000004:00080000:3.0:1746066914.631396:0:7254:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 18 committed 00000004:00080000:3.0:1746066914.631398:0:7254:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 21 committed 00000100:00100000:2.0:1746066914.631471:0:3790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861304576:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1746066914.631481:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3789:1830882861304448:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1746066914.631527:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066914.631575:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f702a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3791:1830882861304704:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1746066914.631684:0:3776:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20a00/0xd6b24631ff43a6dd lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066914.631700:0:3776:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20a00/0xd6b24631ff43a6dd lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066914.631708:0:3776:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20a00/0xd6b24631ff43a6dd lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066914.631714:0:3776:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095c20a00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:1.0:1746066914.631718:0:3776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20a00/0xd6b24631ff43a6dd lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066914.631726:0:3776:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20a00/0xd6b24631ff43a6dd lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066914.631747:0:3776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009ec33700) 00010000:00010000:1.0:1746066914.631750:0:3776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066914.631755:0:3776:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20a00/0xd6b24631ff43a6dd lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066914.631761:0:3776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c20a00/0xd6b24631ff43a6dd lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066914.631778:0:3776:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a70e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066914.631783:0:3776:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a70e lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066914.631787:0:3776:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a70e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066914.631791:0:3776:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095c21a00 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:1.0:1746066914.631793:0:3776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a70e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066914.631798:0:3776:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a70e lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066914.631804:0:3776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009ec33700) 00010000:00010000:1.0:1746066914.631806:0:3776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066914.631808:0:3776:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a70e lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066914.631813:0:3776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c21a00/0xd6b24631ff43a70e lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7272 initiator: MDT0 00010000:00010000:1.0:1746066914.631822:0:3776:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f741400/0xd6b24631ff43aa2c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:1.0:1746066914.631828:0:3776:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f741400/0xd6b24631ff43aa2c lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7271 initiator: MDT0 00010000:00010000:1.0:1746066914.631832:0:3776:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f741400/0xd6b24631ff43aa2c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7271 initiator: MDT0 00010000:00010000:1.0:1746066914.631837:0:3776:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f741400 already unused, calling callback (ffffffffa0f1c690) 00010000:00010000:1.0:1746066914.631839:0:3776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f741400/0xd6b24631ff43aa2c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7271 initiator: MDT0 00010000:00010000:1.0:1746066914.631844:0:3776:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f741400/0xd6b24631ff43aa2c lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7271 initiator: MDT0 00010000:00010000:1.0:1746066914.631851:0:3776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009ec33700) 00010000:00010000:1.0:1746066914.631853:0:3776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066914.631855:0:3776:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f741400/0xd6b24631ff43aa2c lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7271 initiator: MDT0 00010000:00010000:1.0:1746066914.631860:0:3776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f741400/0xd6b24631ff43aa2c lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7271 initiator: MDT0 00000100:00100000:3.0:1746066914.631866:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1746066914.631868:0:3776:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6200/0xd6b24631ff43aa5d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7271 initiator: MDT0 00010000:00010000:1.0:1746066914.631873:0:3776:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6200/0xd6b24631ff43aa5d lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7271 initiator: MDT0 00010000:00010000:1.0:1746066914.631878:0:3776:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6200/0xd6b24631ff43aa5d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7271 initiator: MDT0 00010000:00010000:1.0:1746066914.631882:0:3776:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cfa6200 already unused, calling callback (ffffffffa0f1c690) 00000100:00100000:3.0:1746066914.631885:0:3791:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1746066914.631885:0:3776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6200/0xd6b24631ff43aa5d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7271 initiator: MDT0 00000100:00100000:3.0:1746066914.631890:0:3791:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3791:1830882861304832:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1746066914.631890:0:3776:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6200/0xd6b24631ff43aa5d lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7271 initiator: MDT0 00010000:00010000:1.0:1746066914.631897:0:3776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009ec33700) 00010000:00010000:1.0:1746066914.631899:0:3776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066914.631901:0:3776:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6200/0xd6b24631ff43aa5d lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7271 initiator: MDT0 00000100:00100000:3.0:1746066914.631903:0:3791:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1746066914.631906:0:3776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6200/0xd6b24631ff43aa5d lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7271 initiator: MDT0 00000100:00100000:3.0:1746066914.631926:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861304448 00000100:00100000:3.0:1746066914.631931:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861304448 00000100:00100000:1.0:1746066914.631948:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861304704 00000100:00100000:1.0:1746066914.631955:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861304704 00000100:00100000:3.0:1746066914.631964:0:9917:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861304832 00000100:00100000:3.0:1746066914.631966:0:9917:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861304832 00000100:00100000:3.0:1746066914.632207:0:9917:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29971 00000100:00100000:3.0:1746066914.632212:0:9917:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3789:x1830882861304448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1746066914.632232:0:9917:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:26 count 1 00010000:00010000:3.0:1746066914.632250:0:9917:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff43ab52 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066914.632271:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095dedc00/0xd6b24631ff43a67b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc87 expref: 8 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066914.632279:0:9917:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff43a6b3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fca3 expref: 17 pid: 25556 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066914.632285:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066914.632286:0:9917:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066914.632289:0:9917:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff43ab52 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066914.632306:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff43a6b3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fca3 expref: 17 pid: 25556 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066914.632315:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff43a6b3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fca3 expref: 17 pid: 25556 timeout: 1126 lvb_type: 1 00000100:00100000:3.0:1746066914.632324:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eb45500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9917:1830882861304960:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066914.632577:0:9917:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095dedc00/0xd6b24631ff43a67b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc87 expref: 8 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066914.632584:0:9917:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095dedc00/0xd6b24631ff43a67b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc87 expref: 8 pid: 25556 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1746066914.632591:0:9917:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eb47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9917:1830882861305088:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066914.632615:0:9917:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c7ae3c0 going to sleep for 11 seconds 00000100:00080000:3.0:1746066914.632626:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746066914.632629:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746066914.632747:0:3790:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066914.633550:0:9628:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861304576 00000100:00100000:1.0:1746066914.633555:0:9628:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861304576 00000100:00100000:1.0:1746066914.633577:0:9628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29972 00000100:00100000:1.0:1746066914.633584:0:9628:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3791:x1830882861304832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1746066914.633610:0:9628:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:28 count 1 00010000:00010000:1.0:1746066914.633629:0:9628:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a097a00/0xd6b24631ff43ab59 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066914.633642:0:9627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29973 00010000:00010000:1.0:1746066914.633644:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff43a9a7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe08 expref: 7 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066914.633647:0:21660:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29974 00000100:00100000:0.0:1746066914.633650:0:9627:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3791:x1830882861304704:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1746066914.633652:0:9628:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43aa02 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe94 expref: 15 pid: 9629 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746066914.633653:0:21660:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3790:x1830882861304576:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1746066914.633657:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066914.633659:0:9628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066914.633662:0:9628:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a097a00/0xd6b24631ff43ab59 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1746066914.633663:0:21660:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:28 count 1 00002000:00080000:0.0:1746066914.633663:0:9627:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:27 count 1 00010000:00010000:3.0:1746066914.633674:0:21660:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095dec000/0xd6b24631ff43ab60 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066914.633675:0:9627:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff43ab67 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066914.633683:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c524e00/0xd6b24631ff43a9a0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe01 expref: 8 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066914.633683:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff43a682 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc8e expref: 7 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066914.633687:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43aa02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe94 expref: 15 pid: 9629 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066914.633691:0:21660:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a096e00/0xd6b24631ff43aa09 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe8d expref: 17 pid: 9628 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066914.633695:0:9627:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43a6ba lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.51@tcp remote: 0xea078ad93267fcaa expref: 15 pid: 9627 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066914.633696:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066914.633697:0:21660:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066914.633697:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43aa02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe94 expref: 15 pid: 9629 timeout: 1126 lvb_type: 1 00010000:00010000:3.0:1746066914.633699:0:21660:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095dec000/0xd6b24631ff43ab60 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066914.633700:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066914.633701:0:9627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066914.633703:0:9627:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff43ab67 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066914.633709:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095886a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861305216:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066914.633713:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a096e00/0xd6b24631ff43aa09 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe8d expref: 17 pid: 9628 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066914.633716:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43a6ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fcaa expref: 15 pid: 9627 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066914.633721:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a096e00/0xd6b24631ff43aa09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe8d expref: 17 pid: 9628 timeout: 1126 lvb_type: 1 00010000:00010000:0.0:1746066914.633723:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43a6ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fcaa expref: 15 pid: 9627 timeout: 1126 lvb_type: 1 00000100:00100000:3.0:1746066914.633729:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eb46300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21660:1830882861305344:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066914.633731:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f701500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861305472:192.168.201.51@tcp:104: 00010000:00010000:1.0:1746066914.633792:0:9628:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff43a9a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe08 expref: 7 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066914.633794:0:9627:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff43a682 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc8e expref: 7 pid: 25556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066914.633795:0:21660:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c524e00/0xd6b24631ff43a9a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe01 expref: 8 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066914.633801:0:9628:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff43a9a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe08 expref: 7 pid: 9628 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1746066914.633803:0:21660:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c524e00/0xd6b24631ff43a9a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe01 expref: 8 pid: 9628 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1746066914.633803:0:9627:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff43a682 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc8e expref: 7 pid: 25556 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1746066914.633810:0:9628:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095884e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861305600:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066914.633811:0:21660:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eb44000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21660:1830882861305856:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066914.633811:0:9627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f701c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861305728:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066914.633828:0:21660:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c7ae9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066914.633828:0:9627:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee07000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066914.633837:0:9628:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963f9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066914.641536:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066914.641588:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eb44000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21660:1830882861305856:192.168.201.51@tcp:104: 00000100:00100000:1.0:1746066914.641666:0:7260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860882560 00000100:00100000:1.0:1746066914.641671:0:7260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860882560 00000100:00100000:0.0:1746066914.642252:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:2.0:1746066914.642302:0:7259:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860882688 00000100:00100000:2.0:1746066914.642306:0:7259:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860882688 00010000:00010000:2.0:1746066914.642327:0:7259:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008c524e00/0xd6b24631ff43a9a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe01 expref: 9 pid: 9628 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1746066914.642327:0:7260:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff43a682 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc8e expref: 8 pid: 25556 timeout: 1126 lvb_type: 0 00000100:00080000:3.0:1746066914.642481:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1746066914.642485:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746066914.644356:0:7260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12777 00000100:00100000:1.0:1746066914.644369:0:7260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f700000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+9:2033:x1830882860882688:12345-192.168.201.51@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746066914.644371:0:7259:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12778 00010000:00010000:1.0:1746066914.644385:0:7260:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746066914.644386:0:7259:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f700380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860882560:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066914.644394:0:7260:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008c524e00/0xd6b24631ff43a9a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe01 expref: 9 pid: 9628 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1746066914.644594:0:7260:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008c524e00/0xd6b24631ff43a9a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe01 expref: 9 pid: 9628 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1746066914.644605:0:7259:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066914.644615:0:7259:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff43a682 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc8e expref: 8 pid: 25556 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1746066914.644616:0:7260:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c524e00/0xd6b24631ff43a9a0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe01 expref: 9 pid: 9628 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1746066914.644627:0:7259:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff43a682 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc8e expref: 8 pid: 25556 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1746066914.644630:0:7260:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066914.644653:0:7259:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066914.644678:0:7260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f700000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860882688:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 313us (2425us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066914.644685:0:7260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12777 00000100:00100000:2.0:1746066914.644692:0:7259:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f700380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2034:x1830882860882560:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 311us (3166us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066914.644698:0:7259:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12778 00000100:00100000:0.0:1746066914.645743:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f701500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861305472:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066914.645755:0:9627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f562000/0xd6b24631ff43a682 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc8e expref: 7 pid: 25556 timeout: 1126 lvb_type: 0 00000100:00100000:0.0:1746066914.645766:0:9627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f701c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9627:1830882861305728:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066914.645789:0:9627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff43ab67 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066914.645817:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095886a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861305216:192.168.201.51@tcp:104: 00000100:00100000:0.0:1746066914.645823:0:9628:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095884e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9628:1830882861305600:192.168.201.51@tcp:104: 00010000:00010000:0.0:1746066914.645837:0:9628:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008a097a00/0xd6b24631ff43ab59 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066914.645857:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eb45500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9917:1830882861304960:192.168.201.51@tcp:104: 00000100:00100000:3.0:1746066914.645872:0:9917:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eb47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9917:1830882861305088:192.168.201.51@tcp:104: 00010000:00010000:3.0:1746066914.646111:0:9917:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff43ab52 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066914.646208:0:21660:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eb46300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21660:1830882861305344:192.168.201.51@tcp:104: 00010000:00010000:2.0:1746066914.646229:0:21660:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880095dec000/0xd6b24631ff43ab60 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066914.657066:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066914.657421:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860882816 00000100:00100000:1.0:1746066914.657432:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860882816 00010000:00010000:1.0:1746066914.657480:0:21614:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095dedc00/0xd6b24631ff43a67b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc87 expref: 8 pid: 25556 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1746066914.657524:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12779 00000100:00100000:1.0:1746066914.657530:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ba2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+8:2033:x1830882860882816:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066914.657542:0:21614:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066914.657546:0:21614:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095dedc00/0xd6b24631ff43a67b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc87 expref: 8 pid: 25556 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1746066914.657557:0:21614:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095dedc00/0xd6b24631ff43a67b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc87 expref: 8 pid: 25556 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1746066914.657577:0:21614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095dedc00/0xd6b24631ff43a67b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fc87 expref: 8 pid: 25556 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1746066914.657592:0:21614:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066914.657636:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ba2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2033:x1830882860882816:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 106us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066914.657642:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12779 00000100:00100000:0.0:1746066914.661125:0:3782:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066914.661182:0:7258:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860882944 00000100:00100000:3.0:1746066914.661191:0:7258:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860882944 00010000:00010000:3.0:1746066914.661234:0:7258:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43aa02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe94 expref: 16 pid: 9629 timeout: 1126 lvb_type: 1 00000100:00100000:3.0:1746066914.661262:0:7258:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12780 00000100:00100000:3.0:1746066914.661268:0:7258:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f701c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+16:2033:x1830882860882944:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066914.661281:0:7258:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066914.661285:0:7258:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43aa02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe94 expref: 16 pid: 9629 timeout: 1126 lvb_type: 1 00010000:00010000:3.0:1746066914.661297:0:7258:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43aa02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe94 expref: 16 pid: 9629 timeout: 1126 lvb_type: 1 00010000:00010000:3.0:1746066914.661318:0:7258:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008eabf400/0xd6b24631ff43aa02 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe94 expref: 16 pid: 9629 timeout: 1126 lvb_type: 1 00010000:00010000:3.0:1746066914.661331:0:7258:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066914.661382:0:7258:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f701c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+15:2033:x1830882860882944:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 114us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066914.661388:0:7258:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12780 00000100:00080000:3.0:1746066914.661649:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746066914.666043:0:3783:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:1.0:1746066914.669976:0:21614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860883072 00000100:00100000:1.0:1746066914.669991:0:21614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860883072 00010000:00010000:1.0:1746066914.670040:0:21614:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff43a9a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe08 expref: 7 pid: 9628 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1746066914.670088:0:21614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12781 00000100:00100000:1.0:1746066914.670096:0:21614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f701500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+7:2032:x1830882860883072:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066914.670111:0:21614:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066914.670117:0:21614:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff43a9a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe08 expref: 7 pid: 9628 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1746066914.670129:0:21614:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff43a9a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe08 expref: 7 pid: 9628 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1746066914.670155:0:21614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095c21200/0xd6b24631ff43a9a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe08 expref: 7 pid: 9628 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1746066914.670170:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066914.670172:0:21614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066914.670177:0:21614:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a097a00/0xd6b24631ff43ab59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066914.670192:0:21614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a097a00/0xd6b24631ff43ab59 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066914.670230:0:21614:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066914.670268:0:9628:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008a097a00/0xd6b24631ff43ab59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066914.670278:0:9628:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a097a00/0xd6b24631ff43ab59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066914.670284:0:21614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f701500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:18595197-82a3-44f2-a6c2-770f1d2aac37+6:2032:x1830882860883072:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 188us (4252us total) trans 0 rc 0/0 00010000:00010000:0.0:1746066914.670288:0:9628:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a097a00/0xd6b24631ff43ab59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066914.670290:0:21614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12781 00010000:00010000:0.0:1746066914.670296:0:9628:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008a097a00/0xd6b24631ff43ab59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066914.670325:0:9628:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746066914.670357:0:7261:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746066914.670365:0:7261:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008a097a00/0xd6b24631ff43ab59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066914.670374:0:7261:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008a097a00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746066914.670378:0:7261:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a097a00/0xd6b24631ff43ab59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066914.670388:0:7261:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a097a00/0xd6b24631ff43ab59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066914.670400:0:7261:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008a097a00/0xd6b24631ff43ab59 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066914.670406:0:7261:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a097a00/0xd6b24631ff43ab59 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066914.670428:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746066914.670429:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746066914.670431:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746066914.678372:0:3789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eb47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3789:1830882861305984:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746066914.678439:0:3789:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066914.678502:0:15661:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882861305984 00000100:00100000:0.0:1746066914.678514:0:15661:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882861305984 00000100:00100000:0.0:1746066914.678574:0:15661:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:0.0:1746066914.678582:0:15661:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3789:x1830882861305984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746066914.678607:0:15661:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 270936896 pending 13729792 free 3855196160 avail 3623673856 00000100:00100000:0.0:1746066914.678651:0:15661:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3789:x1830882861305984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066914.678658:0:15661:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:3.0:1746066914.679093:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eb47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3789:1830882861305984:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746066914.682058:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:0.0:1746066914.685096:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00000100:00100000:3.0:1746066914.685146:0:7258:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860883328 00000100:00100000:3.0:1746066914.685156:0:7258:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860883328 00000100:00100000:0.0:1746066914.685196:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.51@tcp (source: 12345-192.168.201.51@tcp) 00010000:00010000:3.0:1746066914.685212:0:7258:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff43a6b3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fca3 expref: 18 pid: 25556 timeout: 1126 lvb_type: 1 00000100:00100000:3.0:1746066914.685239:0:7258:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860883200 00000100:00100000:3.0:1746066914.685242:0:7258:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860883200 00010000:00010000:3.0:1746066914.685255:0:7258:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43a6ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fcaa expref: 15 pid: 9627 timeout: 1126 lvb_type: 1 00000100:00100000:3.0:1746066914.685275:0:7258:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882860883456 00000100:00100000:3.0:1746066914.685277:0:7258:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882860883456 00010000:00010000:3.0:1746066914.685286:0:7258:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a096e00/0xd6b24631ff43aa09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe8d expref: 19 pid: 9628 timeout: 1126 lvb_type: 1 00000100:00100000:3.0:1746066914.685299:0:7258:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12782 00000100:00100000:3.0:1746066914.685305:0:7258:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f703b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+19:2034:x1830882860883328:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066914.685320:0:7258:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066914.685324:0:7258:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff43a6b3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fca3 expref: 19 pid: 25556 timeout: 1126 lvb_type: 1 00010000:00010000:3.0:1746066914.685336:0:7258:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff43a6b3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fca3 expref: 19 pid: 25556 timeout: 1126 lvb_type: 1 00000100:00100000:0.0:1746066914.685336:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12783 00000100:00100000:0.0:1746066914.685358:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f703800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+15:2031:x1830882860883200:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066914.685368:0:8425:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066914.685373:0:8425:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43a6ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fcaa expref: 15 pid: 9627 timeout: 1126 lvb_type: 1 00010000:00010000:3.0:1746066914.685380:0:7258:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133138400/0xd6b24631ff43a6b3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fca3 expref: 19 pid: 25556 timeout: 1126 lvb_type: 1 00010000:00010000:0.0:1746066914.685384:0:8425:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43a6ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fcaa expref: 15 pid: 9627 timeout: 1126 lvb_type: 1 00010000:00010000:3.0:1746066914.685396:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066914.685398:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066914.685400:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea26800/0xd6b24631ff43a6ba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fcaa expref: 15 pid: 9627 timeout: 1126 lvb_type: 1 00010000:00010000:3.0:1746066914.685403:0:7258:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff43ab52 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066914.685411:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066914.685412:0:7258:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff43ab52 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066914.685413:0:8425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066914.685416:0:8425:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff43ab67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066914.685423:0:8425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff43ab67 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066914.685433:0:7258:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066914.685439:0:8425:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066914.685487:0:7258:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f703b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+18:2034:x1830882860883328:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 181us (3438us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066914.685495:0:7258:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12782 00000100:00100000:3.0:1746066914.685512:0:7258:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.51@tcp, seq: 12784 00000100:00100000:3.0:1746066914.685517:0:7258:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f702680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+17:2032:x1830882860883456:12345-192.168.201.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066914.685526:0:7258:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066914.685530:0:7258:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a096e00/0xd6b24631ff43aa09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe8d expref: 17 pid: 9628 timeout: 1126 lvb_type: 1 00010000:00010000:3.0:1746066914.685539:0:7258:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a096e00/0xd6b24631ff43aa09 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe8d expref: 17 pid: 9628 timeout: 1126 lvb_type: 1 00010000:00010000:3.0:1746066914.685551:0:7258:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a096e00/0xd6b24631ff43aa09 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.51@tcp remote: 0xea078ad93267fe8d expref: 17 pid: 9628 timeout: 1126 lvb_type: 1 00010000:00010000:3.0:1746066914.685558:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066914.685560:0:7258:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066914.685563:0:7258:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095dec000/0xd6b24631ff43ab60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066914.685569:0:7258:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095dec000/0xd6b24631ff43ab60 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066914.685581:0:7258:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066914.686748:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f703800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164a43f3-71d4-4d11-a5de-0e73b1f5c070+14:2031:x1830882860883200:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1389us (1657us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066914.686755:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12783 00010000:00010000:0.0:1746066914.686788:0:9627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff43ab67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066914.686797:0:9627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff43ab67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066914.686806:0:9627:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff43ab67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066914.686813:0:9627:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff43ab67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066914.686827:0:9627:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1746066914.687259:0:7258:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f702680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164a43f3-71d4-4d11-a5de-0e73b1f5c070+16:2032:x1830882860883456:12345-192.168.201.51@tcp:103:ldlm_bl.0 Request processed in 1739us (2060us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066914.687265:0:7258:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.51@tcp, seq: 12784 00000100:00080000:3.0:1746066914.687286:0:7269:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1746066914.687299:0:9917:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff43ab52 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066914.687307:0:9917:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff43ab52 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066914.687315:0:9917:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff43ab52 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066914.687320:0:9917:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff43ab52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066914.687369:0:9917:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1746066914.689093:0:21660:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880095dec000/0xd6b24631ff43ab60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066914.689119:0:21660:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095dec000/0xd6b24631ff43ab60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066914.689129:0:21660:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095dec000/0xd6b24631ff43ab60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066914.689136:0:21660:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095dec000/0xd6b24631ff43ab60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066914.689153:0:21660:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1746066914.693821:0:7262:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1746066914.693837:0:7262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff43ab67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066914.693850:0:7262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d43c600 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746066914.693856:0:7262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff43ab67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066914.693866:0:7262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff43ab67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066914.693889:0:7262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff43ab67 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066914.693897:0:7262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d43c600/0xd6b24631ff43ab67 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066914.693918:0:7262:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1746066914.693923:0:7262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff43ab52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066914.693931:0:7262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095ded000 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746066914.693934:0:7262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff43ab52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066914.693940:0:7262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff43ab52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066914.693948:0:7262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff43ab52 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066914.693954:0:7262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095ded000/0xd6b24631ff43ab52 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9917 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066914.693966:0:7262:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746066914.693969:0:7262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095dec000/0xd6b24631ff43ab60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066914.693974:0:7262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095dec000 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746066914.693976:0:7262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095dec000/0xd6b24631ff43ab60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066914.693982:0:7262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095dec000/0xd6b24631ff43ab60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066914.693990:0:7262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095dec000/0xd6b24631ff43ab60 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066914.694002:0:7262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095dec000/0xd6b24631ff43ab60 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066914.694013:0:7262:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746066914.694015:0:7262:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746066914.694016:0:7262:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746066914.695396:0:8435:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746066914.701040:0:9917:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3789:x1830882861304448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 68817us (69503us total) trans 4294970547 rc 0/0 00000100:00100000:3.0:1746066914.701055:0:9917:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29971 00000004:00080000:3.0:1746066914.701117:0:3789:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012b4de300/2, rc 0, transno 4294970547 00000100:00100000:3.0:1746066914.701124:0:3789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b4de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3789:1830882861304448:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1746066914.704077:0:7261:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746066914.716184:0:9628:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3791:x1830882861304832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 82590us (84268us total) trans 4294972274 rc 0/0 00000100:00100000:1.0:1746066914.716200:0:9628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29972 00000004:00080000:3.0:1746066914.716262:0:3791:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f701f80/2, rc 0, transno 4294972274 00000100:00100000:3.0:1746066914.716269:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3791:1830882861304832:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1746066914.716777:0:9627:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3791:x1830882861304704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 83126us (84909us total) trans 4294972275 rc 0/0 00000004:00080000:3.0:1746066914.716785:0:3791:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f702a00/2, rc 0, transno 4294972275 00000100:00100000:0.0:1746066914.716785:0:9627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29973 00000100:00100000:3.0:1746066914.716790:0:3791:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f702a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3791:1830882861304704:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1746066914.724311:0:21660:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3790:x1830882861304576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 90649us (91555us total) trans 4294970548 rc 0/0 00000100:00100000:2.0:1746066914.724550:0:21660:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29974 00000004:00080000:2.0:1746066914.724633:0:3790:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012b4dc380/2, rc 0, transno 4294970548 00000100:00100000:2.0:1746066914.724641:0:3790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b4dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3790:1830882861304576:0@lo:6:osp-syn-0-0.0 00000001:02000400:1.0:1746066914.740816:0:28907:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_16j: @@@@@@ FAIL: dio copy 1 w/bsize 1049600 failed: 1 00010000:00010000:0.0:1746066914.757502:0:7262:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746066915.761864:0:8435:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 67747 lines, 67747 kept, 0 dropped, 0 bad.